1#ifndef __ASM_SH64_PGTABLE_H
2#define __ASM_SH64_PGTABLE_H
3
4#include <asm-generic/4level-fixup.h>
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21#ifndef __ASSEMBLY__
22#include <asm/processor.h>
23#include <asm/page.h>
24#include <linux/threads.h>
25#include <linux/config.h>
26
27extern void paging_init(void);
28
29
30#define HAVE_ARCH_UNMAPPED_AREA
31
32
33
34
35
36
37
38
39
40
41extern unsigned char empty_zero_page[PAGE_SIZE];
42#define ZERO_PAGE(vaddr) (mem_map + MAP_NR(empty_zero_page))
43
44#endif
45
46
47
48
49
50
51
52#define NEFF 32
53#define NEFF_SIGN (1LL << (NEFF - 1))
54#define NEFF_MASK (-1LL << NEFF)
55
56#define NPHYS 32
57#define NPHYS_SIGN (1LL << (NPHYS - 1))
58#define NPHYS_MASK (-1LL << NPHYS)
59
60
61
62#if defined(CONFIG_SH64_PGTABLE_2_LEVEL)
63
64#define PTRS_PER_PTE ((1<<PAGE_SHIFT)/sizeof(unsigned long long))
65#define PTE_MAGNITUDE 3
66#define PTE_SHIFT PAGE_SHIFT
67#define PTE_BITS (PAGE_SHIFT - PTE_MAGNITUDE)
68
69
70#define PGDIR_SHIFT (PTE_SHIFT + PTE_BITS)
71#define PGD_BITS (NEFF - PGDIR_SHIFT)
72#define PTRS_PER_PGD (1<<PGD_BITS)
73
74
75#define PTRS_PER_PMD (1)
76
77#define PGDIR_SIZE (1UL << PGDIR_SHIFT)
78#define PGDIR_MASK (~(PGDIR_SIZE-1))
79#define PMD_SHIFT PGDIR_SHIFT
80#define PMD_SIZE PGDIR_SIZE
81#define PMD_MASK PGDIR_MASK
82
83#elif defined(CONFIG_SH64_PGTABLE_3_LEVEL)
84
85
86
87
88
89#define PTRS_PER_PTE ((1<<PAGE_SHIFT)/sizeof(unsigned long long))
90#define PTE_MAGNITUDE 3
91#define PTE_SHIFT PAGE_SHIFT
92#define PTE_BITS (PAGE_SHIFT - PTE_MAGNITUDE)
93
94
95#define PTRS_PER_PMD ((1<<PAGE_SHIFT)/sizeof(unsigned long long *))
96#define PMD_MAGNITUDE 2
97#define PMD_SHIFT (PTE_SHIFT + PTE_BITS)
98#define PMD_BITS (PAGE_SHIFT - PMD_MAGNITUDE)
99
100
101#define PGDIR_SHIFT (PMD_SHIFT + PMD_BITS)
102#define PGD_BITS (NEFF - PGDIR_SHIFT)
103#define PTRS_PER_PGD (1<<PGD_BITS)
104
105#define PMD_SIZE (1UL << PMD_SHIFT)
106#define PMD_MASK (~(PMD_SIZE-1))
107#define PGDIR_SIZE (1UL << PGDIR_SHIFT)
108#define PGDIR_MASK (~(PGDIR_SIZE-1))
109
110#else
111#error "No defined number of page table levels"
112#endif
113
114
115
116
117#define pte_ERROR(e) \
118 printk("%s:%d: bad pte %016Lx.\n", __FILE__, __LINE__, pte_val(e))
119#define pmd_ERROR(e) \
120 printk("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
121#define pgd_ERROR(e) \
122 printk("%s:%d: bad pgd %08lx.\n", __FILE__, __LINE__, pgd_val(e))
123
124
125
126
127#define set_pgd(pgdptr, pgdval) (*(pgdptr) = pgdval)
128#define set_pmd(pmdptr, pmdval) (*(pmdptr) = pmdval)
129
130static __inline__ void set_pte(pte_t *pteptr, pte_t pteval)
131{
132 unsigned long long x = ((unsigned long long) pteval.pte);
133 unsigned long long *xp = (unsigned long long *) pteptr;
134
135
136
137 *(xp) = (x & NPHYS_SIGN) ? (x | NPHYS_MASK) : x;
138}
139
140static __inline__ void pmd_set(pmd_t *pmdp,pte_t *ptep)
141{
142 pmd_val(*pmdp) = (unsigned long) ptep;
143}
144
145
146
147
148
149
150#define pgd_index(address) (((address) >> PGDIR_SHIFT) & (PTRS_PER_PGD-1))
151#define __pgd_offset(address) pgd_index(address)
152#define pgd_offset(mm, address) ((mm)->pgd+pgd_index(address))
153
154
155#define pgd_offset_k(address) pgd_offset(&init_mm, address)
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173#define _PGD_EMPTY 0x0
174
175#if defined(CONFIG_SH64_PGTABLE_2_LEVEL)
176static inline int pgd_none(pgd_t pgd) { return 0; }
177static inline int pgd_bad(pgd_t pgd) { return 0; }
178#define pgd_present(pgd) ((pgd_val(pgd) & _PAGE_PRESENT) ? 1 : 0)
179#define pgd_clear(xx) do { } while(0)
180
181#elif defined(CONFIG_SH64_PGTABLE_3_LEVEL)
182#define pgd_present(pgd_entry) (1)
183#define pgd_none(pgd_entry) (pgd_val((pgd_entry)) == _PGD_EMPTY)
184
185#define pgd_bad(pgd_entry) (0)
186#define pgd_clear(pgd_entry_p) (set_pgd((pgd_entry_p), __pgd(_PGD_EMPTY)))
187
188#endif
189
190
191#define pgd_page(pgd_entry) ((unsigned long) (pgd_val(pgd_entry) & PAGE_MASK))
192
193
194
195
196
197
198#if defined(CONFIG_SH64_PGTABLE_2_LEVEL)
199static inline pmd_t * pmd_offset(pgd_t * dir, unsigned long address)
200{
201 return (pmd_t *) dir;
202}
203#elif defined(CONFIG_SH64_PGTABLE_3_LEVEL)
204#define __pmd_offset(address) \
205 (((address) >> PMD_SHIFT) & (PTRS_PER_PMD-1))
206#define pmd_offset(dir, addr) \
207 ((pmd_t *) ((pgd_val(*(dir))) & PAGE_MASK) + __pmd_offset((addr)))
208#endif
209
210
211
212
213#define _PMD_EMPTY 0x0
214
215#define pmd_present(pmd_entry) (pmd_val(pmd_entry) & _PAGE_PRESENT)
216#define pmd_clear(pmd_entry_p) (set_pmd((pmd_entry_p), __pmd(_PMD_EMPTY)))
217#define pmd_none(pmd_entry) (pmd_val((pmd_entry)) == _PMD_EMPTY)
218#define pmd_bad(pmd_entry) ((pmd_val(pmd_entry) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE)
219
220#define pmd_page_kernel(pmd_entry) \
221 ((unsigned long) __va(pmd_val(pmd_entry) & PAGE_MASK))
222
223#define pmd_page(pmd) \
224 (virt_to_page(pmd_val(pmd)))
225
226
227#define pte_index(address) \
228 ((address >> PAGE_SHIFT) & (PTRS_PER_PTE - 1))
229
230#define pte_offset_kernel(dir, addr) \
231 ((pte_t *) ((pmd_val(*(dir))) & PAGE_MASK) + pte_index((addr)))
232
233#define pte_offset_map(dir,addr) pte_offset_kernel(dir, addr)
234#define pte_offset_map_nested(dir,addr) pte_offset_kernel(dir, addr)
235#define pte_unmap(pte) do { } while (0)
236#define pte_unmap_nested(pte) do { } while (0)
237
238
239#define USER_PTRS_PER_PGD ((TASK_SIZE+PGDIR_SIZE-1)/PGDIR_SIZE)
240#define FIRST_USER_PGD_NR 0
241
242#ifndef __ASSEMBLY__
243#define VMALLOC_END 0xff000000
244#define VMALLOC_START 0xf0000000
245#define VMALLOC_VMADDR(x) ((unsigned long)(x))
246
247#define IOBASE_VADDR 0xff000000
248#define IOBASE_END 0xffffffff
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266#define _PAGE_WT 0x001
267#define _PAGE_DEVICE 0x001
268#define _PAGE_CACHABLE 0x002
269#define _PAGE_PRESENT 0x004
270#define _PAGE_FILE 0x004
271#define _PAGE_SIZE0 0x008
272#define _PAGE_SIZE1 0x010
273#define _PAGE_SHARED 0x020
274#define _PAGE_READ 0x040
275#define _PAGE_EXECUTE 0x080
276#define _PAGE_WRITE 0x100
277#define _PAGE_USER 0x200
278#define _PAGE_DIRTY 0x400
279#define _PAGE_ACCESSED 0x800
280
281
282#define _PAGE_FLAGS_HARDWARE_MASK 0xfffffffffffff3dbLL
283
284#define _PAGE_FLAGS_HARDWARE_DEFAULT 0x0000000000000040LL
285
286
287
288
289#if defined(CONFIG_HUGETLB_PAGE_SIZE_64K)
290#define _PAGE_SZHUGE (_PAGE_SIZE0)
291#elif defined(CONFIG_HUGETLB_PAGE_SIZE_1MB)
292#define _PAGE_SZHUGE (_PAGE_SIZE1)
293#elif defined(CONFIG_HUGETLB_PAGE_SIZE_512MB)
294#define _PAGE_SZHUGE (_PAGE_SIZE0 | _PAGE_SIZE1)
295#endif
296
297
298
299
300
301
302
303
304
305
306#define _KERNPG_TABLE (_PAGE_PRESENT | _PAGE_READ | _PAGE_WRITE | \
307 _PAGE_EXECUTE | \
308 _PAGE_CACHABLE | _PAGE_ACCESSED | _PAGE_DIRTY | \
309 _PAGE_SHARED)
310
311
312#define _PAGE_TABLE (_KERNPG_TABLE | _PAGE_USER)
313
314#define _PAGE_CHG_MASK (PTE_MASK | _PAGE_ACCESSED | _PAGE_DIRTY)
315
316#define PAGE_NONE __pgprot(_PAGE_CACHABLE | _PAGE_ACCESSED)
317#define PAGE_SHARED __pgprot(_PAGE_PRESENT | _PAGE_READ | _PAGE_WRITE | \
318 _PAGE_CACHABLE | _PAGE_ACCESSED | _PAGE_USER | \
319 _PAGE_SHARED)
320
321
322#define PAGE_COPY __pgprot(_PAGE_PRESENT | _PAGE_READ | _PAGE_CACHABLE | \
323 _PAGE_ACCESSED | _PAGE_USER | _PAGE_EXECUTE)
324#define PAGE_READONLY __pgprot(_PAGE_PRESENT | _PAGE_READ | _PAGE_CACHABLE | \
325 _PAGE_ACCESSED | _PAGE_USER)
326#define PAGE_KERNEL __pgprot(_KERNPG_TABLE)
327
328
329
330
331
332
333
334#define __MMAP_COMMON (_PAGE_PRESENT | _PAGE_USER | _PAGE_CACHABLE | _PAGE_ACCESSED)
335
336#define __P000 __pgprot(__MMAP_COMMON)
337#define __P001 __pgprot(__MMAP_COMMON | _PAGE_READ)
338#define __P010 __pgprot(__MMAP_COMMON)
339#define __P011 __pgprot(__MMAP_COMMON | _PAGE_READ)
340#define __P100 __pgprot(__MMAP_COMMON | _PAGE_EXECUTE)
341#define __P101 __pgprot(__MMAP_COMMON | _PAGE_EXECUTE | _PAGE_READ)
342#define __P110 __pgprot(__MMAP_COMMON | _PAGE_EXECUTE)
343#define __P111 __pgprot(__MMAP_COMMON | _PAGE_EXECUTE | _PAGE_READ)
344
345#define __S000 __pgprot(__MMAP_COMMON | _PAGE_SHARED)
346#define __S001 __pgprot(__MMAP_COMMON | _PAGE_SHARED | _PAGE_READ)
347#define __S010 __pgprot(__MMAP_COMMON | _PAGE_SHARED | _PAGE_WRITE)
348#define __S011 __pgprot(__MMAP_COMMON | _PAGE_SHARED | _PAGE_READ | _PAGE_WRITE)
349#define __S100 __pgprot(__MMAP_COMMON | _PAGE_SHARED | _PAGE_EXECUTE)
350#define __S101 __pgprot(__MMAP_COMMON | _PAGE_SHARED | _PAGE_EXECUTE | _PAGE_READ)
351#define __S110 __pgprot(__MMAP_COMMON | _PAGE_SHARED | _PAGE_EXECUTE | _PAGE_WRITE)
352#define __S111 __pgprot(__MMAP_COMMON | _PAGE_SHARED | _PAGE_EXECUTE | _PAGE_READ | _PAGE_WRITE)
353
354
355
356#define pgprot_noncached(x) __pgprot(((x).pgprot & ~(_PAGE_CACHABLE)) | _PAGE_DEVICE)
357#define pgprot_writecombine(prot) __pgprot(pgprot_val(prot) & ~_PAGE_CACHABLE)
358
359
360
361
362extern void __handle_bad_pmd_kernel(pmd_t * pmd);
363#define __handle_bad_pmd(x) __handle_bad_pmd_kernel(x)
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384#define _PTE_EMPTY 0x0
385#define pte_present(x) (pte_val(x) & _PAGE_PRESENT)
386#define pte_clear(xp) (set_pte(xp, __pte(_PTE_EMPTY)))
387#define pte_none(x) (pte_val(x) == _PTE_EMPTY)
388
389
390
391
392
393
394
395
396
397
398
399#define pte_pagenr(x) (((unsigned long) (pte_val(x)) - \
400 __MEMORY_START) >> PAGE_SHIFT)
401
402
403
404
405#define pte_page(x) (mem_map + pte_pagenr(x))
406
407
408
409
410#define pages_to_mb(x) ((x) >> (20-PAGE_SHIFT))
411
412
413
414
415
416static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_READ; }
417static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXECUTE; }
418static inline int pte_dirty(pte_t pte){ return pte_val(pte) & _PAGE_DIRTY; }
419static inline int pte_young(pte_t pte){ return pte_val(pte) & _PAGE_ACCESSED; }
420static inline int pte_file(pte_t pte) { return pte_val(pte) & _PAGE_FILE; }
421static inline int pte_write(pte_t pte){ return pte_val(pte) & _PAGE_WRITE; }
422
423extern inline pte_t pte_rdprotect(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_READ)); return pte; }
424extern inline pte_t pte_wrprotect(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_WRITE)); return pte; }
425extern inline pte_t pte_exprotect(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_EXECUTE)); return pte; }
426extern inline pte_t pte_mkclean(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_DIRTY)); return pte; }
427extern inline pte_t pte_mkold(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_ACCESSED)); return pte; }
428
429extern inline pte_t pte_mkread(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_READ)); return pte; }
430extern inline pte_t pte_mkwrite(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_WRITE)); return pte; }
431extern inline pte_t pte_mkexec(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_EXECUTE)); return pte; }
432extern inline pte_t pte_mkdirty(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_DIRTY)); return pte; }
433extern inline pte_t pte_mkyoung(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_ACCESSED)); return pte; }
434
435
436
437
438
439
440#define mk_pte(page,pgprot) \
441({ \
442 pte_t __pte; \
443 \
444 set_pte(&__pte, __pte((((page)-mem_map) << PAGE_SHIFT) | \
445 __MEMORY_START | pgprot_val((pgprot)))); \
446 __pte; \
447})
448
449
450
451
452
453#define mk_pte_phys(physpage, pgprot) \
454({ pte_t __pte; set_pte(&__pte, __pte(physpage | pgprot_val(pgprot))); __pte; })
455
456extern inline pte_t pte_modify(pte_t pte, pgprot_t newprot)
457{ set_pte(&pte, __pte((pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot))); return pte; }
458
459#define page_pte_prot(page, prot) mk_pte(page, prot)
460#define page_pte(page) page_pte_prot(page, __pgprot(0))
461
462typedef pte_t *pte_addr_t;
463#define pgtable_cache_init() do { } while (0)
464
465extern void update_mmu_cache(struct vm_area_struct * vma,
466 unsigned long address, pte_t pte);
467
468
469#define __swp_type(x) (((x).val & 3) + (((x).val >> 1) & 0x3c))
470#define __swp_offset(x) ((x).val >> 8)
471#define __swp_entry(type, offset) ((swp_entry_t) { ((offset << 8) + ((type & 0x3c) << 1) + (type & 3)) })
472#define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
473#define __swp_entry_to_pte(x) ((pte_t) { (x).val })
474
475
476#define PTE_FILE_MAX_BITS 29
477#define pte_to_pgoff(pte) (pte_val(pte))
478#define pgoff_to_pte(off) ((pte_t) { (off) | _PAGE_FILE })
479
480
481#define PageSkip(page) (0)
482#define kern_addr_valid(addr) (1)
483
484#define io_remap_page_range(vma, vaddr, paddr, size, prot) \
485 remap_pfn_range(vma, vaddr, (paddr) >> PAGE_SHIFT, size, prot)
486#endif
487
488
489
490
491#define pgtable_cache_init() do { } while (0)
492
493#define pte_pfn(x) (((unsigned long)((x).pte)) >> PAGE_SHIFT)
494#define pfn_pte(pfn, prot) __pte(((pfn) << PAGE_SHIFT) | pgprot_val(prot))
495#define pfn_pmd(pfn, prot) __pmd(((pfn) << PAGE_SHIFT) | pgprot_val(prot))
496
497extern pgd_t swapper_pg_dir[PTRS_PER_PGD];
498
499#include <asm-generic/pgtable.h>
500
501#endif
502