1
2
3
4
5
6
7#ifndef __UM_PGTABLE_3LEVEL_H
8#define __UM_PGTABLE_3LEVEL_H
9
10#include <asm-generic/pgtable-nopud.h>
11
12
13
14#define PGDIR_SHIFT 30
15#define PGDIR_SIZE (1UL << PGDIR_SHIFT)
16#define PGDIR_MASK (~(PGDIR_SIZE-1))
17
18
19
20
21
22#define PMD_SHIFT 21
23#define PMD_SIZE (1UL << PMD_SHIFT)
24#define PMD_MASK (~(PMD_SIZE-1))
25
26
27
28
29
30#define PTRS_PER_PTE 512
31#define PTRS_PER_PMD 512
32#define USER_PTRS_PER_PGD ((TASK_SIZE + (PGDIR_SIZE - 1)) / PGDIR_SIZE)
33#define PTRS_PER_PGD 512
34#define FIRST_USER_PGD_NR 0
35
36#define pte_ERROR(e) \
37 printk("%s:%d: bad pte %p(%016lx).\n", __FILE__, __LINE__, &(e), \
38 pte_val(e))
39#define pmd_ERROR(e) \
40 printk("%s:%d: bad pmd %p(%016lx).\n", __FILE__, __LINE__, &(e), \
41 pmd_val(e))
42#define pgd_ERROR(e) \
43 printk("%s:%d: bad pgd %p(%016lx).\n", __FILE__, __LINE__, &(e), \
44 pgd_val(e))
45
46#define pud_none(x) (!(pud_val(x) & ~_PAGE_NEWPAGE))
47#define pud_bad(x) ((pud_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE)
48#define pud_present(x) (pud_val(x) & _PAGE_PRESENT)
49#define pud_populate(mm, pud, pmd) \
50 set_pud(pud, __pud(_PAGE_TABLE + __pa(pmd)))
51
52#define set_pud(pudptr, pudval) set_64bit((phys_t *) (pudptr), pud_val(pudval))
53static inline int pgd_newpage(pgd_t pgd)
54{
55 return(pgd_val(pgd) & _PAGE_NEWPAGE);
56}
57
58static inline void pgd_mkuptodate(pgd_t pgd) { pgd_val(pgd) &= ~_PAGE_NEWPAGE; }
59
60
61#define pte_present(x) pte_get_bits(x, (_PAGE_PRESENT | _PAGE_PROTNONE))
62
63static inline pte_t pte_mknewprot(pte_t pte)
64{
65 pte_set_bits(pte, _PAGE_NEWPROT);
66 return(pte);
67}
68
69static inline pte_t pte_mknewpage(pte_t pte)
70{
71 pte_set_bits(pte, _PAGE_NEWPAGE);
72 return(pte);
73}
74
75static inline void set_pte(pte_t *pteptr, pte_t pteval)
76{
77 pte_copy(*pteptr, pteval);
78
79
80
81
82
83
84 *pteptr = pte_mknewpage(*pteptr);
85 if(pte_present(*pteptr)) *pteptr = pte_mknewprot(*pteptr);
86}
87
88#define set_pmd(pmdptr, pmdval) set_64bit((phys_t *) (pmdptr), pmd_val(pmdval))
89
90static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address)
91{
92 pmd_t *pmd = (pmd_t *) __get_free_page(GFP_KERNEL);
93
94 if(pmd)
95 memset(pmd, 0, PAGE_SIZE);
96
97 return pmd;
98}
99
100static inline void pmd_free(pmd_t *pmd){
101 free_page((unsigned long) pmd);
102}
103
104#define __pmd_free_tlb(tlb,x) do { } while (0)
105
106static inline void pud_clear (pud_t * pud) { }
107
108#define pud_page(pud) \
109 ((struct page *) __va(pud_val(pud) & PAGE_MASK))
110
111
112#define pmd_offset(pud, address) ((pmd_t *) pud_page(*(pud)) + \
113 pmd_index(address))
114
115#define pte_page(x) pfn_to_page(pte_pfn(x))
116
117static inline int pte_none(pte_t pte)
118{
119 return pte_is_zero(pte);
120}
121
122static inline unsigned long pte_pfn(pte_t pte)
123{
124 return phys_to_pfn(pte_val(pte));
125}
126
127static inline pte_t pfn_pte(pfn_t page_nr, pgprot_t pgprot)
128{
129 pte_t pte;
130 phys_t phys = pfn_to_phys(page_nr);
131
132 pte_set_val(pte, phys, pgprot);
133 return pte;
134}
135
136static inline pmd_t pfn_pmd(pfn_t page_nr, pgprot_t pgprot)
137{
138 return __pmd((page_nr << PAGE_SHIFT) | pgprot_val(pgprot));
139}
140
141
142
143
144
145#define PTE_FILE_MAX_BITS 32
146
147#ifdef CONFIG_64_BIT
148
149#define pte_to_pgoff(p) ((p).pte >> 32)
150
151#define pgoff_to_pte(off) ((pte_t) { ((off) < 32) | _PAGE_FILE })
152
153#else
154
155#define pte_to_pgoff(pte) ((pte).pte_high)
156
157#define pgoff_to_pte(off) ((pte_t) { _PAGE_FILE, (off) })
158
159#endif
160
161#endif
162
163
164
165
166
167
168
169
170
171
172
173