1
2
3
4
5
6
7
8
9#ifndef _ASM_PAGE_H
10#define _ASM_PAGE_H
11
12#include <spaces.h>
13#include <linux/const.h>
14#include <linux/kernel.h>
15#include <asm/mipsregs.h>
16
17
18
19
20#ifdef CONFIG_PAGE_SIZE_4KB
21#define PAGE_SHIFT 12
22#endif
23#ifdef CONFIG_PAGE_SIZE_8KB
24#define PAGE_SHIFT 13
25#endif
26#ifdef CONFIG_PAGE_SIZE_16KB
27#define PAGE_SHIFT 14
28#endif
29#ifdef CONFIG_PAGE_SIZE_32KB
30#define PAGE_SHIFT 15
31#endif
32#ifdef CONFIG_PAGE_SIZE_64KB
33#define PAGE_SHIFT 16
34#endif
35#define PAGE_SIZE (_AC(1,UL) << PAGE_SHIFT)
36#define PAGE_MASK (~((1 << PAGE_SHIFT) - 1))
37
38
39
40
41
42static inline unsigned int page_size_ftlb(unsigned int mmuextdef)
43{
44 switch (mmuextdef) {
45 case MIPS_CONF4_MMUEXTDEF_FTLBSIZEEXT:
46 if (PAGE_SIZE == (1 << 30))
47 return 5;
48 if (PAGE_SIZE == (1llu << 32))
49 return 6;
50 if (PAGE_SIZE > (256 << 10))
51 return 7;
52 fallthrough;
53 case MIPS_CONF4_MMUEXTDEF_VTLBSIZEEXT:
54 return (PAGE_SHIFT - 10) / 2;
55 default:
56 panic("Invalid FTLB configuration with Conf4_mmuextdef=%d value\n",
57 mmuextdef >> 14);
58 }
59}
60
61#ifdef CONFIG_MIPS_HUGE_TLB_SUPPORT
62#define HPAGE_SHIFT (PAGE_SHIFT + PAGE_SHIFT - 3)
63#define HPAGE_SIZE (_AC(1,UL) << HPAGE_SHIFT)
64#define HPAGE_MASK (~(HPAGE_SIZE - 1))
65#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
66#else
67#define HPAGE_SHIFT ({BUILD_BUG(); 0; })
68#define HPAGE_SIZE ({BUILD_BUG(); 0; })
69#define HPAGE_MASK ({BUILD_BUG(); 0; })
70#define HUGETLB_PAGE_ORDER ({BUILD_BUG(); 0; })
71#endif
72
73#include <linux/pfn.h>
74
75extern void build_clear_page(void);
76extern void build_copy_page(void);
77
78
79
80
81
82
83#ifdef CONFIG_MIPS_AUTO_PFN_OFFSET
84extern unsigned long ARCH_PFN_OFFSET;
85# define ARCH_PFN_OFFSET ARCH_PFN_OFFSET
86#else
87# define ARCH_PFN_OFFSET PFN_UP(PHYS_OFFSET)
88#endif
89
90extern void clear_page(void * page);
91extern void copy_page(void * to, void * from);
92
93extern unsigned long shm_align_mask;
94
95static inline unsigned long pages_do_alias(unsigned long addr1,
96 unsigned long addr2)
97{
98 return (addr1 ^ addr2) & shm_align_mask;
99}
100
101struct page;
102
103static inline void clear_user_page(void *addr, unsigned long vaddr,
104 struct page *page)
105{
106 extern void (*flush_data_cache_page)(unsigned long addr);
107
108 clear_page(addr);
109 if (pages_do_alias((unsigned long) addr, vaddr & PAGE_MASK))
110 flush_data_cache_page((unsigned long)addr);
111}
112
113struct vm_area_struct;
114extern void copy_user_highpage(struct page *to, struct page *from,
115 unsigned long vaddr, struct vm_area_struct *vma);
116
117#define __HAVE_ARCH_COPY_USER_HIGHPAGE
118
119
120
121
122#ifdef CONFIG_PHYS_ADDR_T_64BIT
123 #ifdef CONFIG_CPU_MIPS32
124 typedef struct { unsigned long pte_low, pte_high; } pte_t;
125 #define pte_val(x) ((x).pte_low | ((unsigned long long)(x).pte_high << 32))
126 #define __pte(x) ({ pte_t __pte = {(x), ((unsigned long long)(x)) >> 32}; __pte; })
127 #else
128 typedef struct { unsigned long long pte; } pte_t;
129 #define pte_val(x) ((x).pte)
130 #define __pte(x) ((pte_t) { (x) } )
131 #endif
132#else
133typedef struct { unsigned long pte; } pte_t;
134#define pte_val(x) ((x).pte)
135#define __pte(x) ((pte_t) { (x) } )
136#endif
137typedef struct page *pgtable_t;
138
139
140
141
142
143
144
145
146
147typedef struct { unsigned long pgd; } pgd_t;
148#define pgd_val(x) ((x).pgd)
149#define __pgd(x) ((pgd_t) { (x) } )
150
151
152
153
154typedef struct { unsigned long pgprot; } pgprot_t;
155#define pgprot_val(x) ((x).pgprot)
156#define __pgprot(x) ((pgprot_t) { (x) } )
157#define pte_pgprot(x) __pgprot(pte_val(x) & ~_PFN_MASK)
158
159
160
161
162
163
164
165
166#define ptep_buddy(x) ((pte_t *)((unsigned long)(x) ^ sizeof(pte_t)))
167
168
169
170
171static inline unsigned long ___pa(unsigned long x)
172{
173 if (IS_ENABLED(CONFIG_64BIT)) {
174
175
176
177
178
179 return x < CKSEG0 ? XPHYSADDR(x) : CPHYSADDR(x);
180 }
181
182 if (!IS_ENABLED(CONFIG_EVA)) {
183
184
185
186
187
188
189 return CPHYSADDR(x);
190 }
191
192
193
194
195
196 return x - PAGE_OFFSET + PHYS_OFFSET;
197}
198#define __pa(x) ___pa((unsigned long)(x))
199#define __va(x) ((void *)((unsigned long)(x) + PAGE_OFFSET - PHYS_OFFSET))
200#include <asm/io.h>
201
202
203
204
205
206
207
208
209
210
211
212
213#define __pa_symbol_nodebug(x) __pa(RELOC_HIDE((unsigned long)(x), 0))
214
215#ifdef CONFIG_DEBUG_VIRTUAL
216extern phys_addr_t __phys_addr_symbol(unsigned long x);
217#else
218#define __phys_addr_symbol(x) __pa_symbol_nodebug(x)
219#endif
220
221#ifndef __pa_symbol
222#define __pa_symbol(x) __phys_addr_symbol((unsigned long)(x))
223#endif
224
225#define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT)
226
227#ifdef CONFIG_FLATMEM
228
229static inline int pfn_valid(unsigned long pfn)
230{
231
232 extern unsigned long max_mapnr;
233 unsigned long pfn_offset = ARCH_PFN_OFFSET;
234
235 return pfn >= pfn_offset && pfn < max_mapnr;
236}
237
238#elif defined(CONFIG_SPARSEMEM)
239
240
241
242#elif defined(CONFIG_NUMA)
243
244#define pfn_valid(pfn) \
245({ \
246 unsigned long __pfn = (pfn); \
247 int __n = pfn_to_nid(__pfn); \
248 ((__n >= 0) ? (__pfn < NODE_DATA(__n)->node_start_pfn + \
249 NODE_DATA(__n)->node_spanned_pages) \
250 : 0); \
251})
252
253#endif
254
255#define virt_to_pfn(kaddr) PFN_DOWN(virt_to_phys((void *)(kaddr)))
256#define virt_to_page(kaddr) pfn_to_page(virt_to_pfn(kaddr))
257
258extern bool __virt_addr_valid(const volatile void *kaddr);
259#define virt_addr_valid(kaddr) \
260 __virt_addr_valid((const volatile void *) (kaddr))
261
262#define VM_DATA_DEFAULT_FLAGS VM_DATA_FLAGS_TSK_EXEC
263
264extern unsigned long __kaslr_offset;
265static inline unsigned long kaslr_offset(void)
266{
267 return __kaslr_offset;
268}
269
270#include <asm-generic/memory_model.h>
271#include <asm-generic/getorder.h>
272
273#endif
274