1#ifndef _ASM_POWERPC_PAGE_64_H
2#define _ASM_POWERPC_PAGE_64_H
3#ifdef __KERNEL__
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19#define HW_PAGE_SHIFT 12
20#define HW_PAGE_SIZE (ASM_CONST(1) << HW_PAGE_SHIFT)
21#define HW_PAGE_MASK (~(HW_PAGE_SIZE-1))
22
23
24
25
26
27#define PAGE_FACTOR (PAGE_SHIFT - HW_PAGE_SHIFT)
28
29
30#define SID_SHIFT 28
31#define SID_MASK 0xfffffffffUL
32#define ESID_MASK 0xfffffffff0000000UL
33#define GET_ESID(x) (((x) >> SID_SHIFT) & SID_MASK)
34
35#ifndef __ASSEMBLY__
36#include <asm/cache.h>
37
38typedef unsigned long pte_basic_t;
39
40static __inline__ void clear_page(void *addr)
41{
42 unsigned long lines, line_size;
43
44 line_size = ppc64_caches.dline_size;
45 lines = ppc64_caches.dlines_per_page;
46
47 __asm__ __volatile__(
48 "mtctr %1 # clear_page\n\
491: dcbz 0,%0\n\
50 add %0,%0,%3\n\
51 bdnz+ 1b"
52 : "=r" (addr)
53 : "r" (lines), "0" (addr), "r" (line_size)
54 : "ctr", "memory");
55}
56
57extern void copy_4K_page(void *to, void *from);
58
59#ifdef CONFIG_PPC_64K_PAGES
60static inline void copy_page(void *to, void *from)
61{
62 unsigned int i;
63 for (i=0; i < (1 << (PAGE_SHIFT - 12)); i++) {
64 copy_4K_page(to, from);
65 to += 4096;
66 from += 4096;
67 }
68}
69#else
70static inline void copy_page(void *to, void *from)
71{
72 copy_4K_page(to, from);
73}
74#endif
75
76
77extern u64 ppc64_pft_size;
78
79
80#ifdef CONFIG_HUGETLB_PAGE
81extern unsigned int HPAGE_SHIFT;
82#else
83#define HPAGE_SHIFT PAGE_SHIFT
84#endif
85#define HPAGE_SIZE ((1UL) << HPAGE_SHIFT)
86#define HPAGE_MASK (~(HPAGE_SIZE - 1))
87#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
88
89#endif
90
91#ifdef CONFIG_PPC_MM_SLICES
92
93#define SLICE_LOW_SHIFT 28
94#define SLICE_HIGH_SHIFT 40
95
96#define SLICE_LOW_TOP (0x100000000ul)
97#define SLICE_NUM_LOW (SLICE_LOW_TOP >> SLICE_LOW_SHIFT)
98#define SLICE_NUM_HIGH (PGTABLE_RANGE >> SLICE_HIGH_SHIFT)
99
100#define GET_LOW_SLICE_INDEX(addr) ((addr) >> SLICE_LOW_SHIFT)
101#define GET_HIGH_SLICE_INDEX(addr) ((addr) >> SLICE_HIGH_SHIFT)
102
103#ifndef __ASSEMBLY__
104
105struct slice_mask {
106 u16 low_slices;
107 u16 high_slices;
108};
109
110struct mm_struct;
111
112extern unsigned long slice_get_unmapped_area(unsigned long addr,
113 unsigned long len,
114 unsigned long flags,
115 unsigned int psize,
116 int topdown,
117 int use_cache);
118
119extern unsigned int get_slice_psize(struct mm_struct *mm,
120 unsigned long addr);
121
122extern void slice_init_context(struct mm_struct *mm, unsigned int psize);
123extern void slice_set_user_psize(struct mm_struct *mm, unsigned int psize);
124
125#define ARCH_HAS_HUGEPAGE_ONLY_RANGE
126extern int is_hugepage_only_range(struct mm_struct *m,
127 unsigned long addr,
128 unsigned long len);
129
130#endif
131#else
132#define slice_init()
133#endif
134
135#ifdef CONFIG_HUGETLB_PAGE
136
137#define ARCH_HAS_HUGETLB_FREE_PGD_RANGE
138#define ARCH_HAS_SETCLEAR_HUGE_PTE
139#define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
140
141#endif
142
143#ifdef MODULE
144#define __page_aligned __attribute__((__aligned__(PAGE_SIZE)))
145#else
146#define __page_aligned \
147 __attribute__((__aligned__(PAGE_SIZE), \
148 __section__(".data.page_aligned")))
149#endif
150
151#define VM_DATA_DEFAULT_FLAGS \
152 (test_thread_flag(TIF_32BIT) ? \
153 VM_DATA_DEFAULT_FLAGS32 : VM_DATA_DEFAULT_FLAGS64)
154
155
156
157
158
159
160
161#define VM_STACK_DEFAULT_FLAGS32 (VM_READ | VM_WRITE | VM_EXEC | \
162 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
163
164#define VM_STACK_DEFAULT_FLAGS64 (VM_READ | VM_WRITE | \
165 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
166
167#define VM_STACK_DEFAULT_FLAGS \
168 (test_thread_flag(TIF_32BIT) ? \
169 VM_STACK_DEFAULT_FLAGS32 : VM_STACK_DEFAULT_FLAGS64)
170
171#include <asm-generic/page.h>
172
173#endif
174#endif
175