1#ifndef _LINUX_RMAP_H
2#define _LINUX_RMAP_H
3
4
5
6
7#include <linux/list.h>
8#include <linux/slab.h>
9#include <linux/mm.h>
10#include <linux/mutex.h>
11#include <linux/memcontrol.h>
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27struct anon_vma {
28 struct anon_vma *root;
29 struct mutex mutex;
30
31
32
33
34
35
36
37 atomic_t refcount;
38
39
40
41
42
43
44
45
46
47 struct list_head head;
48};
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63struct anon_vma_chain {
64 struct vm_area_struct *vma;
65 struct anon_vma *anon_vma;
66 struct list_head same_vma;
67 struct list_head same_anon_vma;
68};
69
70#ifdef CONFIG_MMU
71static inline void get_anon_vma(struct anon_vma *anon_vma)
72{
73 atomic_inc(&anon_vma->refcount);
74}
75
76void __put_anon_vma(struct anon_vma *anon_vma);
77
78static inline void put_anon_vma(struct anon_vma *anon_vma)
79{
80 if (atomic_dec_and_test(&anon_vma->refcount))
81 __put_anon_vma(anon_vma);
82}
83
84static inline struct anon_vma *page_anon_vma(struct page *page)
85{
86 if (((unsigned long)page->mapping & PAGE_MAPPING_FLAGS) !=
87 PAGE_MAPPING_ANON)
88 return NULL;
89 return page_rmapping(page);
90}
91
92static inline void vma_lock_anon_vma(struct vm_area_struct *vma)
93{
94 struct anon_vma *anon_vma = vma->anon_vma;
95 if (anon_vma)
96 mutex_lock(&anon_vma->root->mutex);
97}
98
99static inline void vma_unlock_anon_vma(struct vm_area_struct *vma)
100{
101 struct anon_vma *anon_vma = vma->anon_vma;
102 if (anon_vma)
103 mutex_unlock(&anon_vma->root->mutex);
104}
105
106static inline void anon_vma_lock(struct anon_vma *anon_vma)
107{
108 mutex_lock(&anon_vma->root->mutex);
109}
110
111static inline void anon_vma_unlock(struct anon_vma *anon_vma)
112{
113 mutex_unlock(&anon_vma->root->mutex);
114}
115
116
117
118
119void anon_vma_init(void);
120int anon_vma_prepare(struct vm_area_struct *);
121void unlink_anon_vmas(struct vm_area_struct *);
122int anon_vma_clone(struct vm_area_struct *, struct vm_area_struct *);
123void anon_vma_moveto_tail(struct vm_area_struct *);
124int anon_vma_fork(struct vm_area_struct *, struct vm_area_struct *);
125void __anon_vma_link(struct vm_area_struct *);
126
127static inline void anon_vma_merge(struct vm_area_struct *vma,
128 struct vm_area_struct *next)
129{
130 VM_BUG_ON(vma->anon_vma != next->anon_vma);
131 unlink_anon_vmas(next);
132}
133
134struct anon_vma *page_get_anon_vma(struct page *page);
135
136
137
138
139void page_move_anon_rmap(struct page *, struct vm_area_struct *, unsigned long);
140void page_add_anon_rmap(struct page *, struct vm_area_struct *, unsigned long);
141void do_page_add_anon_rmap(struct page *, struct vm_area_struct *,
142 unsigned long, int);
143void page_add_new_anon_rmap(struct page *, struct vm_area_struct *, unsigned long);
144void page_add_file_rmap(struct page *);
145void page_remove_rmap(struct page *);
146
147void hugepage_add_anon_rmap(struct page *, struct vm_area_struct *,
148 unsigned long);
149void hugepage_add_new_anon_rmap(struct page *, struct vm_area_struct *,
150 unsigned long);
151
152static inline void page_dup_rmap(struct page *page)
153{
154 atomic_inc(&page->_mapcount);
155}
156
157
158
159
160int page_referenced(struct page *, int is_locked,
161 struct mem_cgroup *memcg, unsigned long *vm_flags);
162int page_referenced_one(struct page *, struct vm_area_struct *,
163 unsigned long address, unsigned int *mapcount, unsigned long *vm_flags);
164
165enum ttu_flags {
166 TTU_UNMAP = 0,
167 TTU_MIGRATION = 1,
168 TTU_MUNLOCK = 2,
169 TTU_ACTION_MASK = 0xff,
170
171 TTU_IGNORE_MLOCK = (1 << 8),
172 TTU_IGNORE_ACCESS = (1 << 9),
173 TTU_IGNORE_HWPOISON = (1 << 10),
174};
175#define TTU_ACTION(x) ((x) & TTU_ACTION_MASK)
176
177bool is_vma_temporary_stack(struct vm_area_struct *vma);
178
179int try_to_unmap(struct page *, enum ttu_flags flags);
180int try_to_unmap_one(struct page *, struct vm_area_struct *,
181 unsigned long address, enum ttu_flags flags);
182
183
184
185
186pte_t *__page_check_address(struct page *, struct mm_struct *,
187 unsigned long, spinlock_t **, int);
188
189static inline pte_t *page_check_address(struct page *page, struct mm_struct *mm,
190 unsigned long address,
191 spinlock_t **ptlp, int sync)
192{
193 pte_t *ptep;
194
195 __cond_lock(*ptlp, ptep = __page_check_address(page, mm, address,
196 ptlp, sync));
197 return ptep;
198}
199
200
201
202
203unsigned long page_address_in_vma(struct page *, struct vm_area_struct *);
204
205
206
207
208
209
210
211int page_mkclean(struct page *);
212
213
214
215
216
217int try_to_munlock(struct page *);
218
219
220
221
222struct anon_vma *page_lock_anon_vma(struct page *page);
223void page_unlock_anon_vma(struct anon_vma *anon_vma);
224int page_mapped_in_vma(struct page *page, struct vm_area_struct *vma);
225
226
227
228
229int rmap_walk(struct page *page, int (*rmap_one)(struct page *,
230 struct vm_area_struct *, unsigned long, void *), void *arg);
231
232#else
233
234#define anon_vma_init() do {} while (0)
235#define anon_vma_prepare(vma) (0)
236#define anon_vma_link(vma) do {} while (0)
237
238static inline int page_referenced(struct page *page, int is_locked,
239 struct mem_cgroup *memcg,
240 unsigned long *vm_flags)
241{
242 *vm_flags = 0;
243 return 0;
244}
245
246#define try_to_unmap(page, refs) SWAP_FAIL
247
248static inline int page_mkclean(struct page *page)
249{
250 return 0;
251}
252
253
254#endif
255
256
257
258
259#define SWAP_SUCCESS 0
260#define SWAP_AGAIN 1
261#define SWAP_FAIL 2
262#define SWAP_MLOCK 3
263
264#endif
265