1#ifndef _LINUX_RMAP_H
2#define _LINUX_RMAP_H
3
4
5
6
7#include <linux/list.h>
8#include <linux/slab.h>
9#include <linux/mm.h>
10#include <linux/mutex.h>
11#include <linux/memcontrol.h>
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27struct anon_vma {
28 struct anon_vma *root;
29 struct mutex mutex;
30
31
32
33
34
35
36
37 atomic_t refcount;
38
39
40
41
42
43
44
45
46
47 struct list_head head;
48};
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63struct anon_vma_chain {
64 struct vm_area_struct *vma;
65 struct anon_vma *anon_vma;
66 struct list_head same_vma;
67 struct list_head same_anon_vma;
68};
69
70#ifdef CONFIG_MMU
71static inline void get_anon_vma(struct anon_vma *anon_vma)
72{
73 atomic_inc(&anon_vma->refcount);
74}
75
76void __put_anon_vma(struct anon_vma *anon_vma);
77
78static inline void put_anon_vma(struct anon_vma *anon_vma)
79{
80 if (atomic_dec_and_test(&anon_vma->refcount))
81 __put_anon_vma(anon_vma);
82}
83
84static inline struct anon_vma *page_anon_vma(struct page *page)
85{
86 if (((unsigned long)page->mapping & PAGE_MAPPING_FLAGS) !=
87 PAGE_MAPPING_ANON)
88 return NULL;
89 return page_rmapping(page);
90}
91
92static inline void vma_lock_anon_vma(struct vm_area_struct *vma)
93{
94 struct anon_vma *anon_vma = vma->anon_vma;
95 if (anon_vma)
96 mutex_lock(&anon_vma->root->mutex);
97}
98
99static inline void vma_unlock_anon_vma(struct vm_area_struct *vma)
100{
101 struct anon_vma *anon_vma = vma->anon_vma;
102 if (anon_vma)
103 mutex_unlock(&anon_vma->root->mutex);
104}
105
106static inline void anon_vma_lock(struct anon_vma *anon_vma)
107{
108 mutex_lock(&anon_vma->root->mutex);
109}
110
111static inline void anon_vma_unlock(struct anon_vma *anon_vma)
112{
113 mutex_unlock(&anon_vma->root->mutex);
114}
115
116
117
118
119void anon_vma_init(void);
120int anon_vma_prepare(struct vm_area_struct *);
121void unlink_anon_vmas(struct vm_area_struct *);
122int anon_vma_clone(struct vm_area_struct *, struct vm_area_struct *);
123void anon_vma_moveto_tail(struct vm_area_struct *);
124int anon_vma_fork(struct vm_area_struct *, struct vm_area_struct *);
125
126static inline void anon_vma_merge(struct vm_area_struct *vma,
127 struct vm_area_struct *next)
128{
129 VM_BUG_ON(vma->anon_vma != next->anon_vma);
130 unlink_anon_vmas(next);
131}
132
133struct anon_vma *page_get_anon_vma(struct page *page);
134
135
136
137
138void page_move_anon_rmap(struct page *, struct vm_area_struct *, unsigned long);
139void page_add_anon_rmap(struct page *, struct vm_area_struct *, unsigned long);
140void do_page_add_anon_rmap(struct page *, struct vm_area_struct *,
141 unsigned long, int);
142void page_add_new_anon_rmap(struct page *, struct vm_area_struct *, unsigned long);
143void page_add_file_rmap(struct page *);
144void page_remove_rmap(struct page *);
145
146void hugepage_add_anon_rmap(struct page *, struct vm_area_struct *,
147 unsigned long);
148void hugepage_add_new_anon_rmap(struct page *, struct vm_area_struct *,
149 unsigned long);
150
151static inline void page_dup_rmap(struct page *page)
152{
153 atomic_inc(&page->_mapcount);
154}
155
156
157
158
159int page_referenced(struct page *, int is_locked,
160 struct mem_cgroup *memcg, unsigned long *vm_flags);
161int page_referenced_one(struct page *, struct vm_area_struct *,
162 unsigned long address, unsigned int *mapcount, unsigned long *vm_flags);
163
164enum ttu_flags {
165 TTU_UNMAP = 0,
166 TTU_MIGRATION = 1,
167 TTU_MUNLOCK = 2,
168 TTU_ACTION_MASK = 0xff,
169
170 TTU_IGNORE_MLOCK = (1 << 8),
171 TTU_IGNORE_ACCESS = (1 << 9),
172 TTU_IGNORE_HWPOISON = (1 << 10),
173};
174#define TTU_ACTION(x) ((x) & TTU_ACTION_MASK)
175
176int try_to_unmap(struct page *, enum ttu_flags flags);
177int try_to_unmap_one(struct page *, struct vm_area_struct *,
178 unsigned long address, enum ttu_flags flags);
179
180
181
182
183pte_t *__page_check_address(struct page *, struct mm_struct *,
184 unsigned long, spinlock_t **, int);
185
186static inline pte_t *page_check_address(struct page *page, struct mm_struct *mm,
187 unsigned long address,
188 spinlock_t **ptlp, int sync)
189{
190 pte_t *ptep;
191
192 __cond_lock(*ptlp, ptep = __page_check_address(page, mm, address,
193 ptlp, sync));
194 return ptep;
195}
196
197
198
199
200unsigned long page_address_in_vma(struct page *, struct vm_area_struct *);
201
202
203
204
205
206
207
208int page_mkclean(struct page *);
209
210
211
212
213
214int try_to_munlock(struct page *);
215
216
217
218
219struct anon_vma *page_lock_anon_vma(struct page *page);
220void page_unlock_anon_vma(struct anon_vma *anon_vma);
221int page_mapped_in_vma(struct page *page, struct vm_area_struct *vma);
222
223
224
225
226int rmap_walk(struct page *page, int (*rmap_one)(struct page *,
227 struct vm_area_struct *, unsigned long, void *), void *arg);
228
229#else
230
231#define anon_vma_init() do {} while (0)
232#define anon_vma_prepare(vma) (0)
233#define anon_vma_link(vma) do {} while (0)
234
235static inline int page_referenced(struct page *page, int is_locked,
236 struct mem_cgroup *memcg,
237 unsigned long *vm_flags)
238{
239 *vm_flags = 0;
240 return 0;
241}
242
243#define try_to_unmap(page, refs) SWAP_FAIL
244
245static inline int page_mkclean(struct page *page)
246{
247 return 0;
248}
249
250
251#endif
252
253
254
255
256#define SWAP_SUCCESS 0
257#define SWAP_AGAIN 1
258#define SWAP_FAIL 2
259#define SWAP_MLOCK 3
260
261#endif
262