1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71#include <linux/kernel.h>
72#include <linux/string.h>
73#include <linux/socket.h>
74#include <linux/un.h>
75#include <linux/net.h>
76#include <linux/fs.h>
77#include <linux/slab.h>
78#include <linux/skbuff.h>
79#include <linux/netdevice.h>
80#include <linux/file.h>
81#include <linux/proc_fs.h>
82#include <linux/mutex.h>
83
84#include <net/sock.h>
85#include <net/af_unix.h>
86#include <net/scm.h>
87#include <net/tcp_states.h>
88
89
90
91static LIST_HEAD(gc_inflight_list);
92static LIST_HEAD(gc_candidates);
93static DEFINE_SPINLOCK(unix_gc_lock);
94
95unsigned int unix_tot_inflight;
96
97
98static struct sock *unix_get_socket(struct file *filp)
99{
100 struct sock *u_sock = NULL;
101 struct inode *inode = filp->f_path.dentry->d_inode;
102
103
104
105
106 if (S_ISSOCK(inode->i_mode)) {
107 struct socket * sock = SOCKET_I(inode);
108 struct sock * s = sock->sk;
109
110
111
112
113 if (s && sock->ops && sock->ops->family == PF_UNIX)
114 u_sock = s;
115 }
116 return u_sock;
117}
118
119
120
121
122
123
124void unix_inflight(struct file *fp)
125{
126 struct sock *s = unix_get_socket(fp);
127 if(s) {
128 struct unix_sock *u = unix_sk(s);
129 spin_lock(&unix_gc_lock);
130 if (atomic_inc_return(&u->inflight) == 1) {
131 BUG_ON(!list_empty(&u->link));
132 list_add_tail(&u->link, &gc_inflight_list);
133 } else {
134 BUG_ON(list_empty(&u->link));
135 }
136 unix_tot_inflight++;
137 spin_unlock(&unix_gc_lock);
138 }
139}
140
141void unix_notinflight(struct file *fp)
142{
143 struct sock *s = unix_get_socket(fp);
144 if(s) {
145 struct unix_sock *u = unix_sk(s);
146 spin_lock(&unix_gc_lock);
147 BUG_ON(list_empty(&u->link));
148 if (atomic_dec_and_test(&u->inflight))
149 list_del_init(&u->link);
150 unix_tot_inflight--;
151 spin_unlock(&unix_gc_lock);
152 }
153}
154
155static inline struct sk_buff *sock_queue_head(struct sock *sk)
156{
157 return (struct sk_buff *) &sk->sk_receive_queue;
158}
159
160#define receive_queue_for_each_skb(sk, next, skb) \
161 for (skb = sock_queue_head(sk)->next, next = skb->next; \
162 skb != sock_queue_head(sk); skb = next, next = skb->next)
163
164static void scan_inflight(struct sock *x, void (*func)(struct unix_sock *),
165 struct sk_buff_head *hitlist)
166{
167 struct sk_buff *skb;
168 struct sk_buff *next;
169
170 spin_lock(&x->sk_receive_queue.lock);
171 receive_queue_for_each_skb(x, next, skb) {
172
173
174
175 if (UNIXCB(skb).fp) {
176 bool hit = false;
177
178
179
180 int nfd = UNIXCB(skb).fp->count;
181 struct file **fp = UNIXCB(skb).fp->fp;
182 while (nfd--) {
183
184
185
186
187 struct sock *sk = unix_get_socket(*fp++);
188 if (sk) {
189 hit = true;
190 func(unix_sk(sk));
191 }
192 }
193 if (hit && hitlist != NULL) {
194 __skb_unlink(skb, &x->sk_receive_queue);
195 __skb_queue_tail(hitlist, skb);
196 }
197 }
198 }
199 spin_unlock(&x->sk_receive_queue.lock);
200}
201
202static void scan_children(struct sock *x, void (*func)(struct unix_sock *),
203 struct sk_buff_head *hitlist)
204{
205 if (x->sk_state != TCP_LISTEN)
206 scan_inflight(x, func, hitlist);
207 else {
208 struct sk_buff *skb;
209 struct sk_buff *next;
210 struct unix_sock *u;
211 LIST_HEAD(embryos);
212
213
214
215
216
217 spin_lock(&x->sk_receive_queue.lock);
218 receive_queue_for_each_skb(x, next, skb) {
219 u = unix_sk(skb->sk);
220
221
222
223
224
225 BUG_ON(!list_empty(&u->link));
226 list_add_tail(&u->link, &embryos);
227 }
228 spin_unlock(&x->sk_receive_queue.lock);
229
230 while (!list_empty(&embryos)) {
231 u = list_entry(embryos.next, struct unix_sock, link);
232 scan_inflight(&u->sk, func, hitlist);
233 list_del_init(&u->link);
234 }
235 }
236}
237
238static void dec_inflight(struct unix_sock *usk)
239{
240 atomic_dec(&usk->inflight);
241}
242
243static void inc_inflight(struct unix_sock *usk)
244{
245 atomic_inc(&usk->inflight);
246}
247
248static void inc_inflight_move_tail(struct unix_sock *u)
249{
250 atomic_inc(&u->inflight);
251
252
253
254
255
256 if (u->gc_candidate)
257 list_move_tail(&u->link, &gc_candidates);
258}
259
260
261
262void unix_gc(void)
263{
264 static bool gc_in_progress = false;
265
266 struct unix_sock *u;
267 struct unix_sock *next;
268 struct sk_buff_head hitlist;
269 struct list_head cursor;
270
271 spin_lock(&unix_gc_lock);
272
273
274 if (gc_in_progress)
275 goto out;
276
277 gc_in_progress = true;
278
279
280
281
282
283
284
285
286
287
288
289
290 list_for_each_entry_safe(u, next, &gc_inflight_list, link) {
291 int total_refs;
292 int inflight_refs;
293
294 total_refs = file_count(u->sk.sk_socket->file);
295 inflight_refs = atomic_read(&u->inflight);
296
297 BUG_ON(inflight_refs < 1);
298 BUG_ON(total_refs < inflight_refs);
299 if (total_refs == inflight_refs) {
300 list_move_tail(&u->link, &gc_candidates);
301 u->gc_candidate = 1;
302 }
303 }
304
305
306
307
308
309 list_for_each_entry(u, &gc_candidates, link)
310 scan_children(&u->sk, dec_inflight, NULL);
311
312
313
314
315
316
317
318
319
320 list_add(&cursor, &gc_candidates);
321 while (cursor.next != &gc_candidates) {
322 u = list_entry(cursor.next, struct unix_sock, link);
323
324
325 list_move(&cursor, &u->link);
326
327 if (atomic_read(&u->inflight) > 0) {
328 list_move_tail(&u->link, &gc_inflight_list);
329 u->gc_candidate = 0;
330 scan_children(&u->sk, inc_inflight_move_tail, NULL);
331 }
332 }
333 list_del(&cursor);
334
335
336
337
338
339
340 skb_queue_head_init(&hitlist);
341 list_for_each_entry(u, &gc_candidates, link)
342 scan_children(&u->sk, inc_inflight, &hitlist);
343
344 spin_unlock(&unix_gc_lock);
345
346
347 __skb_queue_purge(&hitlist);
348
349 spin_lock(&unix_gc_lock);
350
351
352 BUG_ON(!list_empty(&gc_candidates));
353 gc_in_progress = false;
354
355 out:
356 spin_unlock(&unix_gc_lock);
357}
358