1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16#include <asm/uaccess.h>
17#include <asm/system.h>
18#include <asm/bitops.h>
19#include <linux/module.h>
20#include <linux/types.h>
21#include <linux/kernel.h>
22#include <linux/jiffies.h>
23#include <linux/string.h>
24#include <linux/mm.h>
25#include <linux/socket.h>
26#include <linux/sockios.h>
27#include <linux/in.h>
28#include <linux/errno.h>
29#include <linux/interrupt.h>
30#include <linux/netdevice.h>
31#include <linux/skbuff.h>
32#include <linux/rtnetlink.h>
33#include <linux/init.h>
34#include <net/sock.h>
35#include <net/gen_stats.h>
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78#define EST_MAX_INTERVAL 5
79
80struct gen_estimator
81{
82 struct gen_estimator *next;
83 struct gnet_stats_basic *bstats;
84 struct gnet_stats_rate_est *rate_est;
85 spinlock_t *stats_lock;
86 unsigned interval;
87 int ewma_log;
88 u64 last_bytes;
89 u32 last_packets;
90 u32 avpps;
91 u32 avbps;
92};
93
94struct gen_estimator_head
95{
96 struct timer_list timer;
97 struct gen_estimator *list;
98};
99
100static struct gen_estimator_head elist[EST_MAX_INTERVAL+1];
101
102
103static DEFINE_RWLOCK(est_lock);
104
105static void est_timer(unsigned long arg)
106{
107 int idx = (int)arg;
108 struct gen_estimator *e;
109
110 read_lock(&est_lock);
111 for (e = elist[idx].list; e; e = e->next) {
112 u64 nbytes;
113 u32 npackets;
114 u32 rate;
115
116 spin_lock(e->stats_lock);
117 nbytes = e->bstats->bytes;
118 npackets = e->bstats->packets;
119 rate = (nbytes - e->last_bytes)<<(7 - idx);
120 e->last_bytes = nbytes;
121 e->avbps += ((long)rate - (long)e->avbps) >> e->ewma_log;
122 e->rate_est->bps = (e->avbps+0xF)>>5;
123
124 rate = (npackets - e->last_packets)<<(12 - idx);
125 e->last_packets = npackets;
126 e->avpps += ((long)rate - (long)e->avpps) >> e->ewma_log;
127 e->rate_est->pps = (e->avpps+0x1FF)>>10;
128 spin_unlock(e->stats_lock);
129 }
130
131 mod_timer(&elist[idx].timer, jiffies + ((HZ<<idx)/4));
132 read_unlock(&est_lock);
133}
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150int gen_new_estimator(struct gnet_stats_basic *bstats,
151 struct gnet_stats_rate_est *rate_est, spinlock_t *stats_lock, struct rtattr *opt)
152{
153 struct gen_estimator *est;
154 struct gnet_estimator *parm = RTA_DATA(opt);
155
156 if (RTA_PAYLOAD(opt) < sizeof(*parm))
157 return -EINVAL;
158
159 if (parm->interval < -2 || parm->interval > 3)
160 return -EINVAL;
161
162 est = kmalloc(sizeof(*est), GFP_KERNEL);
163 if (est == NULL)
164 return -ENOBUFS;
165
166 memset(est, 0, sizeof(*est));
167 est->interval = parm->interval + 2;
168 est->bstats = bstats;
169 est->rate_est = rate_est;
170 est->stats_lock = stats_lock;
171 est->ewma_log = parm->ewma_log;
172 est->last_bytes = bstats->bytes;
173 est->avbps = rate_est->bps<<5;
174 est->last_packets = bstats->packets;
175 est->avpps = rate_est->pps<<10;
176
177 est->next = elist[est->interval].list;
178 if (est->next == NULL) {
179 init_timer(&elist[est->interval].timer);
180 elist[est->interval].timer.data = est->interval;
181 elist[est->interval].timer.expires = jiffies + ((HZ<<est->interval)/4);
182 elist[est->interval].timer.function = est_timer;
183 add_timer(&elist[est->interval].timer);
184 }
185 write_lock_bh(&est_lock);
186 elist[est->interval].list = est;
187 write_unlock_bh(&est_lock);
188 return 0;
189}
190
191
192
193
194
195
196
197
198
199void gen_kill_estimator(struct gnet_stats_basic *bstats,
200 struct gnet_stats_rate_est *rate_est)
201{
202 int idx;
203 struct gen_estimator *est, **pest;
204
205 for (idx=0; idx <= EST_MAX_INTERVAL; idx++) {
206 int killed = 0;
207 pest = &elist[idx].list;
208 while ((est=*pest) != NULL) {
209 if (est->rate_est != rate_est || est->bstats != bstats) {
210 pest = &est->next;
211 continue;
212 }
213
214 write_lock_bh(&est_lock);
215 *pest = est->next;
216 write_unlock_bh(&est_lock);
217
218 kfree(est);
219 killed++;
220 }
221 if (killed && elist[idx].list == NULL)
222 del_timer(&elist[idx].timer);
223 }
224}
225
226
227
228
229
230
231
232
233
234
235
236
237
238int
239gen_replace_estimator(struct gnet_stats_basic *bstats,
240 struct gnet_stats_rate_est *rate_est, spinlock_t *stats_lock,
241 struct rtattr *opt)
242{
243 gen_kill_estimator(bstats, rate_est);
244 return gen_new_estimator(bstats, rate_est, stats_lock, opt);
245}
246
247
248EXPORT_SYMBOL(gen_kill_estimator);
249EXPORT_SYMBOL(gen_new_estimator);
250EXPORT_SYMBOL(gen_replace_estimator);
251