1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75#include <asm/uaccess.h>
76#include <asm/system.h>
77#include <linux/bitops.h>
78#include <linux/capability.h>
79#include <linux/cpu.h>
80#include <linux/types.h>
81#include <linux/kernel.h>
82#include <linux/sched.h>
83#include <linux/mutex.h>
84#include <linux/string.h>
85#include <linux/mm.h>
86#include <linux/socket.h>
87#include <linux/sockios.h>
88#include <linux/errno.h>
89#include <linux/interrupt.h>
90#include <linux/if_ether.h>
91#include <linux/netdevice.h>
92#include <linux/etherdevice.h>
93#include <linux/notifier.h>
94#include <linux/skbuff.h>
95#include <net/sock.h>
96#include <linux/rtnetlink.h>
97#include <linux/proc_fs.h>
98#include <linux/seq_file.h>
99#include <linux/stat.h>
100#include <linux/if_bridge.h>
101#include <net/dst.h>
102#include <net/pkt_sched.h>
103#include <net/checksum.h>
104#include <linux/highmem.h>
105#include <linux/init.h>
106#include <linux/kmod.h>
107#include <linux/module.h>
108#include <linux/kallsyms.h>
109#include <linux/netpoll.h>
110#include <linux/rcupdate.h>
111#include <linux/delay.h>
112#include <linux/wireless.h>
113#include <net/iw_handler.h>
114#include <asm/current.h>
115#include <linux/audit.h>
116#include <linux/dmaengine.h>
117#include <linux/err.h>
118#include <linux/ctype.h>
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148static DEFINE_SPINLOCK(ptype_lock);
149static struct list_head ptype_base[16];
150static struct list_head ptype_all;
151
152#ifdef CONFIG_NET_DMA
153static struct dma_client *net_dma_client;
154static unsigned int net_dma_count;
155static spinlock_t net_dma_event_lock;
156#endif
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177struct net_device *dev_base;
178static struct net_device **dev_tail = &dev_base;
179DEFINE_RWLOCK(dev_base_lock);
180
181EXPORT_SYMBOL(dev_base);
182EXPORT_SYMBOL(dev_base_lock);
183
184#define NETDEV_HASHBITS 8
185static struct hlist_head dev_name_head[1<<NETDEV_HASHBITS];
186static struct hlist_head dev_index_head[1<<NETDEV_HASHBITS];
187
188static inline struct hlist_head *dev_name_hash(const char *name)
189{
190 unsigned hash = full_name_hash(name, strnlen(name, IFNAMSIZ));
191 return &dev_name_head[hash & ((1<<NETDEV_HASHBITS)-1)];
192}
193
194static inline struct hlist_head *dev_index_hash(int ifindex)
195{
196 return &dev_index_head[ifindex & ((1<<NETDEV_HASHBITS)-1)];
197}
198
199
200
201
202
203static RAW_NOTIFIER_HEAD(netdev_chain);
204
205
206
207
208
209DEFINE_PER_CPU(struct softnet_data, softnet_data) = { NULL };
210
211#ifdef CONFIG_SYSFS
212extern int netdev_sysfs_init(void);
213extern int netdev_register_sysfs(struct net_device *);
214extern void netdev_unregister_sysfs(struct net_device *);
215#else
216#define netdev_sysfs_init() (0)
217#define netdev_register_sysfs(dev) (0)
218#define netdev_unregister_sysfs(dev) do { } while(0)
219#endif
220
221
222
223
224
225
226
227
228
229
230
231
232static int netdev_nit;
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263void dev_add_pack(struct packet_type *pt)
264{
265 int hash;
266
267 spin_lock_bh(&ptype_lock);
268 if (pt->type == htons(ETH_P_ALL)) {
269 netdev_nit++;
270 list_add_rcu(&pt->list, &ptype_all);
271 } else {
272 hash = ntohs(pt->type) & 15;
273 list_add_rcu(&pt->list, &ptype_base[hash]);
274 }
275 spin_unlock_bh(&ptype_lock);
276}
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291void __dev_remove_pack(struct packet_type *pt)
292{
293 struct list_head *head;
294 struct packet_type *pt1;
295
296 spin_lock_bh(&ptype_lock);
297
298 if (pt->type == htons(ETH_P_ALL)) {
299 netdev_nit--;
300 head = &ptype_all;
301 } else
302 head = &ptype_base[ntohs(pt->type) & 15];
303
304 list_for_each_entry(pt1, head, list) {
305 if (pt == pt1) {
306 list_del_rcu(&pt->list);
307 goto out;
308 }
309 }
310
311 printk(KERN_WARNING "dev_remove_pack: %p not found.\n", pt);
312out:
313 spin_unlock_bh(&ptype_lock);
314}
315
316
317
318
319
320
321
322
323
324
325
326
327void dev_remove_pack(struct packet_type *pt)
328{
329 __dev_remove_pack(pt);
330
331 synchronize_net();
332}
333
334
335
336
337
338
339
340
341static struct netdev_boot_setup dev_boot_setup[NETDEV_BOOT_SETUP_MAX];
342
343
344
345
346
347
348
349
350
351
352static int netdev_boot_setup_add(char *name, struct ifmap *map)
353{
354 struct netdev_boot_setup *s;
355 int i;
356
357 s = dev_boot_setup;
358 for (i = 0; i < NETDEV_BOOT_SETUP_MAX; i++) {
359 if (s[i].name[0] == '\0' || s[i].name[0] == ' ') {
360 memset(s[i].name, 0, sizeof(s[i].name));
361 strcpy(s[i].name, name);
362 memcpy(&s[i].map, map, sizeof(s[i].map));
363 break;
364 }
365 }
366
367 return i >= NETDEV_BOOT_SETUP_MAX ? 0 : 1;
368}
369
370
371
372
373
374
375
376
377
378
379int netdev_boot_setup_check(struct net_device *dev)
380{
381 struct netdev_boot_setup *s = dev_boot_setup;
382 int i;
383
384 for (i = 0; i < NETDEV_BOOT_SETUP_MAX; i++) {
385 if (s[i].name[0] != '\0' && s[i].name[0] != ' ' &&
386 !strncmp(dev->name, s[i].name, strlen(s[i].name))) {
387 dev->irq = s[i].map.irq;
388 dev->base_addr = s[i].map.base_addr;
389 dev->mem_start = s[i].map.mem_start;
390 dev->mem_end = s[i].map.mem_end;
391 return 1;
392 }
393 }
394 return 0;
395}
396
397
398
399
400
401
402
403
404
405
406
407
408unsigned long netdev_boot_base(const char *prefix, int unit)
409{
410 const struct netdev_boot_setup *s = dev_boot_setup;
411 char name[IFNAMSIZ];
412 int i;
413
414 sprintf(name, "%s%d", prefix, unit);
415
416
417
418
419
420 if (__dev_get_by_name(name))
421 return 1;
422
423 for (i = 0; i < NETDEV_BOOT_SETUP_MAX; i++)
424 if (!strcmp(name, s[i].name))
425 return s[i].map.base_addr;
426 return 0;
427}
428
429
430
431
432int __init netdev_boot_setup(char *str)
433{
434 int ints[5];
435 struct ifmap map;
436
437 str = get_options(str, ARRAY_SIZE(ints), ints);
438 if (!str || !*str)
439 return 0;
440
441
442 memset(&map, 0, sizeof(map));
443 if (ints[0] > 0)
444 map.irq = ints[1];
445 if (ints[0] > 1)
446 map.base_addr = ints[2];
447 if (ints[0] > 2)
448 map.mem_start = ints[3];
449 if (ints[0] > 3)
450 map.mem_end = ints[4];
451
452
453 return netdev_boot_setup_add(str, &map);
454}
455
456__setup("netdev=", netdev_boot_setup);
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475struct net_device *__dev_get_by_name(const char *name)
476{
477 struct hlist_node *p;
478
479 hlist_for_each(p, dev_name_hash(name)) {
480 struct net_device *dev
481 = hlist_entry(p, struct net_device, name_hlist);
482 if (!strncmp(dev->name, name, IFNAMSIZ))
483 return dev;
484 }
485 return NULL;
486}
487
488
489
490
491
492
493
494
495
496
497
498
499struct net_device *dev_get_by_name(const char *name)
500{
501 struct net_device *dev;
502
503 read_lock(&dev_base_lock);
504 dev = __dev_get_by_name(name);
505 if (dev)
506 dev_hold(dev);
507 read_unlock(&dev_base_lock);
508 return dev;
509}
510
511
512
513
514
515
516
517
518
519
520
521
522struct net_device *__dev_get_by_index(int ifindex)
523{
524 struct hlist_node *p;
525
526 hlist_for_each(p, dev_index_hash(ifindex)) {
527 struct net_device *dev
528 = hlist_entry(p, struct net_device, index_hlist);
529 if (dev->ifindex == ifindex)
530 return dev;
531 }
532 return NULL;
533}
534
535
536
537
538
539
540
541
542
543
544
545
546struct net_device *dev_get_by_index(int ifindex)
547{
548 struct net_device *dev;
549
550 read_lock(&dev_base_lock);
551 dev = __dev_get_by_index(ifindex);
552 if (dev)
553 dev_hold(dev);
554 read_unlock(&dev_base_lock);
555 return dev;
556}
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572struct net_device *dev_getbyhwaddr(unsigned short type, char *ha)
573{
574 struct net_device *dev;
575
576 ASSERT_RTNL();
577
578 for (dev = dev_base; dev; dev = dev->next)
579 if (dev->type == type &&
580 !memcmp(dev->dev_addr, ha, dev->addr_len))
581 break;
582 return dev;
583}
584
585EXPORT_SYMBOL(dev_getbyhwaddr);
586
587struct net_device *dev_getfirstbyhwtype(unsigned short type)
588{
589 struct net_device *dev;
590
591 rtnl_lock();
592 for (dev = dev_base; dev; dev = dev->next) {
593 if (dev->type == type) {
594 dev_hold(dev);
595 break;
596 }
597 }
598 rtnl_unlock();
599 return dev;
600}
601
602EXPORT_SYMBOL(dev_getfirstbyhwtype);
603
604
605
606
607
608
609
610
611
612
613
614
615struct net_device * dev_get_by_flags(unsigned short if_flags, unsigned short mask)
616{
617 struct net_device *dev;
618
619 read_lock(&dev_base_lock);
620 for (dev = dev_base; dev != NULL; dev = dev->next) {
621 if (((dev->flags ^ if_flags) & mask) == 0) {
622 dev_hold(dev);
623 break;
624 }
625 }
626 read_unlock(&dev_base_lock);
627 return dev;
628}
629
630
631
632
633
634
635
636
637
638int dev_valid_name(const char *name)
639{
640 if (*name == '\0')
641 return 0;
642 if (strlen(name) >= IFNAMSIZ)
643 return 0;
644 if (!strcmp(name, ".") || !strcmp(name, ".."))
645 return 0;
646
647 while (*name) {
648 if (*name == '/' || isspace(*name))
649 return 0;
650 name++;
651 }
652 return 1;
653}
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669int dev_alloc_name(struct net_device *dev, const char *name)
670{
671 int i = 0;
672 char buf[IFNAMSIZ];
673 const char *p;
674 const int max_netdevices = 8*PAGE_SIZE;
675 long *inuse;
676 struct net_device *d;
677
678 p = strnchr(name, IFNAMSIZ-1, '%');
679 if (p) {
680
681
682
683
684
685 if (p[1] != 'd' || strchr(p + 2, '%'))
686 return -EINVAL;
687
688
689 inuse = (long *) get_zeroed_page(GFP_ATOMIC);
690 if (!inuse)
691 return -ENOMEM;
692
693 for (d = dev_base; d; d = d->next) {
694 if (!sscanf(d->name, name, &i))
695 continue;
696 if (i < 0 || i >= max_netdevices)
697 continue;
698
699
700 snprintf(buf, sizeof(buf), name, i);
701 if (!strncmp(buf, d->name, IFNAMSIZ))
702 set_bit(i, inuse);
703 }
704
705 i = find_first_zero_bit(inuse, max_netdevices);
706 free_page((unsigned long) inuse);
707 }
708
709 snprintf(buf, sizeof(buf), name, i);
710 if (!__dev_get_by_name(buf)) {
711 strlcpy(dev->name, buf, IFNAMSIZ);
712 return i;
713 }
714
715
716
717
718
719 return -ENFILE;
720}
721
722
723
724
725
726
727
728
729
730
731int dev_change_name(struct net_device *dev, char *newname)
732{
733 int err = 0;
734
735 ASSERT_RTNL();
736
737 if (dev->flags & IFF_UP)
738 return -EBUSY;
739
740 if (!dev_valid_name(newname))
741 return -EINVAL;
742
743 if (strchr(newname, '%')) {
744 err = dev_alloc_name(dev, newname);
745 if (err < 0)
746 return err;
747 strcpy(newname, dev->name);
748 }
749 else if (__dev_get_by_name(newname))
750 return -EEXIST;
751 else
752 strlcpy(dev->name, newname, IFNAMSIZ);
753
754 err = class_device_rename(&dev->class_dev, dev->name);
755 if (!err) {
756 hlist_del(&dev->name_hlist);
757 hlist_add_head(&dev->name_hlist, dev_name_hash(dev->name));
758 raw_notifier_call_chain(&netdev_chain,
759 NETDEV_CHANGENAME, dev);
760 }
761
762 return err;
763}
764
765
766
767
768
769
770
771void netdev_features_change(struct net_device *dev)
772{
773 raw_notifier_call_chain(&netdev_chain, NETDEV_FEAT_CHANGE, dev);
774}
775EXPORT_SYMBOL(netdev_features_change);
776
777
778
779
780
781
782
783
784
785void netdev_state_change(struct net_device *dev)
786{
787 if (dev->flags & IFF_UP) {
788 raw_notifier_call_chain(&netdev_chain,
789 NETDEV_CHANGE, dev);
790 rtmsg_ifinfo(RTM_NEWLINK, dev, 0);
791 }
792}
793
794
795
796
797
798
799
800
801
802
803void dev_load(const char *name)
804{
805 struct net_device *dev;
806
807 read_lock(&dev_base_lock);
808 dev = __dev_get_by_name(name);
809 read_unlock(&dev_base_lock);
810
811 if (!dev && capable(CAP_SYS_MODULE))
812 request_module("%s", name);
813}
814
815static int default_rebuild_header(struct sk_buff *skb)
816{
817 printk(KERN_DEBUG "%s: default_rebuild_header called -- BUG!\n",
818 skb->dev ? skb->dev->name : "NULL!!!");
819 kfree_skb(skb);
820 return 1;
821}
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836int dev_open(struct net_device *dev)
837{
838 int ret = 0;
839
840
841
842
843
844 if (dev->flags & IFF_UP)
845 return 0;
846
847
848
849
850 if (!netif_device_present(dev))
851 return -ENODEV;
852
853
854
855
856 set_bit(__LINK_STATE_START, &dev->state);
857 if (dev->open) {
858 ret = dev->open(dev);
859 if (ret)
860 clear_bit(__LINK_STATE_START, &dev->state);
861 }
862
863
864
865
866
867 if (!ret) {
868
869
870
871 dev->flags |= IFF_UP;
872
873
874
875
876 dev_mc_upload(dev);
877
878
879
880
881 dev_activate(dev);
882
883
884
885
886 raw_notifier_call_chain(&netdev_chain, NETDEV_UP, dev);
887 }
888 return ret;
889}
890
891
892
893
894
895
896
897
898
899
900int dev_close(struct net_device *dev)
901{
902 if (!(dev->flags & IFF_UP))
903 return 0;
904
905
906
907
908
909 raw_notifier_call_chain(&netdev_chain, NETDEV_GOING_DOWN, dev);
910
911 dev_deactivate(dev);
912
913 clear_bit(__LINK_STATE_START, &dev->state);
914
915
916
917
918
919
920
921 smp_mb__after_clear_bit();
922 while (test_bit(__LINK_STATE_RX_SCHED, &dev->state)) {
923
924 msleep(1);
925 }
926
927
928
929
930
931
932
933
934 if (dev->stop)
935 dev->stop(dev);
936
937
938
939
940
941 dev->flags &= ~IFF_UP;
942
943
944
945
946 raw_notifier_call_chain(&netdev_chain, NETDEV_DOWN, dev);
947
948 return 0;
949}
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971int register_netdevice_notifier(struct notifier_block *nb)
972{
973 struct net_device *dev;
974 int err;
975
976 rtnl_lock();
977 err = raw_notifier_chain_register(&netdev_chain, nb);
978 if (!err) {
979 for (dev = dev_base; dev; dev = dev->next) {
980 nb->notifier_call(nb, NETDEV_REGISTER, dev);
981
982 if (dev->flags & IFF_UP)
983 nb->notifier_call(nb, NETDEV_UP, dev);
984 }
985 }
986 rtnl_unlock();
987 return err;
988}
989
990
991
992
993
994
995
996
997
998
999
1000int unregister_netdevice_notifier(struct notifier_block *nb)
1001{
1002 int err;
1003
1004 rtnl_lock();
1005 err = raw_notifier_chain_unregister(&netdev_chain, nb);
1006 rtnl_unlock();
1007 return err;
1008}
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019int call_netdevice_notifiers(unsigned long val, void *v)
1020{
1021 return raw_notifier_call_chain(&netdev_chain, val, v);
1022}
1023
1024
1025static atomic_t netstamp_needed = ATOMIC_INIT(0);
1026
1027void net_enable_timestamp(void)
1028{
1029 atomic_inc(&netstamp_needed);
1030}
1031
1032void net_disable_timestamp(void)
1033{
1034 atomic_dec(&netstamp_needed);
1035}
1036
1037void __net_timestamp(struct sk_buff *skb)
1038{
1039 struct timeval tv;
1040
1041 do_gettimeofday(&tv);
1042 skb_set_timestamp(skb, &tv);
1043}
1044EXPORT_SYMBOL(__net_timestamp);
1045
1046static inline void net_timestamp(struct sk_buff *skb)
1047{
1048 if (atomic_read(&netstamp_needed))
1049 __net_timestamp(skb);
1050 else {
1051 skb->tstamp.off_sec = 0;
1052 skb->tstamp.off_usec = 0;
1053 }
1054}
1055
1056
1057
1058
1059
1060
1061static void dev_queue_xmit_nit(struct sk_buff *skb, struct net_device *dev)
1062{
1063 struct packet_type *ptype;
1064
1065 net_timestamp(skb);
1066
1067 rcu_read_lock();
1068 list_for_each_entry_rcu(ptype, &ptype_all, list) {
1069
1070
1071
1072 if ((ptype->dev == dev || !ptype->dev) &&
1073 (ptype->af_packet_priv == NULL ||
1074 (struct sock *)ptype->af_packet_priv != skb->sk)) {
1075 struct sk_buff *skb2= skb_clone(skb, GFP_ATOMIC);
1076 if (!skb2)
1077 break;
1078
1079
1080
1081
1082
1083 skb2->mac.raw = skb2->data;
1084
1085 if (skb2->nh.raw < skb2->data ||
1086 skb2->nh.raw > skb2->tail) {
1087 if (net_ratelimit())
1088 printk(KERN_CRIT "protocol %04x is "
1089 "buggy, dev %s\n",
1090 skb2->protocol, dev->name);
1091 skb2->nh.raw = skb2->data;
1092 }
1093
1094 skb2->h.raw = skb2->nh.raw;
1095 skb2->pkt_type = PACKET_OUTGOING;
1096 ptype->func(skb2, skb->dev, ptype, skb->dev);
1097 }
1098 }
1099 rcu_read_unlock();
1100}
1101
1102
1103void __netif_schedule(struct net_device *dev)
1104{
1105 if (!test_and_set_bit(__LINK_STATE_SCHED, &dev->state)) {
1106 unsigned long flags;
1107 struct softnet_data *sd;
1108
1109 local_irq_save(flags);
1110 sd = &__get_cpu_var(softnet_data);
1111 dev->next_sched = sd->output_queue;
1112 sd->output_queue = dev;
1113 raise_softirq_irqoff(NET_TX_SOFTIRQ);
1114 local_irq_restore(flags);
1115 }
1116}
1117EXPORT_SYMBOL(__netif_schedule);
1118
1119void __netif_rx_schedule(struct net_device *dev)
1120{
1121 unsigned long flags;
1122
1123 local_irq_save(flags);
1124 dev_hold(dev);
1125 list_add_tail(&dev->poll_list, &__get_cpu_var(softnet_data).poll_list);
1126 if (dev->quota < 0)
1127 dev->quota += dev->weight;
1128 else
1129 dev->quota = dev->weight;
1130 __raise_softirq_irqoff(NET_RX_SOFTIRQ);
1131 local_irq_restore(flags);
1132}
1133EXPORT_SYMBOL(__netif_rx_schedule);
1134
1135void dev_kfree_skb_any(struct sk_buff *skb)
1136{
1137 if (in_irq() || irqs_disabled())
1138 dev_kfree_skb_irq(skb);
1139 else
1140 dev_kfree_skb(skb);
1141}
1142EXPORT_SYMBOL(dev_kfree_skb_any);
1143
1144
1145
1146void netif_device_detach(struct net_device *dev)
1147{
1148 if (test_and_clear_bit(__LINK_STATE_PRESENT, &dev->state) &&
1149 netif_running(dev)) {
1150 netif_stop_queue(dev);
1151 }
1152}
1153EXPORT_SYMBOL(netif_device_detach);
1154
1155void netif_device_attach(struct net_device *dev)
1156{
1157 if (!test_and_set_bit(__LINK_STATE_PRESENT, &dev->state) &&
1158 netif_running(dev)) {
1159 netif_wake_queue(dev);
1160 __netdev_watchdog_up(dev);
1161 }
1162}
1163EXPORT_SYMBOL(netif_device_attach);
1164
1165
1166
1167
1168
1169
1170int skb_checksum_help(struct sk_buff *skb)
1171{
1172 __wsum csum;
1173 int ret = 0, offset = skb->h.raw - skb->data;
1174
1175 if (skb->ip_summed == CHECKSUM_COMPLETE)
1176 goto out_set_summed;
1177
1178 if (unlikely(skb_shinfo(skb)->gso_size)) {
1179
1180 goto out_set_summed;
1181 }
1182
1183 if (skb_cloned(skb)) {
1184 ret = pskb_expand_head(skb, 0, 0, GFP_ATOMIC);
1185 if (ret)
1186 goto out;
1187 }
1188
1189 BUG_ON(offset > (int)skb->len);
1190 csum = skb_checksum(skb, offset, skb->len-offset, 0);
1191
1192 offset = skb->tail - skb->h.raw;
1193 BUG_ON(offset <= 0);
1194 BUG_ON(skb->csum_offset + 2 > offset);
1195
1196 *(__sum16*)(skb->h.raw + skb->csum_offset) = csum_fold(csum);
1197
1198out_set_summed:
1199 skb->ip_summed = CHECKSUM_NONE;
1200out:
1201 return ret;
1202}
1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
1213
1214struct sk_buff *skb_gso_segment(struct sk_buff *skb, int features)
1215{
1216 struct sk_buff *segs = ERR_PTR(-EPROTONOSUPPORT);
1217 struct packet_type *ptype;
1218 __be16 type = skb->protocol;
1219 int err;
1220
1221 BUG_ON(skb_shinfo(skb)->frag_list);
1222
1223 skb->mac.raw = skb->data;
1224 skb->mac_len = skb->nh.raw - skb->data;
1225 __skb_pull(skb, skb->mac_len);
1226
1227 if (unlikely(skb->ip_summed != CHECKSUM_PARTIAL)) {
1228 if (skb_header_cloned(skb) &&
1229 (err = pskb_expand_head(skb, 0, 0, GFP_ATOMIC)))
1230 return ERR_PTR(err);
1231 }
1232
1233 rcu_read_lock();
1234 list_for_each_entry_rcu(ptype, &ptype_base[ntohs(type) & 15], list) {
1235 if (ptype->type == type && !ptype->dev && ptype->gso_segment) {
1236 if (unlikely(skb->ip_summed != CHECKSUM_PARTIAL)) {
1237 err = ptype->gso_send_check(skb);
1238 segs = ERR_PTR(err);
1239 if (err || skb_gso_ok(skb, features))
1240 break;
1241 __skb_push(skb, skb->data - skb->nh.raw);
1242 }
1243 segs = ptype->gso_segment(skb, features);
1244 break;
1245 }
1246 }
1247 rcu_read_unlock();
1248
1249 __skb_push(skb, skb->data - skb->mac.raw);
1250
1251 return segs;
1252}
1253
1254EXPORT_SYMBOL(skb_gso_segment);
1255
1256
1257#ifdef CONFIG_BUG
1258void netdev_rx_csum_fault(struct net_device *dev)
1259{
1260 if (net_ratelimit()) {
1261 printk(KERN_ERR "%s: hw csum failure.\n",
1262 dev ? dev->name : "<unknown>");
1263 dump_stack();
1264 }
1265}
1266EXPORT_SYMBOL(netdev_rx_csum_fault);
1267#endif
1268
1269
1270
1271
1272
1273
1274static inline int illegal_highdma(struct net_device *dev, struct sk_buff *skb)
1275{
1276#ifdef CONFIG_HIGHMEM
1277 int i;
1278
1279 if (dev->features & NETIF_F_HIGHDMA)
1280 return 0;
1281
1282 for (i = 0; i < skb_shinfo(skb)->nr_frags; i++)
1283 if (PageHighMem(skb_shinfo(skb)->frags[i].page))
1284 return 1;
1285
1286#endif
1287 return 0;
1288}
1289
1290struct dev_gso_cb {
1291 void (*destructor)(struct sk_buff *skb);
1292};
1293
1294#define DEV_GSO_CB(skb) ((struct dev_gso_cb *)(skb)->cb)
1295
1296static void dev_gso_skb_destructor(struct sk_buff *skb)
1297{
1298 struct dev_gso_cb *cb;
1299
1300 do {
1301 struct sk_buff *nskb = skb->next;
1302
1303 skb->next = nskb->next;
1304 nskb->next = NULL;
1305 kfree_skb(nskb);
1306 } while (skb->next);
1307
1308 cb = DEV_GSO_CB(skb);
1309 if (cb->destructor)
1310 cb->destructor(skb);
1311}
1312
1313
1314
1315
1316
1317
1318
1319
1320static int dev_gso_segment(struct sk_buff *skb)
1321{
1322 struct net_device *dev = skb->dev;
1323 struct sk_buff *segs;
1324 int features = dev->features & ~(illegal_highdma(dev, skb) ?
1325 NETIF_F_SG : 0);
1326
1327 segs = skb_gso_segment(skb, features);
1328
1329
1330 if (!segs)
1331 return 0;
1332
1333 if (unlikely(IS_ERR(segs)))
1334 return PTR_ERR(segs);
1335
1336 skb->next = segs;
1337 DEV_GSO_CB(skb)->destructor = skb->destructor;
1338 skb->destructor = dev_gso_skb_destructor;
1339
1340 return 0;
1341}
1342
1343int dev_hard_start_xmit(struct sk_buff *skb, struct net_device *dev)
1344{
1345 if (likely(!skb->next)) {
1346 if (netdev_nit)
1347 dev_queue_xmit_nit(skb, dev);
1348
1349 if (netif_needs_gso(dev, skb)) {
1350 if (unlikely(dev_gso_segment(skb)))
1351 goto out_kfree_skb;
1352 if (skb->next)
1353 goto gso;
1354 }
1355
1356 return dev->hard_start_xmit(skb, dev);
1357 }
1358
1359gso:
1360 do {
1361 struct sk_buff *nskb = skb->next;
1362 int rc;
1363
1364 skb->next = nskb->next;
1365 nskb->next = NULL;
1366 rc = dev->hard_start_xmit(nskb, dev);
1367 if (unlikely(rc)) {
1368 nskb->next = skb->next;
1369 skb->next = nskb;
1370 return rc;
1371 }
1372 if (unlikely(netif_queue_stopped(dev) && skb->next))
1373 return NETDEV_TX_BUSY;
1374 } while (skb->next);
1375
1376 skb->destructor = DEV_GSO_CB(skb)->destructor;
1377
1378out_kfree_skb:
1379 kfree_skb(skb);
1380 return 0;
1381}
1382
1383#define HARD_TX_LOCK(dev, cpu) { \
1384 if ((dev->features & NETIF_F_LLTX) == 0) { \
1385 netif_tx_lock(dev); \
1386 } \
1387}
1388
1389#define HARD_TX_UNLOCK(dev) { \
1390 if ((dev->features & NETIF_F_LLTX) == 0) { \
1391 netif_tx_unlock(dev); \
1392 } \
1393}
1394
1395
1396
1397
1398
1399
1400
1401
1402
1403
1404
1405
1406
1407
1408
1409
1410
1411
1412
1413
1414
1415
1416
1417
1418
1419
1420
1421int dev_queue_xmit(struct sk_buff *skb)
1422{
1423 struct net_device *dev = skb->dev;
1424 struct Qdisc *q;
1425 int rc = -ENOMEM;
1426
1427
1428 if (netif_needs_gso(dev, skb))
1429 goto gso;
1430
1431 if (skb_shinfo(skb)->frag_list &&
1432 !(dev->features & NETIF_F_FRAGLIST) &&
1433 __skb_linearize(skb))
1434 goto out_kfree_skb;
1435
1436
1437
1438
1439
1440 if (skb_shinfo(skb)->nr_frags &&
1441 (!(dev->features & NETIF_F_SG) || illegal_highdma(dev, skb)) &&
1442 __skb_linearize(skb))
1443 goto out_kfree_skb;
1444
1445
1446
1447
1448 if (skb->ip_summed == CHECKSUM_PARTIAL &&
1449 (!(dev->features & NETIF_F_GEN_CSUM) &&
1450 (!(dev->features & NETIF_F_IP_CSUM) ||
1451 skb->protocol != htons(ETH_P_IP))))
1452 if (skb_checksum_help(skb))
1453 goto out_kfree_skb;
1454
1455gso:
1456 spin_lock_prefetch(&dev->queue_lock);
1457
1458
1459
1460
1461 rcu_read_lock_bh();
1462
1463
1464
1465
1466
1467
1468
1469
1470
1471
1472
1473
1474
1475 q = rcu_dereference(dev->qdisc);
1476#ifdef CONFIG_NET_CLS_ACT
1477 skb->tc_verd = SET_TC_AT(skb->tc_verd,AT_EGRESS);
1478#endif
1479 if (q->enqueue) {
1480
1481 spin_lock(&dev->queue_lock);
1482 q = dev->qdisc;
1483 if (q->enqueue) {
1484 rc = q->enqueue(skb, q);
1485 qdisc_run(dev);
1486 spin_unlock(&dev->queue_lock);
1487
1488 rc = rc == NET_XMIT_BYPASS ? NET_XMIT_SUCCESS : rc;
1489 goto out;
1490 }
1491 spin_unlock(&dev->queue_lock);
1492 }
1493
1494
1495
1496
1497
1498
1499
1500
1501
1502
1503
1504
1505
1506 if (dev->flags & IFF_UP) {
1507 int cpu = smp_processor_id();
1508
1509 if (dev->xmit_lock_owner != cpu) {
1510
1511 HARD_TX_LOCK(dev, cpu);
1512
1513 if (!netif_queue_stopped(dev)) {
1514 rc = 0;
1515 if (!dev_hard_start_xmit(skb, dev)) {
1516 HARD_TX_UNLOCK(dev);
1517 goto out;
1518 }
1519 }
1520 HARD_TX_UNLOCK(dev);
1521 if (net_ratelimit())
1522 printk(KERN_CRIT "Virtual device %s asks to "
1523 "queue packet!\n", dev->name);
1524 } else {
1525
1526
1527 if (net_ratelimit())
1528 printk(KERN_CRIT "Dead loop on virtual device "
1529 "%s, fix it urgently!\n", dev->name);
1530 }
1531 }
1532
1533 rc = -ENETDOWN;
1534 rcu_read_unlock_bh();
1535
1536out_kfree_skb:
1537 kfree_skb(skb);
1538 return rc;
1539out:
1540 rcu_read_unlock_bh();
1541 return rc;
1542}
1543
1544
1545
1546
1547
1548
1549int netdev_max_backlog = 1000;
1550int netdev_budget = 300;
1551int weight_p = 64;
1552
1553DEFINE_PER_CPU(struct netif_rx_stats, netdev_rx_stat) = { 0, };
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
1564
1565
1566
1567
1568
1569
1570
1571
1572
1573
1574int netif_rx(struct sk_buff *skb)
1575{
1576 struct softnet_data *queue;
1577 unsigned long flags;
1578
1579
1580 if (netpoll_rx(skb))
1581 return NET_RX_DROP;
1582
1583 if (!skb->tstamp.off_sec)
1584 net_timestamp(skb);
1585
1586
1587
1588
1589
1590 local_irq_save(flags);
1591 queue = &__get_cpu_var(softnet_data);
1592
1593 __get_cpu_var(netdev_rx_stat).total++;
1594 if (queue->input_pkt_queue.qlen <= netdev_max_backlog) {
1595 if (queue->input_pkt_queue.qlen) {
1596enqueue:
1597 dev_hold(skb->dev);
1598 __skb_queue_tail(&queue->input_pkt_queue, skb);
1599 local_irq_restore(flags);
1600 return NET_RX_SUCCESS;
1601 }
1602
1603 netif_rx_schedule(&queue->backlog_dev);
1604 goto enqueue;
1605 }
1606
1607 __get_cpu_var(netdev_rx_stat).dropped++;
1608 local_irq_restore(flags);
1609
1610 kfree_skb(skb);
1611 return NET_RX_DROP;
1612}
1613
1614int netif_rx_ni(struct sk_buff *skb)
1615{
1616 int err;
1617
1618 preempt_disable();
1619 err = netif_rx(skb);
1620 if (local_softirq_pending())
1621 do_softirq();
1622 preempt_enable();
1623
1624 return err;
1625}
1626
1627EXPORT_SYMBOL(netif_rx_ni);
1628
1629static inline struct net_device *skb_bond(struct sk_buff *skb)
1630{
1631 struct net_device *dev = skb->dev;
1632
1633 if (dev->master) {
1634 if (skb_bond_should_drop(skb)) {
1635 kfree_skb(skb);
1636 return NULL;
1637 }
1638 skb->dev = dev->master;
1639 }
1640
1641 return dev;
1642}
1643
1644static void net_tx_action(struct softirq_action *h)
1645{
1646 struct softnet_data *sd = &__get_cpu_var(softnet_data);
1647
1648 if (sd->completion_queue) {
1649 struct sk_buff *clist;
1650
1651 local_irq_disable();
1652 clist = sd->completion_queue;
1653 sd->completion_queue = NULL;
1654 local_irq_enable();
1655
1656 while (clist) {
1657 struct sk_buff *skb = clist;
1658 clist = clist->next;
1659
1660 BUG_TRAP(!atomic_read(&skb->users));
1661 __kfree_skb(skb);
1662 }
1663 }
1664
1665 if (sd->output_queue) {
1666 struct net_device *head;
1667
1668 local_irq_disable();
1669 head = sd->output_queue;
1670 sd->output_queue = NULL;
1671 local_irq_enable();
1672
1673 while (head) {
1674 struct net_device *dev = head;
1675 head = head->next_sched;
1676
1677 smp_mb__before_clear_bit();
1678 clear_bit(__LINK_STATE_SCHED, &dev->state);
1679
1680 if (spin_trylock(&dev->queue_lock)) {
1681 qdisc_run(dev);
1682 spin_unlock(&dev->queue_lock);
1683 } else {
1684 netif_schedule(dev);
1685 }
1686 }
1687 }
1688}
1689
1690static __inline__ int deliver_skb(struct sk_buff *skb,
1691 struct packet_type *pt_prev,
1692 struct net_device *orig_dev)
1693{
1694 atomic_inc(&skb->users);
1695 return pt_prev->func(skb, skb->dev, pt_prev, orig_dev);
1696}
1697
1698#if defined(CONFIG_BRIDGE) || defined (CONFIG_BRIDGE_MODULE)
1699int (*br_handle_frame_hook)(struct net_bridge_port *p, struct sk_buff **pskb);
1700struct net_bridge;
1701struct net_bridge_fdb_entry *(*br_fdb_get_hook)(struct net_bridge *br,
1702 unsigned char *addr);
1703void (*br_fdb_put_hook)(struct net_bridge_fdb_entry *ent);
1704
1705static __inline__ int handle_bridge(struct sk_buff **pskb,
1706 struct packet_type **pt_prev, int *ret,
1707 struct net_device *orig_dev)
1708{
1709 struct net_bridge_port *port;
1710
1711 if ((*pskb)->pkt_type == PACKET_LOOPBACK ||
1712 (port = rcu_dereference((*pskb)->dev->br_port)) == NULL)
1713 return 0;
1714
1715 if (*pt_prev) {
1716 *ret = deliver_skb(*pskb, *pt_prev, orig_dev);
1717 *pt_prev = NULL;
1718 }
1719
1720 return br_handle_frame_hook(port, pskb);
1721}
1722#else
1723#define handle_bridge(skb, pt_prev, ret, orig_dev) (0)
1724#endif
1725
1726#ifdef CONFIG_NET_CLS_ACT
1727
1728
1729
1730
1731
1732
1733
1734
1735static int ing_filter(struct sk_buff *skb)
1736{
1737 struct Qdisc *q;
1738 struct net_device *dev = skb->dev;
1739 int result = TC_ACT_OK;
1740
1741 if (dev->qdisc_ingress) {
1742 __u32 ttl = (__u32) G_TC_RTTL(skb->tc_verd);
1743 if (MAX_RED_LOOP < ttl++) {
1744 printk(KERN_WARNING "Redir loop detected Dropping packet (%s->%s)\n",
1745 skb->input_dev->name, skb->dev->name);
1746 return TC_ACT_SHOT;
1747 }
1748
1749 skb->tc_verd = SET_TC_RTTL(skb->tc_verd,ttl);
1750
1751 skb->tc_verd = SET_TC_AT(skb->tc_verd,AT_INGRESS);
1752
1753 spin_lock(&dev->ingress_lock);
1754 if ((q = dev->qdisc_ingress) != NULL)
1755 result = q->enqueue(skb, q);
1756 spin_unlock(&dev->ingress_lock);
1757
1758 }
1759
1760 return result;
1761}
1762#endif
1763
1764int netif_receive_skb(struct sk_buff *skb)
1765{
1766 struct packet_type *ptype, *pt_prev;
1767 struct net_device *orig_dev;
1768 int ret = NET_RX_DROP;
1769 __be16 type;
1770
1771
1772 if (skb->dev->poll && netpoll_rx(skb))
1773 return NET_RX_DROP;
1774
1775 if (!skb->tstamp.off_sec)
1776 net_timestamp(skb);
1777
1778 if (!skb->input_dev)
1779 skb->input_dev = skb->dev;
1780
1781 orig_dev = skb_bond(skb);
1782
1783 if (!orig_dev)
1784 return NET_RX_DROP;
1785
1786 __get_cpu_var(netdev_rx_stat).total++;
1787
1788 skb->h.raw = skb->nh.raw = skb->data;
1789 skb->mac_len = skb->nh.raw - skb->mac.raw;
1790
1791 pt_prev = NULL;
1792
1793 rcu_read_lock();
1794
1795#ifdef CONFIG_NET_CLS_ACT
1796 if (skb->tc_verd & TC_NCLS) {
1797 skb->tc_verd = CLR_TC_NCLS(skb->tc_verd);
1798 goto ncls;
1799 }
1800#endif
1801
1802 list_for_each_entry_rcu(ptype, &ptype_all, list) {
1803 if (!ptype->dev || ptype->dev == skb->dev) {
1804 if (pt_prev)
1805 ret = deliver_skb(skb, pt_prev, orig_dev);
1806 pt_prev = ptype;
1807 }
1808 }
1809
1810#ifdef CONFIG_NET_CLS_ACT
1811 if (pt_prev) {
1812 ret = deliver_skb(skb, pt_prev, orig_dev);
1813 pt_prev = NULL;
1814 } else {
1815 skb->tc_verd = SET_TC_OK2MUNGE(skb->tc_verd);
1816 }
1817
1818 ret = ing_filter(skb);
1819
1820 if (ret == TC_ACT_SHOT || (ret == TC_ACT_STOLEN)) {
1821 kfree_skb(skb);
1822 goto out;
1823 }
1824
1825 skb->tc_verd = 0;
1826ncls:
1827#endif
1828
1829 if (handle_bridge(&skb, &pt_prev, &ret, orig_dev))
1830 goto out;
1831
1832 type = skb->protocol;
1833 list_for_each_entry_rcu(ptype, &ptype_base[ntohs(type)&15], list) {
1834 if (ptype->type == type &&
1835 (!ptype->dev || ptype->dev == skb->dev)) {
1836 if (pt_prev)
1837 ret = deliver_skb(skb, pt_prev, orig_dev);
1838 pt_prev = ptype;
1839 }
1840 }
1841
1842 if (pt_prev) {
1843 ret = pt_prev->func(skb, skb->dev, pt_prev, orig_dev);
1844 } else {
1845 kfree_skb(skb);
1846
1847
1848
1849 ret = NET_RX_DROP;
1850 }
1851
1852out:
1853 rcu_read_unlock();
1854 return ret;
1855}
1856
1857static int process_backlog(struct net_device *backlog_dev, int *budget)
1858{
1859 int work = 0;
1860 int quota = min(backlog_dev->quota, *budget);
1861 struct softnet_data *queue = &__get_cpu_var(softnet_data);
1862 unsigned long start_time = jiffies;
1863
1864 backlog_dev->weight = weight_p;
1865 for (;;) {
1866 struct sk_buff *skb;
1867 struct net_device *dev;
1868
1869 local_irq_disable();
1870 skb = __skb_dequeue(&queue->input_pkt_queue);
1871 if (!skb)
1872 goto job_done;
1873 local_irq_enable();
1874
1875 dev = skb->dev;
1876
1877 netif_receive_skb(skb);
1878
1879 dev_put(dev);
1880
1881 work++;
1882
1883 if (work >= quota || jiffies - start_time > 1)
1884 break;
1885
1886 }
1887
1888 backlog_dev->quota -= work;
1889 *budget -= work;
1890 return -1;
1891
1892job_done:
1893 backlog_dev->quota -= work;
1894 *budget -= work;
1895
1896 list_del(&backlog_dev->poll_list);
1897 smp_mb__before_clear_bit();
1898 netif_poll_enable(backlog_dev);
1899
1900 local_irq_enable();
1901 return 0;
1902}
1903
1904static void net_rx_action(struct softirq_action *h)
1905{
1906 struct softnet_data *queue = &__get_cpu_var(softnet_data);
1907 unsigned long start_time = jiffies;
1908 int budget = netdev_budget;
1909 void *have;
1910
1911 local_irq_disable();
1912
1913 while (!list_empty(&queue->poll_list)) {
1914 struct net_device *dev;
1915
1916 if (budget <= 0 || jiffies - start_time > 1)
1917 goto softnet_break;
1918
1919 local_irq_enable();
1920
1921 dev = list_entry(queue->poll_list.next,
1922 struct net_device, poll_list);
1923 have = netpoll_poll_lock(dev);
1924
1925 if (dev->quota <= 0 || dev->poll(dev, &budget)) {
1926 netpoll_poll_unlock(have);
1927 local_irq_disable();
1928 list_move_tail(&dev->poll_list, &queue->poll_list);
1929 if (dev->quota < 0)
1930 dev->quota += dev->weight;
1931 else
1932 dev->quota = dev->weight;
1933 } else {
1934 netpoll_poll_unlock(have);
1935 dev_put(dev);
1936 local_irq_disable();
1937 }
1938 }
1939out:
1940#ifdef CONFIG_NET_DMA
1941
1942
1943
1944
1945 if (net_dma_client) {
1946 struct dma_chan *chan;
1947 rcu_read_lock();
1948 list_for_each_entry_rcu(chan, &net_dma_client->channels, client_node)
1949 dma_async_memcpy_issue_pending(chan);
1950 rcu_read_unlock();
1951 }
1952#endif
1953 local_irq_enable();
1954 return;
1955
1956softnet_break:
1957 __get_cpu_var(netdev_rx_stat).time_squeeze++;
1958 __raise_softirq_irqoff(NET_RX_SOFTIRQ);
1959 goto out;
1960}
1961
1962static gifconf_func_t * gifconf_list [NPROTO];
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973int register_gifconf(unsigned int family, gifconf_func_t * gifconf)
1974{
1975 if (family >= NPROTO)
1976 return -EINVAL;
1977 gifconf_list[family] = gifconf;
1978 return 0;
1979}
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993static int dev_ifname(struct ifreq __user *arg)
1994{
1995 struct net_device *dev;
1996 struct ifreq ifr;
1997
1998
1999
2000
2001
2002 if (copy_from_user(&ifr, arg, sizeof(struct ifreq)))
2003 return -EFAULT;
2004
2005 read_lock(&dev_base_lock);
2006 dev = __dev_get_by_index(ifr.ifr_ifindex);
2007 if (!dev) {
2008 read_unlock(&dev_base_lock);
2009 return -ENODEV;
2010 }
2011
2012 strcpy(ifr.ifr_name, dev->name);
2013 read_unlock(&dev_base_lock);
2014
2015 if (copy_to_user(arg, &ifr, sizeof(struct ifreq)))
2016 return -EFAULT;
2017 return 0;
2018}
2019
2020
2021
2022
2023
2024
2025
2026static int dev_ifconf(char __user *arg)
2027{
2028 struct ifconf ifc;
2029 struct net_device *dev;
2030 char __user *pos;
2031 int len;
2032 int total;
2033 int i;
2034
2035
2036
2037
2038
2039 if (copy_from_user(&ifc, arg, sizeof(struct ifconf)))
2040 return -EFAULT;
2041
2042 pos = ifc.ifc_buf;
2043 len = ifc.ifc_len;
2044
2045
2046
2047
2048
2049 total = 0;
2050 for (dev = dev_base; dev; dev = dev->next) {
2051 for (i = 0; i < NPROTO; i++) {
2052 if (gifconf_list[i]) {
2053 int done;
2054 if (!pos)
2055 done = gifconf_list[i](dev, NULL, 0);
2056 else
2057 done = gifconf_list[i](dev, pos + total,
2058 len - total);
2059 if (done < 0)
2060 return -EFAULT;
2061 total += done;
2062 }
2063 }
2064 }
2065
2066
2067
2068
2069 ifc.ifc_len = total;
2070
2071
2072
2073
2074 return copy_to_user(arg, &ifc, sizeof(struct ifconf)) ? -EFAULT : 0;
2075}
2076
2077#ifdef CONFIG_PROC_FS
2078
2079
2080
2081
2082static __inline__ struct net_device *dev_get_idx(loff_t pos)
2083{
2084 struct net_device *dev;
2085 loff_t i;
2086
2087 for (i = 0, dev = dev_base; dev && i < pos; ++i, dev = dev->next);
2088
2089 return i == pos ? dev : NULL;
2090}
2091
2092void *dev_seq_start(struct seq_file *seq, loff_t *pos)
2093{
2094 read_lock(&dev_base_lock);
2095 return *pos ? dev_get_idx(*pos - 1) : SEQ_START_TOKEN;
2096}
2097
2098void *dev_seq_next(struct seq_file *seq, void *v, loff_t *pos)
2099{
2100 ++*pos;
2101 return v == SEQ_START_TOKEN ? dev_base : ((struct net_device *)v)->next;
2102}
2103
2104void dev_seq_stop(struct seq_file *seq, void *v)
2105{
2106 read_unlock(&dev_base_lock);
2107}
2108
2109static void dev_seq_printf_stats(struct seq_file *seq, struct net_device *dev)
2110{
2111 if (dev->get_stats) {
2112 struct net_device_stats *stats = dev->get_stats(dev);
2113
2114 seq_printf(seq, "%6s:%8lu %7lu %4lu %4lu %4lu %5lu %10lu %9lu "
2115 "%8lu %7lu %4lu %4lu %4lu %5lu %7lu %10lu\n",
2116 dev->name, stats->rx_bytes, stats->rx_packets,
2117 stats->rx_errors,
2118 stats->rx_dropped + stats->rx_missed_errors,
2119 stats->rx_fifo_errors,
2120 stats->rx_length_errors + stats->rx_over_errors +
2121 stats->rx_crc_errors + stats->rx_frame_errors,
2122 stats->rx_compressed, stats->multicast,
2123 stats->tx_bytes, stats->tx_packets,
2124 stats->tx_errors, stats->tx_dropped,
2125 stats->tx_fifo_errors, stats->collisions,
2126 stats->tx_carrier_errors +
2127 stats->tx_aborted_errors +
2128 stats->tx_window_errors +
2129 stats->tx_heartbeat_errors,
2130 stats->tx_compressed);
2131 } else
2132 seq_printf(seq, "%6s: No statistics available.\n", dev->name);
2133}
2134
2135
2136
2137
2138
2139static int dev_seq_show(struct seq_file *seq, void *v)
2140{
2141 if (v == SEQ_START_TOKEN)
2142 seq_puts(seq, "Inter-| Receive "
2143 " | Transmit\n"
2144 " face |bytes packets errs drop fifo frame "
2145 "compressed multicast|bytes packets errs "
2146 "drop fifo colls carrier compressed\n");
2147 else
2148 dev_seq_printf_stats(seq, v);
2149 return 0;
2150}
2151
2152static struct netif_rx_stats *softnet_get_online(loff_t *pos)
2153{
2154 struct netif_rx_stats *rc = NULL;
2155
2156 while (*pos < NR_CPUS)
2157 if (cpu_online(*pos)) {
2158 rc = &per_cpu(netdev_rx_stat, *pos);
2159 break;
2160 } else
2161 ++*pos;
2162 return rc;
2163}
2164
2165static void *softnet_seq_start(struct seq_file *seq, loff_t *pos)
2166{
2167 return softnet_get_online(pos);
2168}
2169
2170static void *softnet_seq_next(struct seq_file *seq, void *v, loff_t *pos)
2171{
2172 ++*pos;
2173 return softnet_get_online(pos);
2174}
2175
2176static void softnet_seq_stop(struct seq_file *seq, void *v)
2177{
2178}
2179
2180static int softnet_seq_show(struct seq_file *seq, void *v)
2181{
2182 struct netif_rx_stats *s = v;
2183
2184 seq_printf(seq, "%08x %08x %08x %08x %08x %08x %08x %08x %08x\n",
2185 s->total, s->dropped, s->time_squeeze, 0,
2186 0, 0, 0, 0,
2187 s->cpu_collision );
2188 return 0;
2189}
2190
2191static struct seq_operations dev_seq_ops = {
2192 .start = dev_seq_start,
2193 .next = dev_seq_next,
2194 .stop = dev_seq_stop,
2195 .show = dev_seq_show,
2196};
2197
2198static int dev_seq_open(struct inode *inode, struct file *file)
2199{
2200 return seq_open(file, &dev_seq_ops);
2201}
2202
2203static struct file_operations dev_seq_fops = {
2204 .owner = THIS_MODULE,
2205 .open = dev_seq_open,
2206 .read = seq_read,
2207 .llseek = seq_lseek,
2208 .release = seq_release,
2209};
2210
2211static struct seq_operations softnet_seq_ops = {
2212 .start = softnet_seq_start,
2213 .next = softnet_seq_next,
2214 .stop = softnet_seq_stop,
2215 .show = softnet_seq_show,
2216};
2217
2218static int softnet_seq_open(struct inode *inode, struct file *file)
2219{
2220 return seq_open(file, &softnet_seq_ops);
2221}
2222
2223static struct file_operations softnet_seq_fops = {
2224 .owner = THIS_MODULE,
2225 .open = softnet_seq_open,
2226 .read = seq_read,
2227 .llseek = seq_lseek,
2228 .release = seq_release,
2229};
2230
2231#ifdef CONFIG_WIRELESS_EXT
2232extern int wireless_proc_init(void);
2233#else
2234#define wireless_proc_init() 0
2235#endif
2236
2237static int __init dev_proc_init(void)
2238{
2239 int rc = -ENOMEM;
2240
2241 if (!proc_net_fops_create("dev", S_IRUGO, &dev_seq_fops))
2242 goto out;
2243 if (!proc_net_fops_create("softnet_stat", S_IRUGO, &softnet_seq_fops))
2244 goto out_dev;
2245 if (wireless_proc_init())
2246 goto out_softnet;
2247 rc = 0;
2248out:
2249 return rc;
2250out_softnet:
2251 proc_net_remove("softnet_stat");
2252out_dev:
2253 proc_net_remove("dev");
2254 goto out;
2255}
2256#else
2257#define dev_proc_init() 0
2258#endif
2259
2260
2261
2262
2263
2264
2265
2266
2267
2268
2269
2270
2271
2272int netdev_set_master(struct net_device *slave, struct net_device *master)
2273{
2274 struct net_device *old = slave->master;
2275
2276 ASSERT_RTNL();
2277
2278 if (master) {
2279 if (old)
2280 return -EBUSY;
2281 dev_hold(master);
2282 }
2283
2284 slave->master = master;
2285
2286 synchronize_net();
2287
2288 if (old)
2289 dev_put(old);
2290
2291 if (master)
2292 slave->flags |= IFF_SLAVE;
2293 else
2294 slave->flags &= ~IFF_SLAVE;
2295
2296 rtmsg_ifinfo(RTM_NEWLINK, slave, IFF_SLAVE);
2297 return 0;
2298}
2299
2300
2301
2302
2303
2304
2305
2306
2307
2308
2309
2310void dev_set_promiscuity(struct net_device *dev, int inc)
2311{
2312 unsigned short old_flags = dev->flags;
2313
2314 if ((dev->promiscuity += inc) == 0)
2315 dev->flags &= ~IFF_PROMISC;
2316 else
2317 dev->flags |= IFF_PROMISC;
2318 if (dev->flags != old_flags) {
2319 dev_mc_upload(dev);
2320 printk(KERN_INFO "device %s %s promiscuous mode\n",
2321 dev->name, (dev->flags & IFF_PROMISC) ? "entered" :
2322 "left");
2323 audit_log(current->audit_context, GFP_ATOMIC,
2324 AUDIT_ANOM_PROMISCUOUS,
2325 "dev=%s prom=%d old_prom=%d auid=%u",
2326 dev->name, (dev->flags & IFF_PROMISC),
2327 (old_flags & IFF_PROMISC),
2328 audit_get_loginuid(current->audit_context));
2329 }
2330}
2331
2332
2333
2334
2335
2336
2337
2338
2339
2340
2341
2342
2343
2344void dev_set_allmulti(struct net_device *dev, int inc)
2345{
2346 unsigned short old_flags = dev->flags;
2347
2348 dev->flags |= IFF_ALLMULTI;
2349 if ((dev->allmulti += inc) == 0)
2350 dev->flags &= ~IFF_ALLMULTI;
2351 if (dev->flags ^ old_flags)
2352 dev_mc_upload(dev);
2353}
2354
2355unsigned dev_get_flags(const struct net_device *dev)
2356{
2357 unsigned flags;
2358
2359 flags = (dev->flags & ~(IFF_PROMISC |
2360 IFF_ALLMULTI |
2361 IFF_RUNNING |
2362 IFF_LOWER_UP |
2363 IFF_DORMANT)) |
2364 (dev->gflags & (IFF_PROMISC |
2365 IFF_ALLMULTI));
2366
2367 if (netif_running(dev)) {
2368 if (netif_oper_up(dev))
2369 flags |= IFF_RUNNING;
2370 if (netif_carrier_ok(dev))
2371 flags |= IFF_LOWER_UP;
2372 if (netif_dormant(dev))
2373 flags |= IFF_DORMANT;
2374 }
2375
2376 return flags;
2377}
2378
2379int dev_change_flags(struct net_device *dev, unsigned flags)
2380{
2381 int ret;
2382 int old_flags = dev->flags;
2383
2384
2385
2386
2387
2388 dev->flags = (flags & (IFF_DEBUG | IFF_NOTRAILERS | IFF_NOARP |
2389 IFF_DYNAMIC | IFF_MULTICAST | IFF_PORTSEL |
2390 IFF_AUTOMEDIA)) |
2391 (dev->flags & (IFF_UP | IFF_VOLATILE | IFF_PROMISC |
2392 IFF_ALLMULTI));
2393
2394
2395
2396
2397
2398 dev_mc_upload(dev);
2399
2400
2401
2402
2403
2404
2405
2406 ret = 0;
2407 if ((old_flags ^ flags) & IFF_UP) {
2408 ret = ((old_flags & IFF_UP) ? dev_close : dev_open)(dev);
2409
2410 if (!ret)
2411 dev_mc_upload(dev);
2412 }
2413
2414 if (dev->flags & IFF_UP &&
2415 ((old_flags ^ dev->flags) &~ (IFF_UP | IFF_PROMISC | IFF_ALLMULTI |
2416 IFF_VOLATILE)))
2417 raw_notifier_call_chain(&netdev_chain,
2418 NETDEV_CHANGE, dev);
2419
2420 if ((flags ^ dev->gflags) & IFF_PROMISC) {
2421 int inc = (flags & IFF_PROMISC) ? +1 : -1;
2422 dev->gflags ^= IFF_PROMISC;
2423 dev_set_promiscuity(dev, inc);
2424 }
2425
2426
2427
2428
2429
2430 if ((flags ^ dev->gflags) & IFF_ALLMULTI) {
2431 int inc = (flags & IFF_ALLMULTI) ? +1 : -1;
2432 dev->gflags ^= IFF_ALLMULTI;
2433 dev_set_allmulti(dev, inc);
2434 }
2435
2436 if (old_flags ^ dev->flags)
2437 rtmsg_ifinfo(RTM_NEWLINK, dev, old_flags ^ dev->flags);
2438
2439 return ret;
2440}
2441
2442int dev_set_mtu(struct net_device *dev, int new_mtu)
2443{
2444 int err;
2445
2446 if (new_mtu == dev->mtu)
2447 return 0;
2448
2449
2450 if (new_mtu < 0)
2451 return -EINVAL;
2452
2453 if (!netif_device_present(dev))
2454 return -ENODEV;
2455
2456 err = 0;
2457 if (dev->change_mtu)
2458 err = dev->change_mtu(dev, new_mtu);
2459 else
2460 dev->mtu = new_mtu;
2461 if (!err && dev->flags & IFF_UP)
2462 raw_notifier_call_chain(&netdev_chain,
2463 NETDEV_CHANGEMTU, dev);
2464 return err;
2465}
2466
2467int dev_set_mac_address(struct net_device *dev, struct sockaddr *sa)
2468{
2469 int err;
2470
2471 if (!dev->set_mac_address)
2472 return -EOPNOTSUPP;
2473 if (sa->sa_family != dev->type)
2474 return -EINVAL;
2475 if (!netif_device_present(dev))
2476 return -ENODEV;
2477 err = dev->set_mac_address(dev, sa);
2478 if (!err)
2479 raw_notifier_call_chain(&netdev_chain,
2480 NETDEV_CHANGEADDR, dev);
2481 return err;
2482}
2483
2484
2485
2486
2487static int dev_ifsioc(struct ifreq *ifr, unsigned int cmd)
2488{
2489 int err;
2490 struct net_device *dev = __dev_get_by_name(ifr->ifr_name);
2491
2492 if (!dev)
2493 return -ENODEV;
2494
2495 switch (cmd) {
2496 case SIOCGIFFLAGS:
2497 ifr->ifr_flags = dev_get_flags(dev);
2498 return 0;
2499
2500 case SIOCSIFFLAGS:
2501 return dev_change_flags(dev, ifr->ifr_flags);
2502
2503 case SIOCGIFMETRIC:
2504
2505 ifr->ifr_metric = 0;
2506 return 0;
2507
2508 case SIOCSIFMETRIC:
2509
2510 return -EOPNOTSUPP;
2511
2512 case SIOCGIFMTU:
2513 ifr->ifr_mtu = dev->mtu;
2514 return 0;
2515
2516 case SIOCSIFMTU:
2517 return dev_set_mtu(dev, ifr->ifr_mtu);
2518
2519 case SIOCGIFHWADDR:
2520 if (!dev->addr_len)
2521 memset(ifr->ifr_hwaddr.sa_data, 0, sizeof ifr->ifr_hwaddr.sa_data);
2522 else
2523 memcpy(ifr->ifr_hwaddr.sa_data, dev->dev_addr,
2524 min(sizeof ifr->ifr_hwaddr.sa_data, (size_t) dev->addr_len));
2525 ifr->ifr_hwaddr.sa_family = dev->type;
2526 return 0;
2527
2528 case SIOCSIFHWADDR:
2529 return dev_set_mac_address(dev, &ifr->ifr_hwaddr);
2530
2531 case SIOCSIFHWBROADCAST:
2532 if (ifr->ifr_hwaddr.sa_family != dev->type)
2533 return -EINVAL;
2534 memcpy(dev->broadcast, ifr->ifr_hwaddr.sa_data,
2535 min(sizeof ifr->ifr_hwaddr.sa_data, (size_t) dev->addr_len));
2536 raw_notifier_call_chain(&netdev_chain,
2537 NETDEV_CHANGEADDR, dev);
2538 return 0;
2539
2540 case SIOCGIFMAP:
2541 ifr->ifr_map.mem_start = dev->mem_start;
2542 ifr->ifr_map.mem_end = dev->mem_end;
2543 ifr->ifr_map.base_addr = dev->base_addr;
2544 ifr->ifr_map.irq = dev->irq;
2545 ifr->ifr_map.dma = dev->dma;
2546 ifr->ifr_map.port = dev->if_port;
2547 return 0;
2548
2549 case SIOCSIFMAP:
2550 if (dev->set_config) {
2551 if (!netif_device_present(dev))
2552 return -ENODEV;
2553 return dev->set_config(dev, &ifr->ifr_map);
2554 }
2555 return -EOPNOTSUPP;
2556
2557 case SIOCADDMULTI:
2558 if (!dev->set_multicast_list ||
2559 ifr->ifr_hwaddr.sa_family != AF_UNSPEC)
2560 return -EINVAL;
2561 if (!netif_device_present(dev))
2562 return -ENODEV;
2563 return dev_mc_add(dev, ifr->ifr_hwaddr.sa_data,
2564 dev->addr_len, 1);
2565
2566 case SIOCDELMULTI:
2567 if (!dev->set_multicast_list ||
2568 ifr->ifr_hwaddr.sa_family != AF_UNSPEC)
2569 return -EINVAL;
2570 if (!netif_device_present(dev))
2571 return -ENODEV;
2572 return dev_mc_delete(dev, ifr->ifr_hwaddr.sa_data,
2573 dev->addr_len, 1);
2574
2575 case SIOCGIFINDEX:
2576 ifr->ifr_ifindex = dev->ifindex;
2577 return 0;
2578
2579 case SIOCGIFTXQLEN:
2580 ifr->ifr_qlen = dev->tx_queue_len;
2581 return 0;
2582
2583 case SIOCSIFTXQLEN:
2584 if (ifr->ifr_qlen < 0)
2585 return -EINVAL;
2586 dev->tx_queue_len = ifr->ifr_qlen;
2587 return 0;
2588
2589 case SIOCSIFNAME:
2590 ifr->ifr_newname[IFNAMSIZ-1] = '\0';
2591 return dev_change_name(dev, ifr->ifr_newname);
2592
2593
2594
2595
2596
2597 default:
2598 if ((cmd >= SIOCDEVPRIVATE &&
2599 cmd <= SIOCDEVPRIVATE + 15) ||
2600 cmd == SIOCBONDENSLAVE ||
2601 cmd == SIOCBONDRELEASE ||
2602 cmd == SIOCBONDSETHWADDR ||
2603 cmd == SIOCBONDSLAVEINFOQUERY ||
2604 cmd == SIOCBONDINFOQUERY ||
2605 cmd == SIOCBONDCHANGEACTIVE ||
2606 cmd == SIOCGMIIPHY ||
2607 cmd == SIOCGMIIREG ||
2608 cmd == SIOCSMIIREG ||
2609 cmd == SIOCBRADDIF ||
2610 cmd == SIOCBRDELIF ||
2611 cmd == SIOCWANDEV) {
2612 err = -EOPNOTSUPP;
2613 if (dev->do_ioctl) {
2614 if (netif_device_present(dev))
2615 err = dev->do_ioctl(dev, ifr,
2616 cmd);
2617 else
2618 err = -ENODEV;
2619 }
2620 } else
2621 err = -EINVAL;
2622
2623 }
2624 return err;
2625}
2626
2627
2628
2629
2630
2631
2632
2633
2634
2635
2636
2637
2638
2639
2640
2641
2642
2643int dev_ioctl(unsigned int cmd, void __user *arg)
2644{
2645 struct ifreq ifr;
2646 int ret;
2647 char *colon;
2648
2649
2650
2651
2652
2653
2654 if (cmd == SIOCGIFCONF) {
2655 rtnl_lock();
2656 ret = dev_ifconf((char __user *) arg);
2657 rtnl_unlock();
2658 return ret;
2659 }
2660 if (cmd == SIOCGIFNAME)
2661 return dev_ifname((struct ifreq __user *)arg);
2662
2663 if (copy_from_user(&ifr, arg, sizeof(struct ifreq)))
2664 return -EFAULT;
2665
2666 ifr.ifr_name[IFNAMSIZ-1] = 0;
2667
2668 colon = strchr(ifr.ifr_name, ':');
2669 if (colon)
2670 *colon = 0;
2671
2672
2673
2674
2675
2676 switch (cmd) {
2677
2678
2679
2680
2681
2682
2683 case SIOCGIFFLAGS:
2684 case SIOCGIFMETRIC:
2685 case SIOCGIFMTU:
2686 case SIOCGIFHWADDR:
2687 case SIOCGIFSLAVE:
2688 case SIOCGIFMAP:
2689 case SIOCGIFINDEX:
2690 case SIOCGIFTXQLEN:
2691 dev_load(ifr.ifr_name);
2692 read_lock(&dev_base_lock);
2693 ret = dev_ifsioc(&ifr, cmd);
2694 read_unlock(&dev_base_lock);
2695 if (!ret) {
2696 if (colon)
2697 *colon = ':';
2698 if (copy_to_user(arg, &ifr,
2699 sizeof(struct ifreq)))
2700 ret = -EFAULT;
2701 }
2702 return ret;
2703
2704 case SIOCETHTOOL:
2705 dev_load(ifr.ifr_name);
2706 rtnl_lock();
2707 ret = dev_ethtool(&ifr);
2708 rtnl_unlock();
2709 if (!ret) {
2710 if (colon)
2711 *colon = ':';
2712 if (copy_to_user(arg, &ifr,
2713 sizeof(struct ifreq)))
2714 ret = -EFAULT;
2715 }
2716 return ret;
2717
2718
2719
2720
2721
2722
2723
2724 case SIOCGMIIPHY:
2725 case SIOCGMIIREG:
2726 case SIOCSIFNAME:
2727 if (!capable(CAP_NET_ADMIN))
2728 return -EPERM;
2729 dev_load(ifr.ifr_name);
2730 rtnl_lock();
2731 ret = dev_ifsioc(&ifr, cmd);
2732 rtnl_unlock();
2733 if (!ret) {
2734 if (colon)
2735 *colon = ':';
2736 if (copy_to_user(arg, &ifr,
2737 sizeof(struct ifreq)))
2738 ret = -EFAULT;
2739 }
2740 return ret;
2741
2742
2743
2744
2745
2746
2747
2748 case SIOCSIFFLAGS:
2749 case SIOCSIFMETRIC:
2750 case SIOCSIFMTU:
2751 case SIOCSIFMAP:
2752 case SIOCSIFHWADDR:
2753 case SIOCSIFSLAVE:
2754 case SIOCADDMULTI:
2755 case SIOCDELMULTI:
2756 case SIOCSIFHWBROADCAST:
2757 case SIOCSIFTXQLEN:
2758 case SIOCSMIIREG:
2759 case SIOCBONDENSLAVE:
2760 case SIOCBONDRELEASE:
2761 case SIOCBONDSETHWADDR:
2762 case SIOCBONDCHANGEACTIVE:
2763 case SIOCBRADDIF:
2764 case SIOCBRDELIF:
2765 if (!capable(CAP_NET_ADMIN))
2766 return -EPERM;
2767
2768 case SIOCBONDSLAVEINFOQUERY:
2769 case SIOCBONDINFOQUERY:
2770 dev_load(ifr.ifr_name);
2771 rtnl_lock();
2772 ret = dev_ifsioc(&ifr, cmd);
2773 rtnl_unlock();
2774 return ret;
2775
2776 case SIOCGIFMEM:
2777
2778
2779 case SIOCSIFMEM:
2780
2781
2782 case SIOCSIFLINK:
2783 return -EINVAL;
2784
2785
2786
2787
2788 default:
2789 if (cmd == SIOCWANDEV ||
2790 (cmd >= SIOCDEVPRIVATE &&
2791 cmd <= SIOCDEVPRIVATE + 15)) {
2792 dev_load(ifr.ifr_name);
2793 rtnl_lock();
2794 ret = dev_ifsioc(&ifr, cmd);
2795 rtnl_unlock();
2796 if (!ret && copy_to_user(arg, &ifr,
2797 sizeof(struct ifreq)))
2798 ret = -EFAULT;
2799 return ret;
2800 }
2801#ifdef CONFIG_WIRELESS_EXT
2802
2803 if (cmd >= SIOCIWFIRST && cmd <= SIOCIWLAST) {
2804
2805
2806
2807 if (IW_IS_SET(cmd) || cmd == SIOCGIWENCODE
2808 || cmd == SIOCGIWENCODEEXT) {
2809 if (!capable(CAP_NET_ADMIN))
2810 return -EPERM;
2811 }
2812 dev_load(ifr.ifr_name);
2813 rtnl_lock();
2814
2815 ret = wireless_process_ioctl(&ifr, cmd);
2816 rtnl_unlock();
2817 if (IW_IS_GET(cmd) &&
2818 copy_to_user(arg, &ifr,
2819 sizeof(struct ifreq)))
2820 ret = -EFAULT;
2821 return ret;
2822 }
2823#endif
2824 return -EINVAL;
2825 }
2826}
2827
2828
2829
2830
2831
2832
2833
2834
2835
2836static int dev_new_index(void)
2837{
2838 static int ifindex;
2839 for (;;) {
2840 if (++ifindex <= 0)
2841 ifindex = 1;
2842 if (!__dev_get_by_index(ifindex))
2843 return ifindex;
2844 }
2845}
2846
2847static int dev_boot_phase = 1;
2848
2849
2850static DEFINE_SPINLOCK(net_todo_list_lock);
2851static struct list_head net_todo_list = LIST_HEAD_INIT(net_todo_list);
2852
2853static inline void net_set_todo(struct net_device *dev)
2854{
2855 spin_lock(&net_todo_list_lock);
2856 list_add_tail(&dev->todo_list, &net_todo_list);
2857 spin_unlock(&net_todo_list_lock);
2858}
2859
2860
2861
2862
2863
2864
2865
2866
2867
2868
2869
2870
2871
2872
2873
2874
2875
2876
2877int register_netdevice(struct net_device *dev)
2878{
2879 struct hlist_head *head;
2880 struct hlist_node *p;
2881 int ret;
2882
2883 BUG_ON(dev_boot_phase);
2884 ASSERT_RTNL();
2885
2886 might_sleep();
2887
2888
2889 BUG_ON(dev->reg_state != NETREG_UNINITIALIZED);
2890
2891 spin_lock_init(&dev->queue_lock);
2892 spin_lock_init(&dev->_xmit_lock);
2893 dev->xmit_lock_owner = -1;
2894#ifdef CONFIG_NET_CLS_ACT
2895 spin_lock_init(&dev->ingress_lock);
2896#endif
2897
2898 dev->iflink = -1;
2899
2900
2901 if (dev->init) {
2902 ret = dev->init(dev);
2903 if (ret) {
2904 if (ret > 0)
2905 ret = -EIO;
2906 goto out;
2907 }
2908 }
2909
2910 if (!dev_valid_name(dev->name)) {
2911 ret = -EINVAL;
2912 goto out;
2913 }
2914
2915 dev->ifindex = dev_new_index();
2916 if (dev->iflink == -1)
2917 dev->iflink = dev->ifindex;
2918
2919
2920 head = dev_name_hash(dev->name);
2921 hlist_for_each(p, head) {
2922 struct net_device *d
2923 = hlist_entry(p, struct net_device, name_hlist);
2924 if (!strncmp(d->name, dev->name, IFNAMSIZ)) {
2925 ret = -EEXIST;
2926 goto out;
2927 }
2928 }
2929
2930
2931 if ((dev->features & NETIF_F_SG) &&
2932 !(dev->features & NETIF_F_ALL_CSUM)) {
2933 printk(KERN_NOTICE "%s: Dropping NETIF_F_SG since no checksum feature.\n",
2934 dev->name);
2935 dev->features &= ~NETIF_F_SG;
2936 }
2937
2938
2939 if ((dev->features & NETIF_F_TSO) &&
2940 !(dev->features & NETIF_F_SG)) {
2941 printk(KERN_NOTICE "%s: Dropping NETIF_F_TSO since no SG feature.\n",
2942 dev->name);
2943 dev->features &= ~NETIF_F_TSO;
2944 }
2945 if (dev->features & NETIF_F_UFO) {
2946 if (!(dev->features & NETIF_F_HW_CSUM)) {
2947 printk(KERN_ERR "%s: Dropping NETIF_F_UFO since no "
2948 "NETIF_F_HW_CSUM feature.\n",
2949 dev->name);
2950 dev->features &= ~NETIF_F_UFO;
2951 }
2952 if (!(dev->features & NETIF_F_SG)) {
2953 printk(KERN_ERR "%s: Dropping NETIF_F_UFO since no "
2954 "NETIF_F_SG feature.\n",
2955 dev->name);
2956 dev->features &= ~NETIF_F_UFO;
2957 }
2958 }
2959
2960
2961
2962
2963
2964
2965 if (!dev->rebuild_header)
2966 dev->rebuild_header = default_rebuild_header;
2967
2968 ret = netdev_register_sysfs(dev);
2969 if (ret)
2970 goto out;
2971 dev->reg_state = NETREG_REGISTERED;
2972
2973
2974
2975
2976
2977
2978 set_bit(__LINK_STATE_PRESENT, &dev->state);
2979
2980 dev->next = NULL;
2981 dev_init_scheduler(dev);
2982 write_lock_bh(&dev_base_lock);
2983 *dev_tail = dev;
2984 dev_tail = &dev->next;
2985 hlist_add_head(&dev->name_hlist, head);
2986 hlist_add_head(&dev->index_hlist, dev_index_hash(dev->ifindex));
2987 dev_hold(dev);
2988 write_unlock_bh(&dev_base_lock);
2989
2990
2991 raw_notifier_call_chain(&netdev_chain, NETDEV_REGISTER, dev);
2992
2993 ret = 0;
2994
2995out:
2996 return ret;
2997}
2998
2999
3000
3001
3002
3003
3004
3005
3006
3007
3008
3009
3010
3011
3012int register_netdev(struct net_device *dev)
3013{
3014 int err;
3015
3016 rtnl_lock();
3017
3018
3019
3020
3021
3022 if (strchr(dev->name, '%')) {
3023 err = dev_alloc_name(dev, dev->name);
3024 if (err < 0)
3025 goto out;
3026 }
3027
3028 err = register_netdevice(dev);
3029out:
3030 rtnl_unlock();
3031 return err;
3032}
3033EXPORT_SYMBOL(register_netdev);
3034
3035
3036
3037
3038
3039
3040
3041
3042
3043
3044
3045
3046static void netdev_wait_allrefs(struct net_device *dev)
3047{
3048 unsigned long rebroadcast_time, warning_time;
3049
3050 rebroadcast_time = warning_time = jiffies;
3051 while (atomic_read(&dev->refcnt) != 0) {
3052 if (time_after(jiffies, rebroadcast_time + 1 * HZ)) {
3053 rtnl_lock();
3054
3055
3056 raw_notifier_call_chain(&netdev_chain,
3057 NETDEV_UNREGISTER, dev);
3058
3059 if (test_bit(__LINK_STATE_LINKWATCH_PENDING,
3060 &dev->state)) {
3061
3062
3063
3064
3065
3066
3067 linkwatch_run_queue();
3068 }
3069
3070 __rtnl_unlock();
3071
3072 rebroadcast_time = jiffies;
3073 }
3074
3075 msleep(250);
3076
3077 if (time_after(jiffies, warning_time + 10 * HZ)) {
3078 printk(KERN_EMERG "unregister_netdevice: "
3079 "waiting for %s to become free. Usage "
3080 "count = %d\n",
3081 dev->name, atomic_read(&dev->refcnt));
3082 warning_time = jiffies;
3083 }
3084 }
3085}
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108static DEFINE_MUTEX(net_todo_run_mutex);
3109void netdev_run_todo(void)
3110{
3111 struct list_head list;
3112
3113
3114 mutex_lock(&net_todo_run_mutex);
3115
3116
3117
3118
3119
3120
3121 if (list_empty(&net_todo_list))
3122 goto out;
3123
3124
3125 spin_lock(&net_todo_list_lock);
3126 list_replace_init(&net_todo_list, &list);
3127 spin_unlock(&net_todo_list_lock);
3128
3129 while (!list_empty(&list)) {
3130 struct net_device *dev
3131 = list_entry(list.next, struct net_device, todo_list);
3132 list_del(&dev->todo_list);
3133
3134 if (unlikely(dev->reg_state != NETREG_UNREGISTERING)) {
3135 printk(KERN_ERR "network todo '%s' but state %d\n",
3136 dev->name, dev->reg_state);
3137 dump_stack();
3138 continue;
3139 }
3140
3141 netdev_unregister_sysfs(dev);
3142 dev->reg_state = NETREG_UNREGISTERED;
3143
3144 netdev_wait_allrefs(dev);
3145
3146
3147 BUG_ON(atomic_read(&dev->refcnt));
3148 BUG_TRAP(!dev->ip_ptr);
3149 BUG_TRAP(!dev->ip6_ptr);
3150 BUG_TRAP(!dev->dn_ptr);
3151
3152
3153
3154
3155 if (dev->destructor)
3156 dev->destructor(dev);
3157 }
3158
3159out:
3160 mutex_unlock(&net_todo_run_mutex);
3161}
3162
3163
3164
3165
3166
3167
3168
3169
3170
3171
3172struct net_device *alloc_netdev(int sizeof_priv, const char *name,
3173 void (*setup)(struct net_device *))
3174{
3175 void *p;
3176 struct net_device *dev;
3177 int alloc_size;
3178
3179 BUG_ON(strlen(name) >= sizeof(dev->name));
3180
3181
3182 alloc_size = (sizeof(*dev) + NETDEV_ALIGN_CONST) & ~NETDEV_ALIGN_CONST;
3183 alloc_size += sizeof_priv + NETDEV_ALIGN_CONST;
3184
3185 p = kzalloc(alloc_size, GFP_KERNEL);
3186 if (!p) {
3187 printk(KERN_ERR "alloc_netdev: Unable to allocate device.\n");
3188 return NULL;
3189 }
3190
3191 dev = (struct net_device *)
3192 (((long)p + NETDEV_ALIGN_CONST) & ~NETDEV_ALIGN_CONST);
3193 dev->padded = (char *)dev - (char *)p;
3194
3195 if (sizeof_priv)
3196 dev->priv = netdev_priv(dev);
3197
3198 setup(dev);
3199 strcpy(dev->name, name);
3200 return dev;
3201}
3202EXPORT_SYMBOL(alloc_netdev);
3203
3204
3205
3206
3207
3208
3209
3210
3211
3212void free_netdev(struct net_device *dev)
3213{
3214#ifdef CONFIG_SYSFS
3215
3216 if (dev->reg_state == NETREG_UNINITIALIZED) {
3217 kfree((char *)dev - dev->padded);
3218 return;
3219 }
3220
3221 BUG_ON(dev->reg_state != NETREG_UNREGISTERED);
3222 dev->reg_state = NETREG_RELEASED;
3223
3224
3225 class_device_put(&dev->class_dev);
3226#else
3227 kfree((char *)dev - dev->padded);
3228#endif
3229}
3230
3231
3232void synchronize_net(void)
3233{
3234 might_sleep();
3235 synchronize_rcu();
3236}
3237
3238
3239
3240
3241
3242
3243
3244
3245
3246
3247
3248
3249
3250int unregister_netdevice(struct net_device *dev)
3251{
3252 struct net_device *d, **dp;
3253
3254 BUG_ON(dev_boot_phase);
3255 ASSERT_RTNL();
3256
3257
3258 if (dev->reg_state == NETREG_UNINITIALIZED) {
3259 printk(KERN_DEBUG "unregister_netdevice: device %s/%p never "
3260 "was registered\n", dev->name, dev);
3261 return -ENODEV;
3262 }
3263
3264 BUG_ON(dev->reg_state != NETREG_REGISTERED);
3265
3266
3267 if (dev->flags & IFF_UP)
3268 dev_close(dev);
3269
3270
3271 for (dp = &dev_base; (d = *dp) != NULL; dp = &d->next) {
3272 if (d == dev) {
3273 write_lock_bh(&dev_base_lock);
3274 hlist_del(&dev->name_hlist);
3275 hlist_del(&dev->index_hlist);
3276 if (dev_tail == &dev->next)
3277 dev_tail = dp;
3278 *dp = d->next;
3279 write_unlock_bh(&dev_base_lock);
3280 break;
3281 }
3282 }
3283 if (!d) {
3284 printk(KERN_ERR "unregister net_device: '%s' not found\n",
3285 dev->name);
3286 return -ENODEV;
3287 }
3288
3289 dev->reg_state = NETREG_UNREGISTERING;
3290
3291 synchronize_net();
3292
3293
3294 dev_shutdown(dev);
3295
3296
3297
3298
3299
3300 raw_notifier_call_chain(&netdev_chain, NETDEV_UNREGISTER, dev);
3301
3302
3303
3304
3305 dev_mc_discard(dev);
3306
3307 if (dev->uninit)
3308 dev->uninit(dev);
3309
3310
3311 BUG_TRAP(!dev->master);
3312
3313
3314 net_set_todo(dev);
3315
3316 synchronize_net();
3317
3318 dev_put(dev);
3319 return 0;
3320}
3321
3322
3323
3324
3325
3326
3327
3328
3329
3330
3331
3332
3333
3334void unregister_netdev(struct net_device *dev)
3335{
3336 rtnl_lock();
3337 unregister_netdevice(dev);
3338 rtnl_unlock();
3339}
3340
3341EXPORT_SYMBOL(unregister_netdev);
3342
3343static int dev_cpu_callback(struct notifier_block *nfb,
3344 unsigned long action,
3345 void *ocpu)
3346{
3347 struct sk_buff **list_skb;
3348 struct net_device **list_net;
3349 struct sk_buff *skb;
3350 unsigned int cpu, oldcpu = (unsigned long)ocpu;
3351 struct softnet_data *sd, *oldsd;
3352
3353 if (action != CPU_DEAD)
3354 return NOTIFY_OK;
3355
3356 local_irq_disable();
3357 cpu = smp_processor_id();
3358 sd = &per_cpu(softnet_data, cpu);
3359 oldsd = &per_cpu(softnet_data, oldcpu);
3360
3361
3362 list_skb = &sd->completion_queue;
3363 while (*list_skb)
3364 list_skb = &(*list_skb)->next;
3365
3366 *list_skb = oldsd->completion_queue;
3367 oldsd->completion_queue = NULL;
3368
3369
3370 list_net = &sd->output_queue;
3371 while (*list_net)
3372 list_net = &(*list_net)->next_sched;
3373
3374 *list_net = oldsd->output_queue;
3375 oldsd->output_queue = NULL;
3376
3377 raise_softirq_irqoff(NET_TX_SOFTIRQ);
3378 local_irq_enable();
3379
3380
3381 while ((skb = __skb_dequeue(&oldsd->input_pkt_queue)))
3382 netif_rx(skb);
3383
3384 return NOTIFY_OK;
3385}
3386
3387#ifdef CONFIG_NET_DMA
3388
3389
3390
3391
3392
3393static void net_dma_rebalance(void)
3394{
3395 unsigned int cpu, i, n;
3396 struct dma_chan *chan;
3397
3398 if (net_dma_count == 0) {
3399 for_each_online_cpu(cpu)
3400 rcu_assign_pointer(per_cpu(softnet_data, cpu).net_dma, NULL);
3401 return;
3402 }
3403
3404 i = 0;
3405 cpu = first_cpu(cpu_online_map);
3406
3407 rcu_read_lock();
3408 list_for_each_entry(chan, &net_dma_client->channels, client_node) {
3409 n = ((num_online_cpus() / net_dma_count)
3410 + (i < (num_online_cpus() % net_dma_count) ? 1 : 0));
3411
3412 while(n) {
3413 per_cpu(softnet_data, cpu).net_dma = chan;
3414 cpu = next_cpu(cpu, cpu_online_map);
3415 n--;
3416 }
3417 i++;
3418 }
3419 rcu_read_unlock();
3420}
3421
3422
3423
3424
3425
3426
3427
3428static void netdev_dma_event(struct dma_client *client, struct dma_chan *chan,
3429 enum dma_event event)
3430{
3431 spin_lock(&net_dma_event_lock);
3432 switch (event) {
3433 case DMA_RESOURCE_ADDED:
3434 net_dma_count++;
3435 net_dma_rebalance();
3436 break;
3437 case DMA_RESOURCE_REMOVED:
3438 net_dma_count--;
3439 net_dma_rebalance();
3440 break;
3441 default:
3442 break;
3443 }
3444 spin_unlock(&net_dma_event_lock);
3445}
3446
3447
3448
3449
3450static int __init netdev_dma_register(void)
3451{
3452 spin_lock_init(&net_dma_event_lock);
3453 net_dma_client = dma_async_client_register(netdev_dma_event);
3454 if (net_dma_client == NULL)
3455 return -ENOMEM;
3456
3457 dma_async_client_chan_request(net_dma_client, num_online_cpus());
3458 return 0;
3459}
3460
3461#else
3462static int __init netdev_dma_register(void) { return -ENODEV; }
3463#endif
3464
3465
3466
3467
3468
3469
3470
3471
3472
3473
3474
3475
3476static int __init net_dev_init(void)
3477{
3478 int i, rc = -ENOMEM;
3479
3480 BUG_ON(!dev_boot_phase);
3481
3482 if (dev_proc_init())
3483 goto out;
3484
3485 if (netdev_sysfs_init())
3486 goto out;
3487
3488 INIT_LIST_HEAD(&ptype_all);
3489 for (i = 0; i < 16; i++)
3490 INIT_LIST_HEAD(&ptype_base[i]);
3491
3492 for (i = 0; i < ARRAY_SIZE(dev_name_head); i++)
3493 INIT_HLIST_HEAD(&dev_name_head[i]);
3494
3495 for (i = 0; i < ARRAY_SIZE(dev_index_head); i++)
3496 INIT_HLIST_HEAD(&dev_index_head[i]);
3497
3498
3499
3500
3501
3502 for_each_possible_cpu(i) {
3503 struct softnet_data *queue;
3504
3505 queue = &per_cpu(softnet_data, i);
3506 skb_queue_head_init(&queue->input_pkt_queue);
3507 queue->completion_queue = NULL;
3508 INIT_LIST_HEAD(&queue->poll_list);
3509 set_bit(__LINK_STATE_START, &queue->backlog_dev.state);
3510 queue->backlog_dev.weight = weight_p;
3511 queue->backlog_dev.poll = process_backlog;
3512 atomic_set(&queue->backlog_dev.refcnt, 1);
3513 }
3514
3515 netdev_dma_register();
3516
3517 dev_boot_phase = 0;
3518
3519 open_softirq(NET_TX_SOFTIRQ, net_tx_action, NULL);
3520 open_softirq(NET_RX_SOFTIRQ, net_rx_action, NULL);
3521
3522 hotcpu_notifier(dev_cpu_callback, 0);
3523 dst_init();
3524 dev_mcast_init();
3525 rc = 0;
3526out:
3527 return rc;
3528}
3529
3530subsys_initcall(net_dev_init);
3531
3532EXPORT_SYMBOL(__dev_get_by_index);
3533EXPORT_SYMBOL(__dev_get_by_name);
3534EXPORT_SYMBOL(__dev_remove_pack);
3535EXPORT_SYMBOL(dev_valid_name);
3536EXPORT_SYMBOL(dev_add_pack);
3537EXPORT_SYMBOL(dev_alloc_name);
3538EXPORT_SYMBOL(dev_close);
3539EXPORT_SYMBOL(dev_get_by_flags);
3540EXPORT_SYMBOL(dev_get_by_index);
3541EXPORT_SYMBOL(dev_get_by_name);
3542EXPORT_SYMBOL(dev_open);
3543EXPORT_SYMBOL(dev_queue_xmit);
3544EXPORT_SYMBOL(dev_remove_pack);
3545EXPORT_SYMBOL(dev_set_allmulti);
3546EXPORT_SYMBOL(dev_set_promiscuity);
3547EXPORT_SYMBOL(dev_change_flags);
3548EXPORT_SYMBOL(dev_set_mtu);
3549EXPORT_SYMBOL(dev_set_mac_address);
3550EXPORT_SYMBOL(free_netdev);
3551EXPORT_SYMBOL(netdev_boot_setup_check);
3552EXPORT_SYMBOL(netdev_set_master);
3553EXPORT_SYMBOL(netdev_state_change);
3554EXPORT_SYMBOL(netif_receive_skb);
3555EXPORT_SYMBOL(netif_rx);
3556EXPORT_SYMBOL(register_gifconf);
3557EXPORT_SYMBOL(register_netdevice);
3558EXPORT_SYMBOL(register_netdevice_notifier);
3559EXPORT_SYMBOL(skb_checksum_help);
3560EXPORT_SYMBOL(synchronize_net);
3561EXPORT_SYMBOL(unregister_netdevice);
3562EXPORT_SYMBOL(unregister_netdevice_notifier);
3563EXPORT_SYMBOL(net_enable_timestamp);
3564EXPORT_SYMBOL(net_disable_timestamp);
3565EXPORT_SYMBOL(dev_get_flags);
3566
3567#if defined(CONFIG_BRIDGE) || defined(CONFIG_BRIDGE_MODULE)
3568EXPORT_SYMBOL(br_handle_frame_hook);
3569EXPORT_SYMBOL(br_fdb_get_hook);
3570EXPORT_SYMBOL(br_fdb_put_hook);
3571#endif
3572
3573#ifdef CONFIG_KMOD
3574EXPORT_SYMBOL(dev_load);
3575#endif
3576
3577EXPORT_PER_CPU_SYMBOL(softnet_data);
3578