1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37#include <net/sock.h>
38#include "core.h"
39#include "msg.h"
40#include "addr.h"
41#include "name_table.h"
42#include "crypto.h"
43
44#define MAX_FORWARD_SIZE 1024
45#ifdef CONFIG_TIPC_CRYPTO
46#define BUF_HEADROOM ALIGN(((LL_MAX_HEADER + 48) + EHDR_MAX_SIZE), 16)
47#define BUF_OVERHEAD (BUF_HEADROOM + TIPC_AES_GCM_TAG_SIZE)
48#else
49#define BUF_HEADROOM (LL_MAX_HEADER + 48)
50#define BUF_OVERHEAD BUF_HEADROOM
51#endif
52
53const int one_page_mtu = PAGE_SIZE - SKB_DATA_ALIGN(BUF_OVERHEAD) -
54 SKB_DATA_ALIGN(sizeof(struct skb_shared_info));
55
56static unsigned int align(unsigned int i)
57{
58 return (i + 3) & ~3u;
59}
60
61
62
63
64
65
66
67
68
69
70
71
72struct sk_buff *tipc_buf_acquire(u32 size, gfp_t gfp)
73{
74 struct sk_buff *skb;
75
76 skb = alloc_skb_fclone(BUF_OVERHEAD + size, gfp);
77 if (skb) {
78 skb_reserve(skb, BUF_HEADROOM);
79 skb_put(skb, size);
80 skb->next = NULL;
81 }
82 return skb;
83}
84
85void tipc_msg_init(u32 own_node, struct tipc_msg *m, u32 user, u32 type,
86 u32 hsize, u32 dnode)
87{
88 memset(m, 0, hsize);
89 msg_set_version(m);
90 msg_set_user(m, user);
91 msg_set_hdr_sz(m, hsize);
92 msg_set_size(m, hsize);
93 msg_set_prevnode(m, own_node);
94 msg_set_type(m, type);
95 if (hsize > SHORT_H_SIZE) {
96 msg_set_orignode(m, own_node);
97 msg_set_destnode(m, dnode);
98 }
99}
100
101struct sk_buff *tipc_msg_create(uint user, uint type,
102 uint hdr_sz, uint data_sz, u32 dnode,
103 u32 onode, u32 dport, u32 oport, int errcode)
104{
105 struct tipc_msg *msg;
106 struct sk_buff *buf;
107
108 buf = tipc_buf_acquire(hdr_sz + data_sz, GFP_ATOMIC);
109 if (unlikely(!buf))
110 return NULL;
111
112 msg = buf_msg(buf);
113 tipc_msg_init(onode, msg, user, type, hdr_sz, dnode);
114 msg_set_size(msg, hdr_sz + data_sz);
115 msg_set_origport(msg, oport);
116 msg_set_destport(msg, dport);
117 msg_set_errcode(msg, errcode);
118 return buf;
119}
120
121
122
123
124
125
126
127
128int tipc_buf_append(struct sk_buff **headbuf, struct sk_buff **buf)
129{
130 struct sk_buff *head = *headbuf;
131 struct sk_buff *frag = *buf;
132 struct sk_buff *tail = NULL;
133 struct tipc_msg *msg;
134 u32 fragid;
135 int delta;
136 bool headstolen;
137
138 if (!frag)
139 goto err;
140
141 msg = buf_msg(frag);
142 fragid = msg_type(msg);
143 frag->next = NULL;
144 skb_pull(frag, msg_hdr_sz(msg));
145
146 if (fragid == FIRST_FRAGMENT) {
147 if (unlikely(head))
148 goto err;
149 *buf = NULL;
150 if (skb_has_frag_list(frag) && __skb_linearize(frag))
151 goto err;
152 frag = skb_unshare(frag, GFP_ATOMIC);
153 if (unlikely(!frag))
154 goto err;
155 head = *headbuf = frag;
156 TIPC_SKB_CB(head)->tail = NULL;
157 return 0;
158 }
159
160 if (!head)
161 goto err;
162
163 if (skb_try_coalesce(head, frag, &headstolen, &delta)) {
164 kfree_skb_partial(frag, headstolen);
165 } else {
166 tail = TIPC_SKB_CB(head)->tail;
167 if (!skb_has_frag_list(head))
168 skb_shinfo(head)->frag_list = frag;
169 else
170 tail->next = frag;
171 head->truesize += frag->truesize;
172 head->data_len += frag->len;
173 head->len += frag->len;
174 TIPC_SKB_CB(head)->tail = frag;
175 }
176
177 if (fragid == LAST_FRAGMENT) {
178 TIPC_SKB_CB(head)->validated = 0;
179 if (unlikely(!tipc_msg_validate(&head)))
180 goto err;
181 *buf = head;
182 TIPC_SKB_CB(head)->tail = NULL;
183 *headbuf = NULL;
184 return 1;
185 }
186 *buf = NULL;
187 return 0;
188err:
189 kfree_skb(*buf);
190 kfree_skb(*headbuf);
191 *buf = *headbuf = NULL;
192 return 0;
193}
194
195
196
197
198
199
200
201
202
203
204
205int tipc_msg_append(struct tipc_msg *_hdr, struct msghdr *m, int dlen,
206 int mss, struct sk_buff_head *txq)
207{
208 struct sk_buff *skb;
209 int accounted, total, curr;
210 int mlen, cpy, rem = dlen;
211 struct tipc_msg *hdr;
212
213 skb = skb_peek_tail(txq);
214 accounted = skb ? msg_blocks(buf_msg(skb)) : 0;
215 total = accounted;
216
217 do {
218 if (!skb || skb->len >= mss) {
219 skb = tipc_buf_acquire(mss, GFP_KERNEL);
220 if (unlikely(!skb))
221 return -ENOMEM;
222 skb_orphan(skb);
223 skb_trim(skb, MIN_H_SIZE);
224 hdr = buf_msg(skb);
225 skb_copy_to_linear_data(skb, _hdr, MIN_H_SIZE);
226 msg_set_hdr_sz(hdr, MIN_H_SIZE);
227 msg_set_size(hdr, MIN_H_SIZE);
228 __skb_queue_tail(txq, skb);
229 total += 1;
230 }
231 hdr = buf_msg(skb);
232 curr = msg_blocks(hdr);
233 mlen = msg_size(hdr);
234 cpy = min_t(size_t, rem, mss - mlen);
235 if (cpy != copy_from_iter(skb->data + mlen, cpy, &m->msg_iter))
236 return -EFAULT;
237 msg_set_size(hdr, mlen + cpy);
238 skb_put(skb, cpy);
239 rem -= cpy;
240 total += msg_blocks(hdr) - curr;
241 } while (rem > 0);
242 return total - accounted;
243}
244
245
246
247
248
249
250
251
252
253
254
255
256bool tipc_msg_validate(struct sk_buff **_skb)
257{
258 struct sk_buff *skb = *_skb;
259 struct tipc_msg *hdr;
260 int msz, hsz;
261
262
263 if (unlikely(skb->truesize / buf_roundup_len(skb) >= 4)) {
264 skb = skb_copy_expand(skb, BUF_HEADROOM, 0, GFP_ATOMIC);
265 if (!skb)
266 return false;
267 kfree_skb(*_skb);
268 *_skb = skb;
269 }
270
271 if (unlikely(TIPC_SKB_CB(skb)->validated))
272 return true;
273
274 if (unlikely(!pskb_may_pull(skb, MIN_H_SIZE)))
275 return false;
276
277 hsz = msg_hdr_sz(buf_msg(skb));
278 if (unlikely(hsz < MIN_H_SIZE) || (hsz > MAX_H_SIZE))
279 return false;
280 if (unlikely(!pskb_may_pull(skb, hsz)))
281 return false;
282
283 hdr = buf_msg(skb);
284 if (unlikely(msg_version(hdr) != TIPC_VERSION))
285 return false;
286
287 msz = msg_size(hdr);
288 if (unlikely(msz < hsz))
289 return false;
290 if (unlikely((msz - hsz) > TIPC_MAX_USER_MSG_SIZE))
291 return false;
292 if (unlikely(skb->len < msz))
293 return false;
294
295 TIPC_SKB_CB(skb)->validated = 1;
296 return true;
297}
298
299
300
301
302
303
304
305
306
307
308
309
310int tipc_msg_fragment(struct sk_buff *skb, const struct tipc_msg *hdr,
311 int pktmax, struct sk_buff_head *frags)
312{
313 int pktno, nof_fragms, dsz, dmax, eat;
314 struct tipc_msg *_hdr;
315 struct sk_buff *_skb;
316 u8 *data;
317
318
319 if (skb_linearize(skb))
320 return -ENOMEM;
321
322 data = (u8 *)skb->data;
323 dsz = msg_size(buf_msg(skb));
324 dmax = pktmax - INT_H_SIZE;
325 if (dsz <= dmax || !dmax)
326 return -EINVAL;
327
328 nof_fragms = dsz / dmax + 1;
329 for (pktno = 1; pktno <= nof_fragms; pktno++) {
330 if (pktno < nof_fragms)
331 eat = dmax;
332 else
333 eat = dsz % dmax;
334
335 _skb = tipc_buf_acquire(INT_H_SIZE + eat, GFP_ATOMIC);
336 if (!_skb)
337 goto error;
338 skb_orphan(_skb);
339 __skb_queue_tail(frags, _skb);
340
341 skb_copy_to_linear_data(_skb, hdr, INT_H_SIZE);
342 skb_copy_to_linear_data_offset(_skb, INT_H_SIZE, data, eat);
343 data += eat;
344
345 _hdr = buf_msg(_skb);
346 msg_set_fragm_no(_hdr, pktno);
347 msg_set_nof_fragms(_hdr, nof_fragms);
348 msg_set_size(_hdr, INT_H_SIZE + eat);
349 }
350 return 0;
351
352error:
353 __skb_queue_purge(frags);
354 __skb_queue_head_init(frags);
355 return -ENOMEM;
356}
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372int tipc_msg_build(struct tipc_msg *mhdr, struct msghdr *m, int offset,
373 int dsz, int pktmax, struct sk_buff_head *list)
374{
375 int mhsz = msg_hdr_sz(mhdr);
376 struct tipc_msg pkthdr;
377 int msz = mhsz + dsz;
378 int pktrem = pktmax;
379 struct sk_buff *skb;
380 int drem = dsz;
381 int pktno = 1;
382 char *pktpos;
383 int pktsz;
384 int rc;
385
386 msg_set_size(mhdr, msz);
387
388
389 if (likely(msz <= pktmax)) {
390 skb = tipc_buf_acquire(msz, GFP_KERNEL);
391
392
393 if (unlikely(!skb)) {
394 if (pktmax != MAX_MSG_SIZE)
395 return -ENOMEM;
396 rc = tipc_msg_build(mhdr, m, offset, dsz,
397 one_page_mtu, list);
398 if (rc != dsz)
399 return rc;
400 if (tipc_msg_assemble(list))
401 return dsz;
402 return -ENOMEM;
403 }
404 skb_orphan(skb);
405 __skb_queue_tail(list, skb);
406 skb_copy_to_linear_data(skb, mhdr, mhsz);
407 pktpos = skb->data + mhsz;
408 if (copy_from_iter_full(pktpos, dsz, &m->msg_iter))
409 return dsz;
410 rc = -EFAULT;
411 goto error;
412 }
413
414
415 tipc_msg_init(msg_prevnode(mhdr), &pkthdr, MSG_FRAGMENTER,
416 FIRST_FRAGMENT, INT_H_SIZE, msg_destnode(mhdr));
417 msg_set_size(&pkthdr, pktmax);
418 msg_set_fragm_no(&pkthdr, pktno);
419 msg_set_importance(&pkthdr, msg_importance(mhdr));
420
421
422 skb = tipc_buf_acquire(pktmax, GFP_KERNEL);
423 if (!skb)
424 return -ENOMEM;
425 skb_orphan(skb);
426 __skb_queue_tail(list, skb);
427 pktpos = skb->data;
428 skb_copy_to_linear_data(skb, &pkthdr, INT_H_SIZE);
429 pktpos += INT_H_SIZE;
430 pktrem -= INT_H_SIZE;
431 skb_copy_to_linear_data_offset(skb, INT_H_SIZE, mhdr, mhsz);
432 pktpos += mhsz;
433 pktrem -= mhsz;
434
435 do {
436 if (drem < pktrem)
437 pktrem = drem;
438
439 if (!copy_from_iter_full(pktpos, pktrem, &m->msg_iter)) {
440 rc = -EFAULT;
441 goto error;
442 }
443 drem -= pktrem;
444
445 if (!drem)
446 break;
447
448
449 if (drem < (pktmax - INT_H_SIZE))
450 pktsz = drem + INT_H_SIZE;
451 else
452 pktsz = pktmax;
453 skb = tipc_buf_acquire(pktsz, GFP_KERNEL);
454 if (!skb) {
455 rc = -ENOMEM;
456 goto error;
457 }
458 skb_orphan(skb);
459 __skb_queue_tail(list, skb);
460 msg_set_type(&pkthdr, FRAGMENT);
461 msg_set_size(&pkthdr, pktsz);
462 msg_set_fragm_no(&pkthdr, ++pktno);
463 skb_copy_to_linear_data(skb, &pkthdr, INT_H_SIZE);
464 pktpos = skb->data + INT_H_SIZE;
465 pktrem = pktsz - INT_H_SIZE;
466
467 } while (1);
468 msg_set_type(buf_msg(skb), LAST_FRAGMENT);
469 return dsz;
470error:
471 __skb_queue_purge(list);
472 __skb_queue_head_init(list);
473 return rc;
474}
475
476
477
478
479
480
481
482
483
484static bool tipc_msg_bundle(struct sk_buff *bskb, struct tipc_msg *msg,
485 u32 max)
486{
487 struct tipc_msg *bmsg = buf_msg(bskb);
488 u32 msz, bsz, offset, pad;
489
490 msz = msg_size(msg);
491 bsz = msg_size(bmsg);
492 offset = align(bsz);
493 pad = offset - bsz;
494
495 if (unlikely(skb_tailroom(bskb) < (pad + msz)))
496 return false;
497 if (unlikely(max < (offset + msz)))
498 return false;
499
500 skb_put(bskb, pad + msz);
501 skb_copy_to_linear_data_offset(bskb, offset, msg, msz);
502 msg_set_size(bmsg, offset + msz);
503 msg_set_msgcnt(bmsg, msg_msgcnt(bmsg) + 1);
504 return true;
505}
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520bool tipc_msg_try_bundle(struct sk_buff *tskb, struct sk_buff **skb, u32 mss,
521 u32 dnode, bool *new_bundle)
522{
523 struct tipc_msg *msg, *inner, *outer;
524 u32 tsz;
525
526
527 msg = buf_msg(*skb);
528 if (msg_user(msg) == MSG_FRAGMENTER)
529 return false;
530 if (msg_user(msg) == TUNNEL_PROTOCOL)
531 return false;
532 if (msg_user(msg) == BCAST_PROTOCOL)
533 return false;
534 if (mss <= INT_H_SIZE + msg_size(msg))
535 return false;
536
537
538 if (unlikely(!tskb))
539 return true;
540
541
542 if (msg_user(buf_msg(tskb)) == MSG_BUNDLER) {
543 *new_bundle = false;
544 goto bundle;
545 }
546
547
548 tsz = msg_size(buf_msg(tskb));
549 if (unlikely(mss < align(INT_H_SIZE + tsz) + msg_size(msg)))
550 return true;
551 if (unlikely(pskb_expand_head(tskb, INT_H_SIZE, mss - tsz - INT_H_SIZE,
552 GFP_ATOMIC)))
553 return true;
554 inner = buf_msg(tskb);
555 skb_push(tskb, INT_H_SIZE);
556 outer = buf_msg(tskb);
557 tipc_msg_init(msg_prevnode(inner), outer, MSG_BUNDLER, 0, INT_H_SIZE,
558 dnode);
559 msg_set_importance(outer, msg_importance(inner));
560 msg_set_size(outer, INT_H_SIZE + tsz);
561 msg_set_msgcnt(outer, 1);
562 *new_bundle = true;
563
564bundle:
565 if (likely(tipc_msg_bundle(tskb, msg, mss))) {
566 consume_skb(*skb);
567 *skb = NULL;
568 }
569 return true;
570}
571
572
573
574
575
576
577
578
579
580
581bool tipc_msg_extract(struct sk_buff *skb, struct sk_buff **iskb, int *pos)
582{
583 struct tipc_msg *hdr, *ihdr;
584 int imsz;
585
586 *iskb = NULL;
587 if (unlikely(skb_linearize(skb)))
588 goto none;
589
590 hdr = buf_msg(skb);
591 if (unlikely(*pos > (msg_data_sz(hdr) - MIN_H_SIZE)))
592 goto none;
593
594 ihdr = (struct tipc_msg *)(msg_data(hdr) + *pos);
595 imsz = msg_size(ihdr);
596
597 if ((*pos + imsz) > msg_data_sz(hdr))
598 goto none;
599
600 *iskb = tipc_buf_acquire(imsz, GFP_ATOMIC);
601 if (!*iskb)
602 goto none;
603
604 skb_copy_to_linear_data(*iskb, ihdr, imsz);
605 if (unlikely(!tipc_msg_validate(iskb)))
606 goto none;
607
608 *pos += align(imsz);
609 return true;
610none:
611 kfree_skb(skb);
612 kfree_skb(*iskb);
613 *iskb = NULL;
614 return false;
615}
616
617
618
619
620
621
622
623
624
625bool tipc_msg_reverse(u32 own_node, struct sk_buff **skb, int err)
626{
627 struct sk_buff *_skb = *skb;
628 struct tipc_msg *_hdr, *hdr;
629 int hlen, dlen;
630
631 if (skb_linearize(_skb))
632 goto exit;
633 _hdr = buf_msg(_skb);
634 dlen = min_t(uint, msg_data_sz(_hdr), MAX_FORWARD_SIZE);
635 hlen = msg_hdr_sz(_hdr);
636
637 if (msg_dest_droppable(_hdr))
638 goto exit;
639 if (msg_errcode(_hdr))
640 goto exit;
641
642
643 if (hlen == SHORT_H_SIZE)
644 hlen = BASIC_H_SIZE;
645
646
647 if (msg_is_syn(_hdr) && err == TIPC_ERR_OVERLOAD)
648 dlen = 0;
649
650
651 *skb = tipc_buf_acquire(hlen + dlen, GFP_ATOMIC);
652 if (!*skb)
653 goto exit;
654 memcpy((*skb)->data, _skb->data, msg_hdr_sz(_hdr));
655 memcpy((*skb)->data + hlen, msg_data(_hdr), dlen);
656
657
658 hdr = buf_msg(*skb);
659 msg_set_hdr_sz(hdr, hlen);
660 msg_set_errcode(hdr, err);
661 msg_set_non_seq(hdr, 0);
662 msg_set_origport(hdr, msg_destport(_hdr));
663 msg_set_destport(hdr, msg_origport(_hdr));
664 msg_set_destnode(hdr, msg_prevnode(_hdr));
665 msg_set_prevnode(hdr, own_node);
666 msg_set_orignode(hdr, own_node);
667 msg_set_size(hdr, hlen + dlen);
668 skb_orphan(_skb);
669 kfree_skb(_skb);
670 return true;
671exit:
672 kfree_skb(_skb);
673 *skb = NULL;
674 return false;
675}
676
677bool tipc_msg_skb_clone(struct sk_buff_head *msg, struct sk_buff_head *cpy)
678{
679 struct sk_buff *skb, *_skb;
680
681 skb_queue_walk(msg, skb) {
682 _skb = skb_clone(skb, GFP_ATOMIC);
683 if (!_skb) {
684 __skb_queue_purge(cpy);
685 pr_err_ratelimited("Failed to clone buffer chain\n");
686 return false;
687 }
688 __skb_queue_tail(cpy, _skb);
689 }
690 return true;
691}
692
693
694
695
696
697
698
699
700
701bool tipc_msg_lookup_dest(struct net *net, struct sk_buff *skb, int *err)
702{
703 struct tipc_msg *msg = buf_msg(skb);
704 u32 scope = msg_lookup_scope(msg);
705 u32 self = tipc_own_addr(net);
706 u32 inst = msg_nameinst(msg);
707 struct tipc_socket_addr sk;
708 struct tipc_uaddr ua;
709
710 if (!msg_isdata(msg))
711 return false;
712 if (!msg_named(msg))
713 return false;
714 if (msg_errcode(msg))
715 return false;
716 *err = TIPC_ERR_NO_NAME;
717 if (skb_linearize(skb))
718 return false;
719 msg = buf_msg(skb);
720 if (msg_reroute_cnt(msg))
721 return false;
722 tipc_uaddr(&ua, TIPC_SERVICE_RANGE, scope,
723 msg_nametype(msg), inst, inst);
724 sk.node = tipc_scope2node(net, scope);
725 if (!tipc_nametbl_lookup_anycast(net, &ua, &sk))
726 return false;
727 msg_incr_reroute_cnt(msg);
728 if (sk.node != self)
729 msg_set_prevnode(msg, self);
730 msg_set_destnode(msg, sk.node);
731 msg_set_destport(msg, sk.ref);
732 *err = TIPC_OK;
733
734 return true;
735}
736
737
738
739bool tipc_msg_assemble(struct sk_buff_head *list)
740{
741 struct sk_buff *skb, *tmp = NULL;
742
743 if (skb_queue_len(list) == 1)
744 return true;
745
746 while ((skb = __skb_dequeue(list))) {
747 skb->next = NULL;
748 if (tipc_buf_append(&tmp, &skb)) {
749 __skb_queue_tail(list, skb);
750 return true;
751 }
752 if (!tmp)
753 break;
754 }
755 __skb_queue_purge(list);
756 __skb_queue_head_init(list);
757 pr_warn("Failed do assemble buffer\n");
758 return false;
759}
760
761
762
763
764bool tipc_msg_reassemble(struct sk_buff_head *list, struct sk_buff_head *rcvq)
765{
766 struct sk_buff *skb, *_skb;
767 struct sk_buff *frag = NULL;
768 struct sk_buff *head = NULL;
769 int hdr_len;
770
771
772 if (skb_queue_len(list) == 1) {
773 skb = skb_peek(list);
774 hdr_len = skb_headroom(skb) + msg_hdr_sz(buf_msg(skb));
775 _skb = __pskb_copy(skb, hdr_len, GFP_ATOMIC);
776 if (!_skb)
777 return false;
778 __skb_queue_tail(rcvq, _skb);
779 return true;
780 }
781
782
783 skb_queue_walk(list, skb) {
784 frag = skb_clone(skb, GFP_ATOMIC);
785 if (!frag)
786 goto error;
787 frag->next = NULL;
788 if (tipc_buf_append(&head, &frag))
789 break;
790 if (!head)
791 goto error;
792 }
793 __skb_queue_tail(rcvq, frag);
794 return true;
795error:
796 pr_warn("Failed do clone local mcast rcv buffer\n");
797 kfree_skb(head);
798 return false;
799}
800
801bool tipc_msg_pskb_copy(u32 dst, struct sk_buff_head *msg,
802 struct sk_buff_head *cpy)
803{
804 struct sk_buff *skb, *_skb;
805
806 skb_queue_walk(msg, skb) {
807 _skb = pskb_copy(skb, GFP_ATOMIC);
808 if (!_skb) {
809 __skb_queue_purge(cpy);
810 return false;
811 }
812 msg_set_destnode(buf_msg(_skb), dst);
813 __skb_queue_tail(cpy, _skb);
814 }
815 return true;
816}
817
818
819
820
821
822
823bool __tipc_skb_queue_sorted(struct sk_buff_head *list, u16 seqno,
824 struct sk_buff *skb)
825{
826 struct sk_buff *_skb, *tmp;
827
828 if (skb_queue_empty(list) || less(seqno, buf_seqno(skb_peek(list)))) {
829 __skb_queue_head(list, skb);
830 return true;
831 }
832
833 if (more(seqno, buf_seqno(skb_peek_tail(list)))) {
834 __skb_queue_tail(list, skb);
835 return true;
836 }
837
838 skb_queue_walk_safe(list, _skb, tmp) {
839 if (more(seqno, buf_seqno(_skb)))
840 continue;
841 if (seqno == buf_seqno(_skb))
842 break;
843 __skb_queue_before(list, _skb, skb);
844 return true;
845 }
846 kfree_skb(skb);
847 return false;
848}
849
850void tipc_skb_reject(struct net *net, int err, struct sk_buff *skb,
851 struct sk_buff_head *xmitq)
852{
853 if (tipc_msg_reverse(tipc_own_addr(net), &skb, err))
854 __skb_queue_tail(xmitq, skb);
855}
856