linux/include/linux/skbuff.h
<<
>>
Prefs
   1/*
   2 *      Definitions for the 'struct sk_buff' memory handlers.
   3 *
   4 *      Authors:
   5 *              Alan Cox, <gw4pts@gw4pts.ampr.org>
   6 *              Florian La Roche, <rzsfl@rz.uni-sb.de>
   7 *
   8 *      This program is free software; you can redistribute it and/or
   9 *      modify it under the terms of the GNU General Public License
  10 *      as published by the Free Software Foundation; either version
  11 *      2 of the License, or (at your option) any later version.
  12 */
  13
  14#ifndef _LINUX_SKBUFF_H
  15#define _LINUX_SKBUFF_H
  16
  17#include <linux/kernel.h>
  18#include <linux/compiler.h>
  19#include <linux/time.h>
  20#include <linux/cache.h>
  21
  22#include <asm/atomic.h>
  23#include <asm/types.h>
  24#include <linux/spinlock.h>
  25#include <linux/net.h>
  26#include <linux/textsearch.h>
  27#include <net/checksum.h>
  28#include <linux/rcupdate.h>
  29#include <linux/dmaengine.h>
  30#include <linux/hrtimer.h>
  31
  32#define HAVE_ALLOC_SKB          /* For the drivers to know */
  33#define HAVE_ALIGNABLE_SKB      /* Ditto 8)                */
  34
  35/* Don't change this without changing skb_csum_unnecessary! */
  36#define CHECKSUM_NONE 0
  37#define CHECKSUM_UNNECESSARY 1
  38#define CHECKSUM_COMPLETE 2
  39#define CHECKSUM_PARTIAL 3
  40
  41#define SKB_DATA_ALIGN(X)       (((X) + (SMP_CACHE_BYTES - 1)) & \
  42                                 ~(SMP_CACHE_BYTES - 1))
  43#define SKB_WITH_OVERHEAD(X)    \
  44        ((X) - SKB_DATA_ALIGN(sizeof(struct skb_shared_info)))
  45#define SKB_MAX_ORDER(X, ORDER) \
  46        SKB_WITH_OVERHEAD((PAGE_SIZE << (ORDER)) - (X))
  47#define SKB_MAX_HEAD(X)         (SKB_MAX_ORDER((X), 0))
  48#define SKB_MAX_ALLOC           (SKB_MAX_ORDER(0, 2))
  49
  50/* A. Checksumming of received packets by device.
  51 *
  52 *      NONE: device failed to checksum this packet.
  53 *              skb->csum is undefined.
  54 *
  55 *      UNNECESSARY: device parsed packet and wouldbe verified checksum.
  56 *              skb->csum is undefined.
  57 *            It is bad option, but, unfortunately, many of vendors do this.
  58 *            Apparently with secret goal to sell you new device, when you
  59 *            will add new protocol to your host. F.e. IPv6. 8)
  60 *
  61 *      COMPLETE: the most generic way. Device supplied checksum of _all_
  62 *          the packet as seen by netif_rx in skb->csum.
  63 *          NOTE: Even if device supports only some protocols, but
  64 *          is able to produce some skb->csum, it MUST use COMPLETE,
  65 *          not UNNECESSARY.
  66 *
  67 *      PARTIAL: identical to the case for output below.  This may occur
  68 *          on a packet received directly from another Linux OS, e.g.,
  69 *          a virtualised Linux kernel on the same host.  The packet can
  70 *          be treated in the same way as UNNECESSARY except that on
  71 *          output (i.e., forwarding) the checksum must be filled in
  72 *          by the OS or the hardware.
  73 *
  74 * B. Checksumming on output.
  75 *
  76 *      NONE: skb is checksummed by protocol or csum is not required.
  77 *
  78 *      PARTIAL: device is required to csum packet as seen by hard_start_xmit
  79 *      from skb->csum_start to the end and to record the checksum
  80 *      at skb->csum_start + skb->csum_offset.
  81 *
  82 *      Device must show its capabilities in dev->features, set
  83 *      at device setup time.
  84 *      NETIF_F_HW_CSUM - it is clever device, it is able to checksum
  85 *                        everything.
  86 *      NETIF_F_NO_CSUM - loopback or reliable single hop media.
  87 *      NETIF_F_IP_CSUM - device is dumb. It is able to csum only
  88 *                        TCP/UDP over IPv4. Sigh. Vendors like this
  89 *                        way by an unknown reason. Though, see comment above
  90 *                        about CHECKSUM_UNNECESSARY. 8)
  91 *      NETIF_F_IPV6_CSUM about as dumb as the last one but does IPv6 instead.
  92 *
  93 *      Any questions? No questions, good.              --ANK
  94 */
  95
  96struct net_device;
  97struct scatterlist;
  98struct pipe_inode_info;
  99
 100#if defined(CONFIG_NF_CONNTRACK) || defined(CONFIG_NF_CONNTRACK_MODULE)
 101struct nf_conntrack {
 102        atomic_t use;
 103};
 104#endif
 105
 106#ifdef CONFIG_BRIDGE_NETFILTER
 107struct nf_bridge_info {
 108        atomic_t use;
 109        struct net_device *physindev;
 110        struct net_device *physoutdev;
 111        unsigned int mask;
 112        unsigned long data[32 / sizeof(unsigned long)];
 113};
 114#endif
 115
 116struct sk_buff_head {
 117        /* These two members must be first. */
 118        struct sk_buff  *next;
 119        struct sk_buff  *prev;
 120
 121        __u32           qlen;
 122        spinlock_t      lock;
 123};
 124
 125struct sk_buff;
 126
 127/* To allow 64K frame to be packed as single skb without frag_list */
 128#define MAX_SKB_FRAGS (65536/PAGE_SIZE + 2)
 129
 130typedef struct skb_frag_struct skb_frag_t;
 131
 132struct skb_frag_struct {
 133        struct page *page;
 134        __u32 page_offset;
 135        __u32 size;
 136};
 137
 138/* This data is invariant across clones and lives at
 139 * the end of the header data, ie. at skb->end.
 140 */
 141struct skb_shared_info {
 142        atomic_t        dataref;
 143        unsigned short  nr_frags;
 144        unsigned short  gso_size;
 145        /* Warning: this field is not always filled in (UFO)! */
 146        unsigned short  gso_segs;
 147        unsigned short  gso_type;
 148        __be32          ip6_frag_id;
 149        struct sk_buff  *frag_list;
 150        skb_frag_t      frags[MAX_SKB_FRAGS];
 151};
 152
 153/* We divide dataref into two halves.  The higher 16 bits hold references
 154 * to the payload part of skb->data.  The lower 16 bits hold references to
 155 * the entire skb->data.  A clone of a headerless skb holds the length of
 156 * the header in skb->hdr_len.
 157 *
 158 * All users must obey the rule that the skb->data reference count must be
 159 * greater than or equal to the payload reference count.
 160 *
 161 * Holding a reference to the payload part means that the user does not
 162 * care about modifications to the header part of skb->data.
 163 */
 164#define SKB_DATAREF_SHIFT 16
 165#define SKB_DATAREF_MASK ((1 << SKB_DATAREF_SHIFT) - 1)
 166
 167
 168enum {
 169        SKB_FCLONE_UNAVAILABLE,
 170        SKB_FCLONE_ORIG,
 171        SKB_FCLONE_CLONE,
 172};
 173
 174enum {
 175        SKB_GSO_TCPV4 = 1 << 0,
 176        SKB_GSO_UDP = 1 << 1,
 177
 178        /* This indicates the skb is from an untrusted source. */
 179        SKB_GSO_DODGY = 1 << 2,
 180
 181        /* This indicates the tcp segment has CWR set. */
 182        SKB_GSO_TCP_ECN = 1 << 3,
 183
 184        SKB_GSO_TCPV6 = 1 << 4,
 185};
 186
 187#if BITS_PER_LONG > 32
 188#define NET_SKBUFF_DATA_USES_OFFSET 1
 189#endif
 190
 191#ifdef NET_SKBUFF_DATA_USES_OFFSET
 192typedef unsigned int sk_buff_data_t;
 193#else
 194typedef unsigned char *sk_buff_data_t;
 195#endif
 196
 197/** 
 198 *      struct sk_buff - socket buffer
 199 *      @next: Next buffer in list
 200 *      @prev: Previous buffer in list
 201 *      @sk: Socket we are owned by
 202 *      @tstamp: Time we arrived
 203 *      @dev: Device we arrived on/are leaving by
 204 *      @transport_header: Transport layer header
 205 *      @network_header: Network layer header
 206 *      @mac_header: Link layer header
 207 *      @dst: destination entry
 208 *      @sp: the security path, used for xfrm
 209 *      @cb: Control buffer. Free for use by every layer. Put private vars here
 210 *      @len: Length of actual data
 211 *      @data_len: Data length
 212 *      @mac_len: Length of link layer header
 213 *      @hdr_len: writable header length of cloned skb
 214 *      @csum: Checksum (must include start/offset pair)
 215 *      @csum_start: Offset from skb->head where checksumming should start
 216 *      @csum_offset: Offset from csum_start where checksum should be stored
 217 *      @local_df: allow local fragmentation
 218 *      @cloned: Head may be cloned (check refcnt to be sure)
 219 *      @nohdr: Payload reference only, must not modify header
 220 *      @pkt_type: Packet class
 221 *      @fclone: skbuff clone status
 222 *      @ip_summed: Driver fed us an IP checksum
 223 *      @priority: Packet queueing priority
 224 *      @users: User count - see {datagram,tcp}.c
 225 *      @protocol: Packet protocol from driver
 226 *      @truesize: Buffer size 
 227 *      @head: Head of buffer
 228 *      @data: Data head pointer
 229 *      @tail: Tail pointer
 230 *      @end: End pointer
 231 *      @destructor: Destruct function
 232 *      @mark: Generic packet mark
 233 *      @nfct: Associated connection, if any
 234 *      @ipvs_property: skbuff is owned by ipvs
 235 *      @peeked: this packet has been seen already, so stats have been
 236 *              done for it, don't do them again
 237 *      @nf_trace: netfilter packet trace flag
 238 *      @nfctinfo: Relationship of this skb to the connection
 239 *      @nfct_reasm: netfilter conntrack re-assembly pointer
 240 *      @nf_bridge: Saved data about a bridged frame - see br_netfilter.c
 241 *      @iif: ifindex of device we arrived on
 242 *      @queue_mapping: Queue mapping for multiqueue devices
 243 *      @tc_index: Traffic control index
 244 *      @tc_verd: traffic control verdict
 245 *      @ndisc_nodetype: router type (from link layer)
 246 *      @do_not_encrypt: set to prevent encryption of this frame
 247 *      @dma_cookie: a cookie to one of several possible DMA operations
 248 *              done by skb DMA functions
 249 *      @secmark: security marking
 250 *      @vlan_tci: vlan tag control information
 251 */
 252
 253struct sk_buff {
 254        /* These two members must be first. */
 255        struct sk_buff          *next;
 256        struct sk_buff          *prev;
 257
 258        struct sock             *sk;
 259        ktime_t                 tstamp;
 260        struct net_device       *dev;
 261
 262        union {
 263                struct  dst_entry       *dst;
 264                struct  rtable          *rtable;
 265        };
 266        struct  sec_path        *sp;
 267
 268        /*
 269         * This is the control buffer. It is free to use for every
 270         * layer. Please put your private variables there. If you
 271         * want to keep them across layers you have to do a skb_clone()
 272         * first. This is owned by whoever has the skb queued ATM.
 273         */
 274        char                    cb[48];
 275
 276        unsigned int            len,
 277                                data_len;
 278        __u16                   mac_len,
 279                                hdr_len;
 280        union {
 281                __wsum          csum;
 282                struct {
 283                        __u16   csum_start;
 284                        __u16   csum_offset;
 285                };
 286        };
 287        __u32                   priority;
 288        __u8                    local_df:1,
 289                                cloned:1,
 290                                ip_summed:2,
 291                                nohdr:1,
 292                                nfctinfo:3;
 293        __u8                    pkt_type:3,
 294                                fclone:2,
 295                                ipvs_property:1,
 296                                peeked:1,
 297                                nf_trace:1;
 298        __be16                  protocol;
 299
 300        void                    (*destructor)(struct sk_buff *skb);
 301#if defined(CONFIG_NF_CONNTRACK) || defined(CONFIG_NF_CONNTRACK_MODULE)
 302        struct nf_conntrack     *nfct;
 303        struct sk_buff          *nfct_reasm;
 304#endif
 305#ifdef CONFIG_BRIDGE_NETFILTER
 306        struct nf_bridge_info   *nf_bridge;
 307#endif
 308
 309        int                     iif;
 310        __u16                   queue_mapping;
 311#ifdef CONFIG_NET_SCHED
 312        __u16                   tc_index;       /* traffic control index */
 313#ifdef CONFIG_NET_CLS_ACT
 314        __u16                   tc_verd;        /* traffic control verdict */
 315#endif
 316#endif
 317#ifdef CONFIG_IPV6_NDISC_NODETYPE
 318        __u8                    ndisc_nodetype:2;
 319#endif
 320#if defined(CONFIG_MAC80211) || defined(CONFIG_MAC80211_MODULE)
 321        __u8                    do_not_encrypt:1;
 322#endif
 323        /* 0/13/14 bit hole */
 324
 325#ifdef CONFIG_NET_DMA
 326        dma_cookie_t            dma_cookie;
 327#endif
 328#ifdef CONFIG_NETWORK_SECMARK
 329        __u32                   secmark;
 330#endif
 331
 332        __u32                   mark;
 333
 334        __u16                   vlan_tci;
 335
 336        sk_buff_data_t          transport_header;
 337        sk_buff_data_t          network_header;
 338        sk_buff_data_t          mac_header;
 339        /* These elements must be at the end, see alloc_skb() for details.  */
 340        sk_buff_data_t          tail;
 341        sk_buff_data_t          end;
 342        unsigned char           *head,
 343                                *data;
 344        unsigned int            truesize;
 345        atomic_t                users;
 346};
 347
 348#ifdef __KERNEL__
 349/*
 350 *      Handling routines are only of interest to the kernel
 351 */
 352#include <linux/slab.h>
 353
 354#include <asm/system.h>
 355
 356extern void kfree_skb(struct sk_buff *skb);
 357extern void            __kfree_skb(struct sk_buff *skb);
 358extern struct sk_buff *__alloc_skb(unsigned int size,
 359                                   gfp_t priority, int fclone, int node);
 360static inline struct sk_buff *alloc_skb(unsigned int size,
 361                                        gfp_t priority)
 362{
 363        return __alloc_skb(size, priority, 0, -1);
 364}
 365
 366static inline struct sk_buff *alloc_skb_fclone(unsigned int size,
 367                                               gfp_t priority)
 368{
 369        return __alloc_skb(size, priority, 1, -1);
 370}
 371
 372extern struct sk_buff *skb_morph(struct sk_buff *dst, struct sk_buff *src);
 373extern struct sk_buff *skb_clone(struct sk_buff *skb,
 374                                 gfp_t priority);
 375extern struct sk_buff *skb_copy(const struct sk_buff *skb,
 376                                gfp_t priority);
 377extern struct sk_buff *pskb_copy(struct sk_buff *skb,
 378                                 gfp_t gfp_mask);
 379extern int             pskb_expand_head(struct sk_buff *skb,
 380                                        int nhead, int ntail,
 381                                        gfp_t gfp_mask);
 382extern struct sk_buff *skb_realloc_headroom(struct sk_buff *skb,
 383                                            unsigned int headroom);
 384extern struct sk_buff *skb_copy_expand(const struct sk_buff *skb,
 385                                       int newheadroom, int newtailroom,
 386                                       gfp_t priority);
 387extern int             skb_to_sgvec(struct sk_buff *skb,
 388                                    struct scatterlist *sg, int offset,
 389                                    int len);
 390extern int             skb_cow_data(struct sk_buff *skb, int tailbits,
 391                                    struct sk_buff **trailer);
 392extern int             skb_pad(struct sk_buff *skb, int pad);
 393#define dev_kfree_skb(a)        kfree_skb(a)
 394extern void           skb_over_panic(struct sk_buff *skb, int len,
 395                                     void *here);
 396extern void           skb_under_panic(struct sk_buff *skb, int len,
 397                                      void *here);
 398
 399extern int skb_append_datato_frags(struct sock *sk, struct sk_buff *skb,
 400                        int getfrag(void *from, char *to, int offset,
 401                        int len,int odd, struct sk_buff *skb),
 402                        void *from, int length);
 403
 404struct skb_seq_state
 405{
 406        __u32           lower_offset;
 407        __u32           upper_offset;
 408        __u32           frag_idx;
 409        __u32           stepped_offset;
 410        struct sk_buff  *root_skb;
 411        struct sk_buff  *cur_skb;
 412        __u8            *frag_data;
 413};
 414
 415extern void           skb_prepare_seq_read(struct sk_buff *skb,
 416                                           unsigned int from, unsigned int to,
 417                                           struct skb_seq_state *st);
 418extern unsigned int   skb_seq_read(unsigned int consumed, const u8 **data,
 419                                   struct skb_seq_state *st);
 420extern void           skb_abort_seq_read(struct skb_seq_state *st);
 421
 422extern unsigned int   skb_find_text(struct sk_buff *skb, unsigned int from,
 423                                    unsigned int to, struct ts_config *config,
 424                                    struct ts_state *state);
 425
 426#ifdef NET_SKBUFF_DATA_USES_OFFSET
 427static inline unsigned char *skb_end_pointer(const struct sk_buff *skb)
 428{
 429        return skb->head + skb->end;
 430}
 431#else
 432static inline unsigned char *skb_end_pointer(const struct sk_buff *skb)
 433{
 434        return skb->end;
 435}
 436#endif
 437
 438/* Internal */
 439#define skb_shinfo(SKB) ((struct skb_shared_info *)(skb_end_pointer(SKB)))
 440
 441/**
 442 *      skb_queue_empty - check if a queue is empty
 443 *      @list: queue head
 444 *
 445 *      Returns true if the queue is empty, false otherwise.
 446 */
 447static inline int skb_queue_empty(const struct sk_buff_head *list)
 448{
 449        return list->next == (struct sk_buff *)list;
 450}
 451
 452/**
 453 *      skb_get - reference buffer
 454 *      @skb: buffer to reference
 455 *
 456 *      Makes another reference to a socket buffer and returns a pointer
 457 *      to the buffer.
 458 */
 459static inline struct sk_buff *skb_get(struct sk_buff *skb)
 460{
 461        atomic_inc(&skb->users);
 462        return skb;
 463}
 464
 465/*
 466 * If users == 1, we are the only owner and are can avoid redundant
 467 * atomic change.
 468 */
 469
 470/**
 471 *      skb_cloned - is the buffer a clone
 472 *      @skb: buffer to check
 473 *
 474 *      Returns true if the buffer was generated with skb_clone() and is
 475 *      one of multiple shared copies of the buffer. Cloned buffers are
 476 *      shared data so must not be written to under normal circumstances.
 477 */
 478static inline int skb_cloned(const struct sk_buff *skb)
 479{
 480        return skb->cloned &&
 481               (atomic_read(&skb_shinfo(skb)->dataref) & SKB_DATAREF_MASK) != 1;
 482}
 483
 484/**
 485 *      skb_header_cloned - is the header a clone
 486 *      @skb: buffer to check
 487 *
 488 *      Returns true if modifying the header part of the buffer requires
 489 *      the data to be copied.
 490 */
 491static inline int skb_header_cloned(const struct sk_buff *skb)
 492{
 493        int dataref;
 494
 495        if (!skb->cloned)
 496                return 0;
 497
 498        dataref = atomic_read(&skb_shinfo(skb)->dataref);
 499        dataref = (dataref & SKB_DATAREF_MASK) - (dataref >> SKB_DATAREF_SHIFT);
 500        return dataref != 1;
 501}
 502
 503/**
 504 *      skb_header_release - release reference to header
 505 *      @skb: buffer to operate on
 506 *
 507 *      Drop a reference to the header part of the buffer.  This is done
 508 *      by acquiring a payload reference.  You must not read from the header
 509 *      part of skb->data after this.
 510 */
 511static inline void skb_header_release(struct sk_buff *skb)
 512{
 513        BUG_ON(skb->nohdr);
 514        skb->nohdr = 1;
 515        atomic_add(1 << SKB_DATAREF_SHIFT, &skb_shinfo(skb)->dataref);
 516}
 517
 518/**
 519 *      skb_shared - is the buffer shared
 520 *      @skb: buffer to check
 521 *
 522 *      Returns true if more than one person has a reference to this
 523 *      buffer.
 524 */
 525static inline int skb_shared(const struct sk_buff *skb)
 526{
 527        return atomic_read(&skb->users) != 1;
 528}
 529
 530/**
 531 *      skb_share_check - check if buffer is shared and if so clone it
 532 *      @skb: buffer to check
 533 *      @pri: priority for memory allocation
 534 *
 535 *      If the buffer is shared the buffer is cloned and the old copy
 536 *      drops a reference. A new clone with a single reference is returned.
 537 *      If the buffer is not shared the original buffer is returned. When
 538 *      being called from interrupt status or with spinlocks held pri must
 539 *      be GFP_ATOMIC.
 540 *
 541 *      NULL is returned on a memory allocation failure.
 542 */
 543static inline struct sk_buff *skb_share_check(struct sk_buff *skb,
 544                                              gfp_t pri)
 545{
 546        might_sleep_if(pri & __GFP_WAIT);
 547        if (skb_shared(skb)) {
 548                struct sk_buff *nskb = skb_clone(skb, pri);
 549                kfree_skb(skb);
 550                skb = nskb;
 551        }
 552        return skb;
 553}
 554
 555/*
 556 *      Copy shared buffers into a new sk_buff. We effectively do COW on
 557 *      packets to handle cases where we have a local reader and forward
 558 *      and a couple of other messy ones. The normal one is tcpdumping
 559 *      a packet thats being forwarded.
 560 */
 561
 562/**
 563 *      skb_unshare - make a copy of a shared buffer
 564 *      @skb: buffer to check
 565 *      @pri: priority for memory allocation
 566 *
 567 *      If the socket buffer is a clone then this function creates a new
 568 *      copy of the data, drops a reference count on the old copy and returns
 569 *      the new copy with the reference count at 1. If the buffer is not a clone
 570 *      the original buffer is returned. When called with a spinlock held or
 571 *      from interrupt state @pri must be %GFP_ATOMIC
 572 *
 573 *      %NULL is returned on a memory allocation failure.
 574 */
 575static inline struct sk_buff *skb_unshare(struct sk_buff *skb,
 576                                          gfp_t pri)
 577{
 578        might_sleep_if(pri & __GFP_WAIT);
 579        if (skb_cloned(skb)) {
 580                struct sk_buff *nskb = skb_copy(skb, pri);
 581                kfree_skb(skb); /* Free our shared copy */
 582                skb = nskb;
 583        }
 584        return skb;
 585}
 586
 587/**
 588 *      skb_peek
 589 *      @list_: list to peek at
 590 *
 591 *      Peek an &sk_buff. Unlike most other operations you _MUST_
 592 *      be careful with this one. A peek leaves the buffer on the
 593 *      list and someone else may run off with it. You must hold
 594 *      the appropriate locks or have a private queue to do this.
 595 *
 596 *      Returns %NULL for an empty list or a pointer to the head element.
 597 *      The reference count is not incremented and the reference is therefore
 598 *      volatile. Use with caution.
 599 */
 600static inline struct sk_buff *skb_peek(struct sk_buff_head *list_)
 601{
 602        struct sk_buff *list = ((struct sk_buff *)list_)->next;
 603        if (list == (struct sk_buff *)list_)
 604                list = NULL;
 605        return list;
 606}
 607
 608/**
 609 *      skb_peek_tail
 610 *      @list_: list to peek at
 611 *
 612 *      Peek an &sk_buff. Unlike most other operations you _MUST_
 613 *      be careful with this one. A peek leaves the buffer on the
 614 *      list and someone else may run off with it. You must hold
 615 *      the appropriate locks or have a private queue to do this.
 616 *
 617 *      Returns %NULL for an empty list or a pointer to the tail element.
 618 *      The reference count is not incremented and the reference is therefore
 619 *      volatile. Use with caution.
 620 */
 621static inline struct sk_buff *skb_peek_tail(struct sk_buff_head *list_)
 622{
 623        struct sk_buff *list = ((struct sk_buff *)list_)->prev;
 624        if (list == (struct sk_buff *)list_)
 625                list = NULL;
 626        return list;
 627}
 628
 629/**
 630 *      skb_queue_len   - get queue length
 631 *      @list_: list to measure
 632 *
 633 *      Return the length of an &sk_buff queue.
 634 */
 635static inline __u32 skb_queue_len(const struct sk_buff_head *list_)
 636{
 637        return list_->qlen;
 638}
 639
 640/*
 641 * This function creates a split out lock class for each invocation;
 642 * this is needed for now since a whole lot of users of the skb-queue
 643 * infrastructure in drivers have different locking usage (in hardirq)
 644 * than the networking core (in softirq only). In the long run either the
 645 * network layer or drivers should need annotation to consolidate the
 646 * main types of usage into 3 classes.
 647 */
 648static inline void skb_queue_head_init(struct sk_buff_head *list)
 649{
 650        spin_lock_init(&list->lock);
 651        list->prev = list->next = (struct sk_buff *)list;
 652        list->qlen = 0;
 653}
 654
 655static inline void skb_queue_head_init_class(struct sk_buff_head *list,
 656                struct lock_class_key *class)
 657{
 658        skb_queue_head_init(list);
 659        lockdep_set_class(&list->lock, class);
 660}
 661
 662/*
 663 *      Insert an sk_buff on a list.
 664 *
 665 *      The "__skb_xxxx()" functions are the non-atomic ones that
 666 *      can only be called with interrupts disabled.
 667 */
 668extern void        skb_insert(struct sk_buff *old, struct sk_buff *newsk, struct sk_buff_head *list);
 669static inline void __skb_insert(struct sk_buff *newsk,
 670                                struct sk_buff *prev, struct sk_buff *next,
 671                                struct sk_buff_head *list)
 672{
 673        newsk->next = next;
 674        newsk->prev = prev;
 675        next->prev  = prev->next = newsk;
 676        list->qlen++;
 677}
 678
 679/**
 680 *      __skb_queue_after - queue a buffer at the list head
 681 *      @list: list to use
 682 *      @prev: place after this buffer
 683 *      @newsk: buffer to queue
 684 *
 685 *      Queue a buffer int the middle of a list. This function takes no locks
 686 *      and you must therefore hold required locks before calling it.
 687 *
 688 *      A buffer cannot be placed on two lists at the same time.
 689 */
 690static inline void __skb_queue_after(struct sk_buff_head *list,
 691                                     struct sk_buff *prev,
 692                                     struct sk_buff *newsk)
 693{
 694        __skb_insert(newsk, prev, prev->next, list);
 695}
 696
 697extern void skb_append(struct sk_buff *old, struct sk_buff *newsk,
 698                       struct sk_buff_head *list);
 699
 700static inline void __skb_queue_before(struct sk_buff_head *list,
 701                                      struct sk_buff *next,
 702                                      struct sk_buff *newsk)
 703{
 704        __skb_insert(newsk, next->prev, next, list);
 705}
 706
 707/**
 708 *      __skb_queue_head - queue a buffer at the list head
 709 *      @list: list to use
 710 *      @newsk: buffer to queue
 711 *
 712 *      Queue a buffer at the start of a list. This function takes no locks
 713 *      and you must therefore hold required locks before calling it.
 714 *
 715 *      A buffer cannot be placed on two lists at the same time.
 716 */
 717extern void skb_queue_head(struct sk_buff_head *list, struct sk_buff *newsk);
 718static inline void __skb_queue_head(struct sk_buff_head *list,
 719                                    struct sk_buff *newsk)
 720{
 721        __skb_queue_after(list, (struct sk_buff *)list, newsk);
 722}
 723
 724/**
 725 *      __skb_queue_tail - queue a buffer at the list tail
 726 *      @list: list to use
 727 *      @newsk: buffer to queue
 728 *
 729 *      Queue a buffer at the end of a list. This function takes no locks
 730 *      and you must therefore hold required locks before calling it.
 731 *
 732 *      A buffer cannot be placed on two lists at the same time.
 733 */
 734extern void skb_queue_tail(struct sk_buff_head *list, struct sk_buff *newsk);
 735static inline void __skb_queue_tail(struct sk_buff_head *list,
 736                                   struct sk_buff *newsk)
 737{
 738        __skb_queue_before(list, (struct sk_buff *)list, newsk);
 739}
 740
 741/*
 742 * remove sk_buff from list. _Must_ be called atomically, and with
 743 * the list known..
 744 */
 745extern void        skb_unlink(struct sk_buff *skb, struct sk_buff_head *list);
 746static inline void __skb_unlink(struct sk_buff *skb, struct sk_buff_head *list)
 747{
 748        struct sk_buff *next, *prev;
 749
 750        list->qlen--;
 751        next       = skb->next;
 752        prev       = skb->prev;
 753        skb->next  = skb->prev = NULL;
 754        next->prev = prev;
 755        prev->next = next;
 756}
 757
 758/**
 759 *      __skb_dequeue - remove from the head of the queue
 760 *      @list: list to dequeue from
 761 *
 762 *      Remove the head of the list. This function does not take any locks
 763 *      so must be used with appropriate locks held only. The head item is
 764 *      returned or %NULL if the list is empty.
 765 */
 766extern struct sk_buff *skb_dequeue(struct sk_buff_head *list);
 767static inline struct sk_buff *__skb_dequeue(struct sk_buff_head *list)
 768{
 769        struct sk_buff *skb = skb_peek(list);
 770        if (skb)
 771                __skb_unlink(skb, list);
 772        return skb;
 773}
 774
 775/**
 776 *      __skb_dequeue_tail - remove from the tail of the queue
 777 *      @list: list to dequeue from
 778 *
 779 *      Remove the tail of the list. This function does not take any locks
 780 *      so must be used with appropriate locks held only. The tail item is
 781 *      returned or %NULL if the list is empty.
 782 */
 783extern struct sk_buff *skb_dequeue_tail(struct sk_buff_head *list);
 784static inline struct sk_buff *__skb_dequeue_tail(struct sk_buff_head *list)
 785{
 786        struct sk_buff *skb = skb_peek_tail(list);
 787        if (skb)
 788                __skb_unlink(skb, list);
 789        return skb;
 790}
 791
 792
 793static inline int skb_is_nonlinear(const struct sk_buff *skb)
 794{
 795        return skb->data_len;
 796}
 797
 798static inline unsigned int skb_headlen(const struct sk_buff *skb)
 799{
 800        return skb->len - skb->data_len;
 801}
 802
 803static inline int skb_pagelen(const struct sk_buff *skb)
 804{
 805        int i, len = 0;
 806
 807        for (i = (int)skb_shinfo(skb)->nr_frags - 1; i >= 0; i--)
 808                len += skb_shinfo(skb)->frags[i].size;
 809        return len + skb_headlen(skb);
 810}
 811
 812static inline void skb_fill_page_desc(struct sk_buff *skb, int i,
 813                                      struct page *page, int off, int size)
 814{
 815        skb_frag_t *frag = &skb_shinfo(skb)->frags[i];
 816
 817        frag->page                = page;
 818        frag->page_offset         = off;
 819        frag->size                = size;
 820        skb_shinfo(skb)->nr_frags = i + 1;
 821}
 822
 823#define SKB_PAGE_ASSERT(skb)    BUG_ON(skb_shinfo(skb)->nr_frags)
 824#define SKB_FRAG_ASSERT(skb)    BUG_ON(skb_shinfo(skb)->frag_list)
 825#define SKB_LINEAR_ASSERT(skb)  BUG_ON(skb_is_nonlinear(skb))
 826
 827#ifdef NET_SKBUFF_DATA_USES_OFFSET
 828static inline unsigned char *skb_tail_pointer(const struct sk_buff *skb)
 829{
 830        return skb->head + skb->tail;
 831}
 832
 833static inline void skb_reset_tail_pointer(struct sk_buff *skb)
 834{
 835        skb->tail = skb->data - skb->head;
 836}
 837
 838static inline void skb_set_tail_pointer(struct sk_buff *skb, const int offset)
 839{
 840        skb_reset_tail_pointer(skb);
 841        skb->tail += offset;
 842}
 843#else /* NET_SKBUFF_DATA_USES_OFFSET */
 844static inline unsigned char *skb_tail_pointer(const struct sk_buff *skb)
 845{
 846        return skb->tail;
 847}
 848
 849static inline void skb_reset_tail_pointer(struct sk_buff *skb)
 850{
 851        skb->tail = skb->data;
 852}
 853
 854static inline void skb_set_tail_pointer(struct sk_buff *skb, const int offset)
 855{
 856        skb->tail = skb->data + offset;
 857}
 858
 859#endif /* NET_SKBUFF_DATA_USES_OFFSET */
 860
 861/*
 862 *      Add data to an sk_buff
 863 */
 864extern unsigned char *skb_put(struct sk_buff *skb, unsigned int len);
 865static inline unsigned char *__skb_put(struct sk_buff *skb, unsigned int len)
 866{
 867        unsigned char *tmp = skb_tail_pointer(skb);
 868        SKB_LINEAR_ASSERT(skb);
 869        skb->tail += len;
 870        skb->len  += len;
 871        return tmp;
 872}
 873
 874extern unsigned char *skb_push(struct sk_buff *skb, unsigned int len);
 875static inline unsigned char *__skb_push(struct sk_buff *skb, unsigned int len)
 876{
 877        skb->data -= len;
 878        skb->len  += len;
 879        return skb->data;
 880}
 881
 882extern unsigned char *skb_pull(struct sk_buff *skb, unsigned int len);
 883static inline unsigned char *__skb_pull(struct sk_buff *skb, unsigned int len)
 884{
 885        skb->len -= len;
 886        BUG_ON(skb->len < skb->data_len);
 887        return skb->data += len;
 888}
 889
 890extern unsigned char *__pskb_pull_tail(struct sk_buff *skb, int delta);
 891
 892static inline unsigned char *__pskb_pull(struct sk_buff *skb, unsigned int len)
 893{
 894        if (len > skb_headlen(skb) &&
 895            !__pskb_pull_tail(skb, len - skb_headlen(skb)))
 896                return NULL;
 897        skb->len -= len;
 898        return skb->data += len;
 899}
 900
 901static inline unsigned char *pskb_pull(struct sk_buff *skb, unsigned int len)
 902{
 903        return unlikely(len > skb->len) ? NULL : __pskb_pull(skb, len);
 904}
 905
 906static inline int pskb_may_pull(struct sk_buff *skb, unsigned int len)
 907{
 908        if (likely(len <= skb_headlen(skb)))
 909                return 1;
 910        if (unlikely(len > skb->len))
 911                return 0;
 912        return __pskb_pull_tail(skb, len - skb_headlen(skb)) != NULL;
 913}
 914
 915/**
 916 *      skb_headroom - bytes at buffer head
 917 *      @skb: buffer to check
 918 *
 919 *      Return the number of bytes of free space at the head of an &sk_buff.
 920 */
 921static inline unsigned int skb_headroom(const struct sk_buff *skb)
 922{
 923        return skb->data - skb->head;
 924}
 925
 926/**
 927 *      skb_tailroom - bytes at buffer end
 928 *      @skb: buffer to check
 929 *
 930 *      Return the number of bytes of free space at the tail of an sk_buff
 931 */
 932static inline int skb_tailroom(const struct sk_buff *skb)
 933{
 934        return skb_is_nonlinear(skb) ? 0 : skb->end - skb->tail;
 935}
 936
 937/**
 938 *      skb_reserve - adjust headroom
 939 *      @skb: buffer to alter
 940 *      @len: bytes to move
 941 *
 942 *      Increase the headroom of an empty &sk_buff by reducing the tail
 943 *      room. This is only allowed for an empty buffer.
 944 */
 945static inline void skb_reserve(struct sk_buff *skb, int len)
 946{
 947        skb->data += len;
 948        skb->tail += len;
 949}
 950
 951#ifdef NET_SKBUFF_DATA_USES_OFFSET
 952static inline unsigned char *skb_transport_header(const struct sk_buff *skb)
 953{
 954        return skb->head + skb->transport_header;
 955}
 956
 957static inline void skb_reset_transport_header(struct sk_buff *skb)
 958{
 959        skb->transport_header = skb->data - skb->head;
 960}
 961
 962static inline void skb_set_transport_header(struct sk_buff *skb,
 963                                            const int offset)
 964{
 965        skb_reset_transport_header(skb);
 966        skb->transport_header += offset;
 967}
 968
 969static inline unsigned char *skb_network_header(const struct sk_buff *skb)
 970{
 971        return skb->head + skb->network_header;
 972}
 973
 974static inline void skb_reset_network_header(struct sk_buff *skb)
 975{
 976        skb->network_header = skb->data - skb->head;
 977}
 978
 979static inline void skb_set_network_header(struct sk_buff *skb, const int offset)
 980{
 981        skb_reset_network_header(skb);
 982        skb->network_header += offset;
 983}
 984
 985static inline unsigned char *skb_mac_header(const struct sk_buff *skb)
 986{
 987        return skb->head + skb->mac_header;
 988}
 989
 990static inline int skb_mac_header_was_set(const struct sk_buff *skb)
 991{
 992        return skb->mac_header != ~0U;
 993}
 994
 995static inline void skb_reset_mac_header(struct sk_buff *skb)
 996{
 997        skb->mac_header = skb->data - skb->head;
 998}
 999
1000static inline void skb_set_mac_header(struct sk_buff *skb, const int offset)
1001{
1002        skb_reset_mac_header(skb);
1003        skb->mac_header += offset;
1004}
1005
1006#else /* NET_SKBUFF_DATA_USES_OFFSET */
1007
1008static inline unsigned char *skb_transport_header(const struct sk_buff *skb)
1009{
1010        return skb->transport_header;
1011}
1012
1013static inline void skb_reset_transport_header(struct sk_buff *skb)
1014{
1015        skb->transport_header = skb->data;
1016}
1017
1018static inline void skb_set_transport_header(struct sk_buff *skb,
1019                                            const int offset)
1020{
1021        skb->transport_header = skb->data + offset;
1022}
1023
1024static inline unsigned char *skb_network_header(const struct sk_buff *skb)
1025{
1026        return skb->network_header;
1027}
1028
1029static inline void skb_reset_network_header(struct sk_buff *skb)
1030{
1031        skb->network_header = skb->data;
1032}
1033
1034static inline void skb_set_network_header(struct sk_buff *skb, const int offset)
1035{
1036        skb->network_header = skb->data + offset;
1037}
1038
1039static inline unsigned char *skb_mac_header(const struct sk_buff *skb)
1040{
1041        return skb->mac_header;
1042}
1043
1044static inline int skb_mac_header_was_set(const struct sk_buff *skb)
1045{
1046        return skb->mac_header != NULL;
1047}
1048
1049static inline void skb_reset_mac_header(struct sk_buff *skb)
1050{
1051        skb->mac_header = skb->data;
1052}
1053
1054static inline void skb_set_mac_header(struct sk_buff *skb, const int offset)
1055{
1056        skb->mac_header = skb->data + offset;
1057}
1058#endif /* NET_SKBUFF_DATA_USES_OFFSET */
1059
1060static inline int skb_transport_offset(const struct sk_buff *skb)
1061{
1062        return skb_transport_header(skb) - skb->data;
1063}
1064
1065static inline u32 skb_network_header_len(const struct sk_buff *skb)
1066{
1067        return skb->transport_header - skb->network_header;
1068}
1069
1070static inline int skb_network_offset(const struct sk_buff *skb)
1071{
1072        return skb_network_header(skb) - skb->data;
1073}
1074
1075/*
1076 * CPUs often take a performance hit when accessing unaligned memory
1077 * locations. The actual performance hit varies, it can be small if the
1078 * hardware handles it or large if we have to take an exception and fix it
1079 * in software.
1080 *
1081 * Since an ethernet header is 14 bytes network drivers often end up with
1082 * the IP header at an unaligned offset. The IP header can be aligned by
1083 * shifting the start of the packet by 2 bytes. Drivers should do this
1084 * with:
1085 *
1086 * skb_reserve(NET_IP_ALIGN);
1087 *
1088 * The downside to this alignment of the IP header is that the DMA is now
1089 * unaligned. On some architectures the cost of an unaligned DMA is high
1090 * and this cost outweighs the gains made by aligning the IP header.
1091 * 
1092 * Since this trade off varies between architectures, we allow NET_IP_ALIGN
1093 * to be overridden.
1094 */
1095#ifndef NET_IP_ALIGN
1096#define NET_IP_ALIGN    2
1097#endif
1098
1099/*
1100 * The networking layer reserves some headroom in skb data (via
1101 * dev_alloc_skb). This is used to avoid having to reallocate skb data when
1102 * the header has to grow. In the default case, if the header has to grow
1103 * 16 bytes or less we avoid the reallocation.
1104 *
1105 * Unfortunately this headroom changes the DMA alignment of the resulting
1106 * network packet. As for NET_IP_ALIGN, this unaligned DMA is expensive
1107 * on some architectures. An architecture can override this value,
1108 * perhaps setting it to a cacheline in size (since that will maintain
1109 * cacheline alignment of the DMA). It must be a power of 2.
1110 *
1111 * Various parts of the networking layer expect at least 16 bytes of
1112 * headroom, you should not reduce this.
1113 */
1114#ifndef NET_SKB_PAD
1115#define NET_SKB_PAD     16
1116#endif
1117
1118extern int ___pskb_trim(struct sk_buff *skb, unsigned int len);
1119
1120static inline void __skb_trim(struct sk_buff *skb, unsigned int len)
1121{
1122        if (unlikely(skb->data_len)) {
1123                WARN_ON(1);
1124                return;
1125        }
1126        skb->len = len;
1127        skb_set_tail_pointer(skb, len);
1128}
1129
1130extern void skb_trim(struct sk_buff *skb, unsigned int len);
1131
1132static inline int __pskb_trim(struct sk_buff *skb, unsigned int len)
1133{
1134        if (skb->data_len)
1135                return ___pskb_trim(skb, len);
1136        __skb_trim(skb, len);
1137        return 0;
1138}
1139
1140static inline int pskb_trim(struct sk_buff *skb, unsigned int len)
1141{
1142        return (len < skb->len) ? __pskb_trim(skb, len) : 0;
1143}
1144
1145/**
1146 *      pskb_trim_unique - remove end from a paged unique (not cloned) buffer
1147 *      @skb: buffer to alter
1148 *      @len: new length
1149 *
1150 *      This is identical to pskb_trim except that the caller knows that
1151 *      the skb is not cloned so we should never get an error due to out-
1152 *      of-memory.
1153 */
1154static inline void pskb_trim_unique(struct sk_buff *skb, unsigned int len)
1155{
1156        int err = pskb_trim(skb, len);
1157        BUG_ON(err);
1158}
1159
1160/**
1161 *      skb_orphan - orphan a buffer
1162 *      @skb: buffer to orphan
1163 *
1164 *      If a buffer currently has an owner then we call the owner's
1165 *      destructor function and make the @skb unowned. The buffer continues
1166 *      to exist but is no longer charged to its former owner.
1167 */
1168static inline void skb_orphan(struct sk_buff *skb)
1169{
1170        if (skb->destructor)
1171                skb->destructor(skb);
1172        skb->destructor = NULL;
1173        skb->sk         = NULL;
1174}
1175
1176/**
1177 *      __skb_queue_purge - empty a list
1178 *      @list: list to empty
1179 *
1180 *      Delete all buffers on an &sk_buff list. Each buffer is removed from
1181 *      the list and one reference dropped. This function does not take the
1182 *      list lock and the caller must hold the relevant locks to use it.
1183 */
1184extern void skb_queue_purge(struct sk_buff_head *list);
1185static inline void __skb_queue_purge(struct sk_buff_head *list)
1186{
1187        struct sk_buff *skb;
1188        while ((skb = __skb_dequeue(list)) != NULL)
1189                kfree_skb(skb);
1190}
1191
1192/**
1193 *      __dev_alloc_skb - allocate an skbuff for receiving
1194 *      @length: length to allocate
1195 *      @gfp_mask: get_free_pages mask, passed to alloc_skb
1196 *
1197 *      Allocate a new &sk_buff and assign it a usage count of one. The
1198 *      buffer has unspecified headroom built in. Users should allocate
1199 *      the headroom they think they need without accounting for the
1200 *      built in space. The built in space is used for optimisations.
1201 *
1202 *      %NULL is returned if there is no free memory.
1203 */
1204static inline struct sk_buff *__dev_alloc_skb(unsigned int length,
1205                                              gfp_t gfp_mask)
1206{
1207        struct sk_buff *skb = alloc_skb(length + NET_SKB_PAD, gfp_mask);
1208        if (likely(skb))
1209                skb_reserve(skb, NET_SKB_PAD);
1210        return skb;
1211}
1212
1213extern struct sk_buff *dev_alloc_skb(unsigned int length);
1214
1215extern struct sk_buff *__netdev_alloc_skb(struct net_device *dev,
1216                unsigned int length, gfp_t gfp_mask);
1217
1218/**
1219 *      netdev_alloc_skb - allocate an skbuff for rx on a specific device
1220 *      @dev: network device to receive on
1221 *      @length: length to allocate
1222 *
1223 *      Allocate a new &sk_buff and assign it a usage count of one. The
1224 *      buffer has unspecified headroom built in. Users should allocate
1225 *      the headroom they think they need without accounting for the
1226 *      built in space. The built in space is used for optimisations.
1227 *
1228 *      %NULL is returned if there is no free memory. Although this function
1229 *      allocates memory it can be called from an interrupt.
1230 */
1231static inline struct sk_buff *netdev_alloc_skb(struct net_device *dev,
1232                unsigned int length)
1233{
1234        return __netdev_alloc_skb(dev, length, GFP_ATOMIC);
1235}
1236
1237/**
1238 *      skb_clone_writable - is the header of a clone writable
1239 *      @skb: buffer to check
1240 *      @len: length up to which to write
1241 *
1242 *      Returns true if modifying the header part of the cloned buffer
1243 *      does not requires the data to be copied.
1244 */
1245static inline int skb_clone_writable(struct sk_buff *skb, unsigned int len)
1246{
1247        return !skb_header_cloned(skb) &&
1248               skb_headroom(skb) + len <= skb->hdr_len;
1249}
1250
1251static inline int __skb_cow(struct sk_buff *skb, unsigned int headroom,
1252                            int cloned)
1253{
1254        int delta = 0;
1255
1256        if (headroom < NET_SKB_PAD)
1257                headroom = NET_SKB_PAD;
1258        if (headroom > skb_headroom(skb))
1259                delta = headroom - skb_headroom(skb);
1260
1261        if (delta || cloned)
1262                return pskb_expand_head(skb, ALIGN(delta, NET_SKB_PAD), 0,
1263                                        GFP_ATOMIC);
1264        return 0;
1265}
1266
1267/**
1268 *      skb_cow - copy header of skb when it is required
1269 *      @skb: buffer to cow
1270 *      @headroom: needed headroom
1271 *
1272 *      If the skb passed lacks sufficient headroom or its data part
1273 *      is shared, data is reallocated. If reallocation fails, an error
1274 *      is returned and original skb is not changed.
1275 *
1276 *      The result is skb with writable area skb->head...skb->tail
1277 *      and at least @headroom of space at head.
1278 */
1279static inline int skb_cow(struct sk_buff *skb, unsigned int headroom)
1280{
1281        return __skb_cow(skb, headroom, skb_cloned(skb));
1282}
1283
1284/**
1285 *      skb_cow_head - skb_cow but only making the head writable
1286 *      @skb: buffer to cow
1287 *      @headroom: needed headroom
1288 *
1289 *      This function is identical to skb_cow except that we replace the
1290 *      skb_cloned check by skb_header_cloned.  It should be used when
1291 *      you only need to push on some header and do not need to modify
1292 *      the data.
1293 */
1294static inline int skb_cow_head(struct sk_buff *skb, unsigned int headroom)
1295{
1296        return __skb_cow(skb, headroom, skb_header_cloned(skb));
1297}
1298
1299/**
1300 *      skb_padto       - pad an skbuff up to a minimal size
1301 *      @skb: buffer to pad
1302 *      @len: minimal length
1303 *
1304 *      Pads up a buffer to ensure the trailing bytes exist and are
1305 *      blanked. If the buffer already contains sufficient data it
1306 *      is untouched. Otherwise it is extended. Returns zero on
1307 *      success. The skb is freed on error.
1308 */
1309 
1310static inline int skb_padto(struct sk_buff *skb, unsigned int len)
1311{
1312        unsigned int size = skb->len;
1313        if (likely(size >= len))
1314                return 0;
1315        return skb_pad(skb, len - size);
1316}
1317
1318static inline int skb_add_data(struct sk_buff *skb,
1319                               char __user *from, int copy)
1320{
1321        const int off = skb->len;
1322
1323        if (skb->ip_summed == CHECKSUM_NONE) {
1324                int err = 0;
1325                __wsum csum = csum_and_copy_from_user(from, skb_put(skb, copy),
1326                                                            copy, 0, &err);
1327                if (!err) {
1328                        skb->csum = csum_block_add(skb->csum, csum, off);
1329                        return 0;
1330                }
1331        } else if (!copy_from_user(skb_put(skb, copy), from, copy))
1332                return 0;
1333
1334        __skb_trim(skb, off);
1335        return -EFAULT;
1336}
1337
1338static inline int skb_can_coalesce(struct sk_buff *skb, int i,
1339                                   struct page *page, int off)
1340{
1341        if (i) {
1342                struct skb_frag_struct *frag = &skb_shinfo(skb)->frags[i - 1];
1343
1344                return page == frag->page &&
1345                       off == frag->page_offset + frag->size;
1346        }
1347        return 0;
1348}
1349
1350static inline int __skb_linearize(struct sk_buff *skb)
1351{
1352        return __pskb_pull_tail(skb, skb->data_len) ? 0 : -ENOMEM;
1353}
1354
1355/**
1356 *      skb_linearize - convert paged skb to linear one
1357 *      @skb: buffer to linarize
1358 *
1359 *      If there is no free memory -ENOMEM is returned, otherwise zero
1360 *      is returned and the old skb data released.
1361 */
1362static inline int skb_linearize(struct sk_buff *skb)
1363{
1364        return skb_is_nonlinear(skb) ? __skb_linearize(skb) : 0;
1365}
1366
1367/**
1368 *      skb_linearize_cow - make sure skb is linear and writable
1369 *      @skb: buffer to process
1370 *
1371 *      If there is no free memory -ENOMEM is returned, otherwise zero
1372 *      is returned and the old skb data released.
1373 */
1374static inline int skb_linearize_cow(struct sk_buff *skb)
1375{
1376        return skb_is_nonlinear(skb) || skb_cloned(skb) ?
1377               __skb_linearize(skb) : 0;
1378}
1379
1380/**
1381 *      skb_postpull_rcsum - update checksum for received skb after pull
1382 *      @skb: buffer to update
1383 *      @start: start of data before pull
1384 *      @len: length of data pulled
1385 *
1386 *      After doing a pull on a received packet, you need to call this to
1387 *      update the CHECKSUM_COMPLETE checksum, or set ip_summed to
1388 *      CHECKSUM_NONE so that it can be recomputed from scratch.
1389 */
1390
1391static inline void skb_postpull_rcsum(struct sk_buff *skb,
1392                                      const void *start, unsigned int len)
1393{
1394        if (skb->ip_summed == CHECKSUM_COMPLETE)
1395                skb->csum = csum_sub(skb->csum, csum_partial(start, len, 0));
1396}
1397
1398unsigned char *skb_pull_rcsum(struct sk_buff *skb, unsigned int len);
1399
1400/**
1401 *      pskb_trim_rcsum - trim received skb and update checksum
1402 *      @skb: buffer to trim
1403 *      @len: new length
1404 *
1405 *      This is exactly the same as pskb_trim except that it ensures the
1406 *      checksum of received packets are still valid after the operation.
1407 */
1408
1409static inline int pskb_trim_rcsum(struct sk_buff *skb, unsigned int len)
1410{
1411        if (likely(len >= skb->len))
1412                return 0;
1413        if (skb->ip_summed == CHECKSUM_COMPLETE)
1414                skb->ip_summed = CHECKSUM_NONE;
1415        return __pskb_trim(skb, len);
1416}
1417
1418#define skb_queue_walk(queue, skb) \
1419                for (skb = (queue)->next;                                       \
1420                     prefetch(skb->next), (skb != (struct sk_buff *)(queue));   \
1421                     skb = skb->next)
1422
1423#define skb_queue_walk_safe(queue, skb, tmp)                                    \
1424                for (skb = (queue)->next, tmp = skb->next;                      \
1425                     skb != (struct sk_buff *)(queue);                          \
1426                     skb = tmp, tmp = skb->next)
1427
1428#define skb_queue_reverse_walk(queue, skb) \
1429                for (skb = (queue)->prev;                                       \
1430                     prefetch(skb->prev), (skb != (struct sk_buff *)(queue));   \
1431                     skb = skb->prev)
1432
1433
1434extern struct sk_buff *__skb_recv_datagram(struct sock *sk, unsigned flags,
1435                                           int *peeked, int *err);
1436extern struct sk_buff *skb_recv_datagram(struct sock *sk, unsigned flags,
1437                                         int noblock, int *err);
1438extern unsigned int    datagram_poll(struct file *file, struct socket *sock,
1439                                     struct poll_table_struct *wait);
1440extern int             skb_copy_datagram_iovec(const struct sk_buff *from,
1441                                               int offset, struct iovec *to,
1442                                               int size);
1443extern int             skb_copy_and_csum_datagram_iovec(struct sk_buff *skb,
1444                                                        int hlen,
1445                                                        struct iovec *iov);
1446extern int             skb_copy_datagram_from_iovec(struct sk_buff *skb,
1447                                                    int offset,
1448                                                    struct iovec *from,
1449                                                    int len);
1450extern void            skb_free_datagram(struct sock *sk, struct sk_buff *skb);
1451extern int             skb_kill_datagram(struct sock *sk, struct sk_buff *skb,
1452                                         unsigned int flags);
1453extern __wsum          skb_checksum(const struct sk_buff *skb, int offset,
1454                                    int len, __wsum csum);
1455extern int             skb_copy_bits(const struct sk_buff *skb, int offset,
1456                                     void *to, int len);
1457extern int             skb_store_bits(struct sk_buff *skb, int offset,
1458                                      const void *from, int len);
1459extern __wsum          skb_copy_and_csum_bits(const struct sk_buff *skb,
1460                                              int offset, u8 *to, int len,
1461                                              __wsum csum);
1462extern int             skb_splice_bits(struct sk_buff *skb,
1463                                                unsigned int offset,
1464                                                struct pipe_inode_info *pipe,
1465                                                unsigned int len,
1466                                                unsigned int flags);
1467extern void            skb_copy_and_csum_dev(const struct sk_buff *skb, u8 *to);
1468extern void            skb_split(struct sk_buff *skb,
1469                                 struct sk_buff *skb1, const u32 len);
1470
1471extern struct sk_buff *skb_segment(struct sk_buff *skb, int features);
1472
1473static inline void *skb_header_pointer(const struct sk_buff *skb, int offset,
1474                                       int len, void *buffer)
1475{
1476        int hlen = skb_headlen(skb);
1477
1478        if (hlen - offset >= len)
1479                return skb->data + offset;
1480
1481        if (skb_copy_bits(skb, offset, buffer, len) < 0)
1482                return NULL;
1483
1484        return buffer;
1485}
1486
1487static inline void skb_copy_from_linear_data(const struct sk_buff *skb,
1488                                             void *to,
1489                                             const unsigned int len)
1490{
1491        memcpy(to, skb->data, len);
1492}
1493
1494static inline void skb_copy_from_linear_data_offset(const struct sk_buff *skb,
1495                                                    const int offset, void *to,
1496                                                    const unsigned int len)
1497{
1498        memcpy(to, skb->data + offset, len);
1499}
1500
1501static inline void skb_copy_to_linear_data(struct sk_buff *skb,
1502                                           const void *from,
1503                                           const unsigned int len)
1504{
1505        memcpy(skb->data, from, len);
1506}
1507
1508static inline void skb_copy_to_linear_data_offset(struct sk_buff *skb,
1509                                                  const int offset,
1510                                                  const void *from,
1511                                                  const unsigned int len)
1512{
1513        memcpy(skb->data + offset, from, len);
1514}
1515
1516extern void skb_init(void);
1517
1518/**
1519 *      skb_get_timestamp - get timestamp from a skb
1520 *      @skb: skb to get stamp from
1521 *      @stamp: pointer to struct timeval to store stamp in
1522 *
1523 *      Timestamps are stored in the skb as offsets to a base timestamp.
1524 *      This function converts the offset back to a struct timeval and stores
1525 *      it in stamp.
1526 */
1527static inline void skb_get_timestamp(const struct sk_buff *skb, struct timeval *stamp)
1528{
1529        *stamp = ktime_to_timeval(skb->tstamp);
1530}
1531
1532static inline void __net_timestamp(struct sk_buff *skb)
1533{
1534        skb->tstamp = ktime_get_real();
1535}
1536
1537static inline ktime_t net_timedelta(ktime_t t)
1538{
1539        return ktime_sub(ktime_get_real(), t);
1540}
1541
1542static inline ktime_t net_invalid_timestamp(void)
1543{
1544        return ktime_set(0, 0);
1545}
1546
1547extern __sum16 __skb_checksum_complete_head(struct sk_buff *skb, int len);
1548extern __sum16 __skb_checksum_complete(struct sk_buff *skb);
1549
1550static inline int skb_csum_unnecessary(const struct sk_buff *skb)
1551{
1552        return skb->ip_summed & CHECKSUM_UNNECESSARY;
1553}
1554
1555/**
1556 *      skb_checksum_complete - Calculate checksum of an entire packet
1557 *      @skb: packet to process
1558 *
1559 *      This function calculates the checksum over the entire packet plus
1560 *      the value of skb->csum.  The latter can be used to supply the
1561 *      checksum of a pseudo header as used by TCP/UDP.  It returns the
1562 *      checksum.
1563 *
1564 *      For protocols that contain complete checksums such as ICMP/TCP/UDP,
1565 *      this function can be used to verify that checksum on received
1566 *      packets.  In that case the function should return zero if the
1567 *      checksum is correct.  In particular, this function will return zero
1568 *      if skb->ip_summed is CHECKSUM_UNNECESSARY which indicates that the
1569 *      hardware has already verified the correctness of the checksum.
1570 */
1571static inline __sum16 skb_checksum_complete(struct sk_buff *skb)
1572{
1573        return skb_csum_unnecessary(skb) ?
1574               0 : __skb_checksum_complete(skb);
1575}
1576
1577#if defined(CONFIG_NF_CONNTRACK) || defined(CONFIG_NF_CONNTRACK_MODULE)
1578extern void nf_conntrack_destroy(struct nf_conntrack *nfct);
1579static inline void nf_conntrack_put(struct nf_conntrack *nfct)
1580{
1581        if (nfct && atomic_dec_and_test(&nfct->use))
1582                nf_conntrack_destroy(nfct);
1583}
1584static inline void nf_conntrack_get(struct nf_conntrack *nfct)
1585{
1586        if (nfct)
1587                atomic_inc(&nfct->use);
1588}
1589static inline void nf_conntrack_get_reasm(struct sk_buff *skb)
1590{
1591        if (skb)
1592                atomic_inc(&skb->users);
1593}
1594static inline void nf_conntrack_put_reasm(struct sk_buff *skb)
1595{
1596        if (skb)
1597                kfree_skb(skb);
1598}
1599#endif
1600#ifdef CONFIG_BRIDGE_NETFILTER
1601static inline void nf_bridge_put(struct nf_bridge_info *nf_bridge)
1602{
1603        if (nf_bridge && atomic_dec_and_test(&nf_bridge->use))
1604                kfree(nf_bridge);
1605}
1606static inline void nf_bridge_get(struct nf_bridge_info *nf_bridge)
1607{
1608        if (nf_bridge)
1609                atomic_inc(&nf_bridge->use);
1610}
1611#endif /* CONFIG_BRIDGE_NETFILTER */
1612static inline void nf_reset(struct sk_buff *skb)
1613{
1614#if defined(CONFIG_NF_CONNTRACK) || defined(CONFIG_NF_CONNTRACK_MODULE)
1615        nf_conntrack_put(skb->nfct);
1616        skb->nfct = NULL;
1617        nf_conntrack_put_reasm(skb->nfct_reasm);
1618        skb->nfct_reasm = NULL;
1619#endif
1620#ifdef CONFIG_BRIDGE_NETFILTER
1621        nf_bridge_put(skb->nf_bridge);
1622        skb->nf_bridge = NULL;
1623#endif
1624}
1625
1626/* Note: This doesn't put any conntrack and bridge info in dst. */
1627static inline void __nf_copy(struct sk_buff *dst, const struct sk_buff *src)
1628{
1629#if defined(CONFIG_NF_CONNTRACK) || defined(CONFIG_NF_CONNTRACK_MODULE)
1630        dst->nfct = src->nfct;
1631        nf_conntrack_get(src->nfct);
1632        dst->nfctinfo = src->nfctinfo;
1633        dst->nfct_reasm = src->nfct_reasm;
1634        nf_conntrack_get_reasm(src->nfct_reasm);
1635#endif
1636#ifdef CONFIG_BRIDGE_NETFILTER
1637        dst->nf_bridge  = src->nf_bridge;
1638        nf_bridge_get(src->nf_bridge);
1639#endif
1640}
1641
1642static inline void nf_copy(struct sk_buff *dst, const struct sk_buff *src)
1643{
1644#if defined(CONFIG_NF_CONNTRACK) || defined(CONFIG_NF_CONNTRACK_MODULE)
1645        nf_conntrack_put(dst->nfct);
1646        nf_conntrack_put_reasm(dst->nfct_reasm);
1647#endif
1648#ifdef CONFIG_BRIDGE_NETFILTER
1649        nf_bridge_put(dst->nf_bridge);
1650#endif
1651        __nf_copy(dst, src);
1652}
1653
1654#ifdef CONFIG_NETWORK_SECMARK
1655static inline void skb_copy_secmark(struct sk_buff *to, const struct sk_buff *from)
1656{
1657        to->secmark = from->secmark;
1658}
1659
1660static inline void skb_init_secmark(struct sk_buff *skb)
1661{
1662        skb->secmark = 0;
1663}
1664#else
1665static inline void skb_copy_secmark(struct sk_buff *to, const struct sk_buff *from)
1666{ }
1667
1668static inline void skb_init_secmark(struct sk_buff *skb)
1669{ }
1670#endif
1671
1672static inline void skb_set_queue_mapping(struct sk_buff *skb, u16 queue_mapping)
1673{
1674        skb->queue_mapping = queue_mapping;
1675}
1676
1677static inline u16 skb_get_queue_mapping(struct sk_buff *skb)
1678{
1679        return skb->queue_mapping;
1680}
1681
1682static inline void skb_copy_queue_mapping(struct sk_buff *to, const struct sk_buff *from)
1683{
1684        to->queue_mapping = from->queue_mapping;
1685}
1686
1687static inline int skb_is_gso(const struct sk_buff *skb)
1688{
1689        return skb_shinfo(skb)->gso_size;
1690}
1691
1692static inline int skb_is_gso_v6(const struct sk_buff *skb)
1693{
1694        return skb_shinfo(skb)->gso_type & SKB_GSO_TCPV6;
1695}
1696
1697extern void __skb_warn_lro_forwarding(const struct sk_buff *skb);
1698
1699static inline bool skb_warn_if_lro(const struct sk_buff *skb)
1700{
1701        /* LRO sets gso_size but not gso_type, whereas if GSO is really
1702         * wanted then gso_type will be set. */
1703        struct skb_shared_info *shinfo = skb_shinfo(skb);
1704        if (shinfo->gso_size != 0 && unlikely(shinfo->gso_type == 0)) {
1705                __skb_warn_lro_forwarding(skb);
1706                return true;
1707        }
1708        return false;
1709}
1710
1711static inline void skb_forward_csum(struct sk_buff *skb)
1712{
1713        /* Unfortunately we don't support this one.  Any brave souls? */
1714        if (skb->ip_summed == CHECKSUM_COMPLETE)
1715                skb->ip_summed = CHECKSUM_NONE;
1716}
1717
1718bool skb_partial_csum_set(struct sk_buff *skb, u16 start, u16 off);
1719#endif  /* __KERNEL__ */
1720#endif  /* _LINUX_SKBUFF_H */
1721
lxr.linux.no kindly hosted by Redpill Linpro AS, provider of Linux consulting and operations services since 1995.