LXR linux/drivers/net/ethernet/sfc/rx

   1/* SPDX-License-Identifier: GPL-2.0-only */
   2/****************************************************************************
   3 * Driver for Solarflare network controllers and boards
   4 * Copyright 2018 Solarflare Communications Inc.
   5 *
   6 * This program is free software; you can redistribute it and/or modify it
   7 * under the terms of the GNU General Public License version 2 as published
   8 * by the Free Software Foundation, incorporated herein by reference.
   9 */
  10
  11#ifndef EFX_RX_COMMON_H
  12#define EFX_RX_COMMON_H
  13
  14/* Preferred number of descriptors to fill at once */
  15#define EFX_RX_PREFERRED_BATCH 8U
  16
  17/* Each packet can consume up to ceil(max_frame_len / buffer_size) buffers */
  18#define EFX_RX_MAX_FRAGS DIV_ROUND_UP(EFX_MAX_FRAME_LEN(EFX_MAX_MTU), \
  19                                      EFX_RX_USR_BUF_SIZE)
  20
  21static inline u8 *efx_rx_buf_va(struct efx_rx_buffer *buf)
  22{
  23        return page_address(buf->page) + buf->page_offset;
  24}
  25
  26static inline u32 efx_rx_buf_hash(struct efx_nic *efx, const u8 *eh)
  27{
  28#if defined(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS)
  29        return __le32_to_cpup((const __le32 *)(eh + efx->rx_packet_hash_offset));
  30#else
  31        const u8 *data = eh + efx->rx_packet_hash_offset;
  32
  33        return (u32)data[0]       |
  34               (u32)data[1] << 8  |
  35               (u32)data[2] << 16 |
  36               (u32)data[3] << 24;
  37#endif
  38}
  39
  40void efx_rx_slow_fill(struct timer_list *t);
  41
  42void efx_recycle_rx_pages(struct efx_channel *channel,
  43                          struct efx_rx_buffer *rx_buf,
  44                          unsigned int n_frags);
  45void efx_discard_rx_packet(struct efx_channel *channel,
  46                           struct efx_rx_buffer *rx_buf,
  47                           unsigned int n_frags);
  48
  49int efx_probe_rx_queue(struct efx_rx_queue *rx_queue);
  50void efx_init_rx_queue(struct efx_rx_queue *rx_queue);
  51void efx_fini_rx_queue(struct efx_rx_queue *rx_queue);
  52void efx_remove_rx_queue(struct efx_rx_queue *rx_queue);
  53void efx_destroy_rx_queue(struct efx_rx_queue *rx_queue);
  54
  55void efx_init_rx_buffer(struct efx_rx_queue *rx_queue,
  56                        struct page *page,
  57                        unsigned int page_offset,
  58                        u16 flags);
  59void efx_unmap_rx_buffer(struct efx_nic *efx, struct efx_rx_buffer *rx_buf);
  60
  61static inline void efx_sync_rx_buffer(struct efx_nic *efx,
  62                                      struct efx_rx_buffer *rx_buf,
  63                                      unsigned int len)
  64{
  65        dma_sync_single_for_cpu(&efx->pci_dev->dev, rx_buf->dma_addr, len,
  66                                DMA_FROM_DEVICE);
  67}
  68
  69void efx_free_rx_buffers(struct efx_rx_queue *rx_queue,
  70                         struct efx_rx_buffer *rx_buf,
  71                         unsigned int num_bufs);
  72
  73void efx_schedule_slow_fill(struct efx_rx_queue *rx_queue);
  74void efx_rx_config_page_split(struct efx_nic *efx);
  75void efx_fast_push_rx_descriptors(struct efx_rx_queue *rx_queue, bool atomic);
  76
  77void
  78efx_rx_packet_gro(struct efx_channel *channel, struct efx_rx_buffer *rx_buf,
  79                  unsigned int n_frags, u8 *eh, __wsum csum);
  80
  81struct efx_rss_context *efx_alloc_rss_context_entry(struct efx_nic *efx);
  82struct efx_rss_context *efx_find_rss_context_entry(struct efx_nic *efx, u32 id);
  83void efx_free_rss_context_entry(struct efx_rss_context *ctx);
  84void efx_set_default_rx_indir_table(struct efx_nic *efx,
  85                                    struct efx_rss_context *ctx);
  86
  87bool efx_filter_is_mc_recipient(const struct efx_filter_spec *spec);
  88bool efx_filter_spec_equal(const struct efx_filter_spec *left,
  89                           const struct efx_filter_spec *right);
  90u32 efx_filter_spec_hash(const struct efx_filter_spec *spec);
  91
  92#ifdef CONFIG_RFS_ACCEL
  93bool efx_rps_check_rule(struct efx_arfs_rule *rule, unsigned int filter_idx,
  94                        bool *force);
  95struct efx_arfs_rule *efx_rps_hash_find(struct efx_nic *efx,
  96                                        const struct efx_filter_spec *spec);
  97struct efx_arfs_rule *efx_rps_hash_add(struct efx_nic *efx,
  98                                       const struct efx_filter_spec *spec,
  99                                       bool *new);
 100void efx_rps_hash_del(struct efx_nic *efx, const struct efx_filter_spec *spec);
 101
 102int efx_filter_rfs(struct net_device *net_dev, const struct sk_buff *skb,
 103                   u16 rxq_index, u32 flow_id);
 104bool __efx_filter_rfs_expire(struct efx_channel *channel, unsigned int quota);
 105#endif
 106
 107int efx_probe_filters(struct efx_nic *efx);
 108void efx_remove_filters(struct efx_nic *efx);
 109
 110#endif
 111