LXR linux/drivers/net/ethernet/mellanox/mlx5/core/lib/eq.h

   1/* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB */
   2/* Copyright (c) 2018 Mellanox Technologies */
   3
   4#ifndef __LIB_MLX5_EQ_H__
   5#define __LIB_MLX5_EQ_H__
   6#include <linux/mlx5/driver.h>
   7#include <linux/mlx5/eq.h>
   8#include <linux/mlx5/cq.h>
   9
  10#define MLX5_EQE_SIZE       (sizeof(struct mlx5_eqe))
  11
  12struct mlx5_eq_tasklet {
  13        struct list_head      list;
  14        struct list_head      process_list;
  15        struct tasklet_struct task;
  16        spinlock_t            lock; /* lock completion tasklet list */
  17};
  18
  19struct mlx5_cq_table {
  20        spinlock_t              lock;   /* protect radix tree */
  21        struct radix_tree_root  tree;
  22};
  23
  24struct mlx5_eq {
  25        struct mlx5_frag_buf_ctrl fbc;
  26        struct mlx5_frag_buf    frag_buf;
  27        struct mlx5_core_dev    *dev;
  28        struct mlx5_cq_table    cq_table;
  29        __be32 __iomem          *doorbell;
  30        u32                     cons_index;
  31        unsigned int            vecidx;
  32        unsigned int            irqn;
  33        u8                      eqn;
  34        struct mlx5_rsc_debug   *dbg;
  35};
  36
  37struct mlx5_eq_async {
  38        struct mlx5_eq          core;
  39        struct notifier_block   irq_nb;
  40        spinlock_t              lock; /* To avoid irq EQ handle races with resiliency flows */
  41};
  42
  43struct mlx5_eq_comp {
  44        struct mlx5_eq          core;
  45        struct notifier_block   irq_nb;
  46        struct mlx5_eq_tasklet  tasklet_ctx;
  47        struct list_head        list;
  48};
  49
  50static inline u32 eq_get_size(struct mlx5_eq *eq)
  51{
  52        return eq->fbc.sz_m1 + 1;
  53}
  54
  55static inline struct mlx5_eqe *get_eqe(struct mlx5_eq *eq, u32 entry)
  56{
  57        return mlx5_frag_buf_get_wqe(&eq->fbc, entry);
  58}
  59
  60static inline struct mlx5_eqe *next_eqe_sw(struct mlx5_eq *eq)
  61{
  62        struct mlx5_eqe *eqe = get_eqe(eq, eq->cons_index & eq->fbc.sz_m1);
  63
  64        return (eqe->owner ^ (eq->cons_index >> eq->fbc.log_sz)) & 1 ? NULL : eqe;
  65}
  66
  67static inline void eq_update_ci(struct mlx5_eq *eq, int arm)
  68{
  69        __be32 __iomem *addr = eq->doorbell + (arm ? 0 : 2);
  70        u32 val = (eq->cons_index & 0xffffff) | (eq->eqn << 24);
  71
  72        __raw_writel((__force u32)cpu_to_be32(val), addr);
  73        /* We still want ordering, just not swabbing, so add a barrier */
  74        mb();
  75}
  76
  77int mlx5_eq_table_init(struct mlx5_core_dev *dev);
  78void mlx5_eq_table_cleanup(struct mlx5_core_dev *dev);
  79int mlx5_eq_table_create(struct mlx5_core_dev *dev);
  80void mlx5_eq_table_destroy(struct mlx5_core_dev *dev);
  81
  82int mlx5_eq_add_cq(struct mlx5_eq *eq, struct mlx5_core_cq *cq);
  83void mlx5_eq_del_cq(struct mlx5_eq *eq, struct mlx5_core_cq *cq);
  84struct mlx5_eq_comp *mlx5_eqn2comp_eq(struct mlx5_core_dev *dev, int eqn);
  85struct mlx5_eq *mlx5_get_async_eq(struct mlx5_core_dev *dev);
  86void mlx5_cq_tasklet_cb(struct tasklet_struct *t);
  87struct cpumask *mlx5_eq_comp_cpumask(struct mlx5_core_dev *dev, int ix);
  88
  89u32 mlx5_eq_poll_irq_disabled(struct mlx5_eq_comp *eq);
  90void mlx5_cmd_eq_recover(struct mlx5_core_dev *dev);
  91void mlx5_eq_synchronize_async_irq(struct mlx5_core_dev *dev);
  92void mlx5_eq_synchronize_cmd_irq(struct mlx5_core_dev *dev);
  93
  94int mlx5_debug_eq_add(struct mlx5_core_dev *dev, struct mlx5_eq *eq);
  95void mlx5_debug_eq_remove(struct mlx5_core_dev *dev, struct mlx5_eq *eq);
  96void mlx5_eq_debugfs_init(struct mlx5_core_dev *dev);
  97void mlx5_eq_debugfs_cleanup(struct mlx5_core_dev *dev);
  98
  99/* This function should only be called after mlx5_cmd_force_teardown_hca */
 100void mlx5_core_eq_free_irqs(struct mlx5_core_dev *dev);
 101
 102#ifdef CONFIG_RFS_ACCEL
 103struct cpu_rmap *mlx5_eq_table_get_rmap(struct mlx5_core_dev *dev);
 104#endif
 105
 106int mlx5_vector2irqn(struct mlx5_core_dev *dev, int vector, unsigned int *irqn);
 107
 108#endif
 109