1
2
3
4
5
6#ifndef DRIVERS_NET_ETHERNET_TI_CPSW_PRIV_H_
7#define DRIVERS_NET_ETHERNET_TI_CPSW_PRIV_H_
8
9#include "davinci_cpdma.h"
10
11#define CPSW_DEBUG (NETIF_MSG_HW | NETIF_MSG_WOL | \
12 NETIF_MSG_DRV | NETIF_MSG_LINK | \
13 NETIF_MSG_IFUP | NETIF_MSG_INTR | \
14 NETIF_MSG_PROBE | NETIF_MSG_TIMER | \
15 NETIF_MSG_IFDOWN | NETIF_MSG_RX_ERR | \
16 NETIF_MSG_TX_ERR | NETIF_MSG_TX_DONE | \
17 NETIF_MSG_PKTDATA | NETIF_MSG_TX_QUEUED | \
18 NETIF_MSG_RX_STATUS)
19
20#define cpsw_info(priv, type, format, ...) \
21do { \
22 if (netif_msg_##type(priv) && net_ratelimit()) \
23 dev_info(priv->dev, format, ## __VA_ARGS__); \
24} while (0)
25
26#define cpsw_err(priv, type, format, ...) \
27do { \
28 if (netif_msg_##type(priv) && net_ratelimit()) \
29 dev_err(priv->dev, format, ## __VA_ARGS__); \
30} while (0)
31
32#define cpsw_dbg(priv, type, format, ...) \
33do { \
34 if (netif_msg_##type(priv) && net_ratelimit()) \
35 dev_dbg(priv->dev, format, ## __VA_ARGS__); \
36} while (0)
37
38#define cpsw_notice(priv, type, format, ...) \
39do { \
40 if (netif_msg_##type(priv) && net_ratelimit()) \
41 dev_notice(priv->dev, format, ## __VA_ARGS__); \
42} while (0)
43
44#define ALE_ALL_PORTS 0x7
45
46#define CPSW_MAJOR_VERSION(reg) (reg >> 8 & 0x7)
47#define CPSW_MINOR_VERSION(reg) (reg & 0xff)
48#define CPSW_RTL_VERSION(reg) ((reg >> 11) & 0x1f)
49
50#define CPSW_VERSION_1 0x19010a
51#define CPSW_VERSION_2 0x19010c
52#define CPSW_VERSION_3 0x19010f
53#define CPSW_VERSION_4 0x190112
54
55#define HOST_PORT_NUM 0
56#define CPSW_ALE_PORTS_NUM 3
57#define CPSW_SLAVE_PORTS_NUM 2
58#define SLIVER_SIZE 0x40
59
60#define CPSW1_HOST_PORT_OFFSET 0x028
61#define CPSW1_SLAVE_OFFSET 0x050
62#define CPSW1_SLAVE_SIZE 0x040
63#define CPSW1_CPDMA_OFFSET 0x100
64#define CPSW1_STATERAM_OFFSET 0x200
65#define CPSW1_HW_STATS 0x400
66#define CPSW1_CPTS_OFFSET 0x500
67#define CPSW1_ALE_OFFSET 0x600
68#define CPSW1_SLIVER_OFFSET 0x700
69#define CPSW1_WR_OFFSET 0x900
70
71#define CPSW2_HOST_PORT_OFFSET 0x108
72#define CPSW2_SLAVE_OFFSET 0x200
73#define CPSW2_SLAVE_SIZE 0x100
74#define CPSW2_CPDMA_OFFSET 0x800
75#define CPSW2_HW_STATS 0x900
76#define CPSW2_STATERAM_OFFSET 0xa00
77#define CPSW2_CPTS_OFFSET 0xc00
78#define CPSW2_ALE_OFFSET 0xd00
79#define CPSW2_SLIVER_OFFSET 0xd80
80#define CPSW2_BD_OFFSET 0x2000
81#define CPSW2_WR_OFFSET 0x1200
82
83#define CPDMA_RXTHRESH 0x0c0
84#define CPDMA_RXFREE 0x0e0
85#define CPDMA_TXHDP 0x00
86#define CPDMA_RXHDP 0x20
87#define CPDMA_TXCP 0x40
88#define CPDMA_RXCP 0x60
89
90#define CPSW_POLL_WEIGHT 64
91#define CPSW_RX_VLAN_ENCAP_HDR_SIZE 4
92#define CPSW_MIN_PACKET_SIZE_VLAN (VLAN_ETH_ZLEN)
93#define CPSW_MIN_PACKET_SIZE (ETH_ZLEN)
94#define CPSW_MAX_PACKET_SIZE (VLAN_ETH_FRAME_LEN +\
95 ETH_FCS_LEN +\
96 CPSW_RX_VLAN_ENCAP_HDR_SIZE)
97
98#define RX_PRIORITY_MAPPING 0x76543210
99#define TX_PRIORITY_MAPPING 0x33221100
100#define CPDMA_TX_PRIORITY_MAP 0x76543210
101
102#define CPSW_VLAN_AWARE BIT(1)
103#define CPSW_RX_VLAN_ENCAP BIT(2)
104#define CPSW_ALE_VLAN_AWARE 1
105
106#define CPSW_FIFO_NORMAL_MODE (0 << 16)
107#define CPSW_FIFO_DUAL_MAC_MODE (1 << 16)
108#define CPSW_FIFO_RATE_LIMIT_MODE (2 << 16)
109
110#define CPSW_INTPACEEN (0x3f << 16)
111#define CPSW_INTPRESCALE_MASK (0x7FF << 0)
112#define CPSW_CMINTMAX_CNT 63
113#define CPSW_CMINTMIN_CNT 2
114#define CPSW_CMINTMAX_INTVL (1000 / CPSW_CMINTMIN_CNT)
115#define CPSW_CMINTMIN_INTVL ((1000 / CPSW_CMINTMAX_CNT) + 1)
116
117#define IRQ_NUM 2
118#define CPSW_MAX_QUEUES 8
119#define CPSW_CPDMA_DESCS_POOL_SIZE_DEFAULT 256
120#define CPSW_ALE_AGEOUT_DEFAULT 10
121#define CPSW_FIFO_QUEUE_TYPE_SHIFT 16
122#define CPSW_FIFO_SHAPE_EN_SHIFT 16
123#define CPSW_FIFO_RATE_EN_SHIFT 20
124#define CPSW_TC_NUM 4
125#define CPSW_FIFO_SHAPERS_NUM (CPSW_TC_NUM - 1)
126#define CPSW_PCT_MASK 0x7f
127#define CPSW_BD_RAM_SIZE 0x2000
128
129#define CPSW_RX_VLAN_ENCAP_HDR_PRIO_SHIFT 29
130#define CPSW_RX_VLAN_ENCAP_HDR_PRIO_MSK GENMASK(2, 0)
131#define CPSW_RX_VLAN_ENCAP_HDR_VID_SHIFT 16
132#define CPSW_RX_VLAN_ENCAP_HDR_PKT_TYPE_SHIFT 8
133#define CPSW_RX_VLAN_ENCAP_HDR_PKT_TYPE_MSK GENMASK(1, 0)
134enum {
135 CPSW_RX_VLAN_ENCAP_HDR_PKT_VLAN_TAG = 0,
136 CPSW_RX_VLAN_ENCAP_HDR_PKT_RESERV,
137 CPSW_RX_VLAN_ENCAP_HDR_PKT_PRIO_TAG,
138 CPSW_RX_VLAN_ENCAP_HDR_PKT_UNTAG,
139};
140
141struct cpsw_wr_regs {
142 u32 id_ver;
143 u32 soft_reset;
144 u32 control;
145 u32 int_control;
146 u32 rx_thresh_en;
147 u32 rx_en;
148 u32 tx_en;
149 u32 misc_en;
150 u32 mem_allign1[8];
151 u32 rx_thresh_stat;
152 u32 rx_stat;
153 u32 tx_stat;
154 u32 misc_stat;
155 u32 mem_allign2[8];
156 u32 rx_imax;
157 u32 tx_imax;
158
159};
160
161struct cpsw_ss_regs {
162 u32 id_ver;
163 u32 control;
164 u32 soft_reset;
165 u32 stat_port_en;
166 u32 ptype;
167 u32 soft_idle;
168 u32 thru_rate;
169 u32 gap_thresh;
170 u32 tx_start_wds;
171 u32 flow_control;
172 u32 vlan_ltype;
173 u32 ts_ltype;
174 u32 dlr_ltype;
175};
176
177
178#define CPSW1_MAX_BLKS 0x00
179#define CPSW1_BLK_CNT 0x04
180#define CPSW1_TX_IN_CTL 0x08
181#define CPSW1_PORT_VLAN 0x0c
182#define CPSW1_TX_PRI_MAP 0x10
183#define CPSW1_TS_CTL 0x14
184#define CPSW1_TS_SEQ_LTYPE 0x18
185#define CPSW1_TS_VLAN 0x1c
186
187
188#define CPSW2_CONTROL 0x00
189#define CPSW2_MAX_BLKS 0x08
190#define CPSW2_BLK_CNT 0x0c
191#define CPSW2_TX_IN_CTL 0x10
192#define CPSW2_PORT_VLAN 0x14
193#define CPSW2_TX_PRI_MAP 0x18
194#define CPSW2_TS_SEQ_MTYPE 0x1c
195
196
197#define SA_LO 0x20
198#define SA_HI 0x24
199#define SEND_PERCENT 0x28
200
201
202#define RX_DSCP_PRI_MAP0 0x30
203#define RX_DSCP_PRI_MAP1 0x34
204#define RX_DSCP_PRI_MAP2 0x38
205#define RX_DSCP_PRI_MAP3 0x3c
206#define RX_DSCP_PRI_MAP4 0x40
207#define RX_DSCP_PRI_MAP5 0x44
208#define RX_DSCP_PRI_MAP6 0x48
209#define RX_DSCP_PRI_MAP7 0x4c
210
211
212#define PASS_PRI_TAGGED BIT(24)
213#define VLAN_LTYPE2_EN BIT(21)
214#define VLAN_LTYPE1_EN BIT(20)
215#define DSCP_PRI_EN BIT(16)
216#define TS_107 BIT(15)
217#define TS_320 BIT(14)
218#define TS_319 BIT(13)
219#define TS_132 BIT(12)
220#define TS_131 BIT(11)
221#define TS_130 BIT(10)
222#define TS_129 BIT(9)
223#define TS_TTL_NONZERO BIT(8)
224#define TS_ANNEX_F_EN BIT(6)
225#define TS_ANNEX_D_EN BIT(4)
226#define TS_LTYPE2_EN BIT(3)
227#define TS_LTYPE1_EN BIT(2)
228#define TS_TX_EN BIT(1)
229#define TS_RX_EN BIT(0)
230
231#define CTRL_V2_TS_BITS \
232 (TS_320 | TS_319 | TS_132 | TS_131 | TS_130 | TS_129 |\
233 TS_TTL_NONZERO | TS_ANNEX_D_EN | TS_LTYPE1_EN | VLAN_LTYPE1_EN)
234
235#define CTRL_V2_ALL_TS_MASK (CTRL_V2_TS_BITS | TS_TX_EN | TS_RX_EN)
236#define CTRL_V2_TX_TS_BITS (CTRL_V2_TS_BITS | TS_TX_EN)
237#define CTRL_V2_RX_TS_BITS (CTRL_V2_TS_BITS | TS_RX_EN)
238
239
240#define CTRL_V3_TS_BITS \
241 (TS_107 | TS_320 | TS_319 | TS_132 | TS_131 | TS_130 | TS_129 |\
242 TS_TTL_NONZERO | TS_ANNEX_F_EN | TS_ANNEX_D_EN |\
243 TS_LTYPE1_EN | VLAN_LTYPE1_EN)
244
245#define CTRL_V3_ALL_TS_MASK (CTRL_V3_TS_BITS | TS_TX_EN | TS_RX_EN)
246#define CTRL_V3_TX_TS_BITS (CTRL_V3_TS_BITS | TS_TX_EN)
247#define CTRL_V3_RX_TS_BITS (CTRL_V3_TS_BITS | TS_RX_EN)
248
249
250#define TS_SEQ_ID_OFFSET_SHIFT (16)
251#define TS_SEQ_ID_OFFSET_MASK (0x3f)
252#define TS_MSG_TYPE_EN_SHIFT (0)
253#define TS_MSG_TYPE_EN_MASK (0xffff)
254
255
256#define EVENT_MSG_BITS ((1<<0) | (1<<1) | (1<<2) | (1<<3))
257
258
259#define CPSW_V1_TS_RX_EN BIT(0)
260#define CPSW_V1_TS_TX_EN BIT(4)
261#define CPSW_V1_MSG_TYPE_OFS 16
262
263
264#define CPSW_V1_SEQ_ID_OFS_SHIFT 16
265
266#define CPSW_MAX_BLKS_TX 15
267#define CPSW_MAX_BLKS_TX_SHIFT 4
268#define CPSW_MAX_BLKS_RX 5
269
270struct cpsw_host_regs {
271 u32 max_blks;
272 u32 blk_cnt;
273 u32 tx_in_ctl;
274 u32 port_vlan;
275 u32 tx_pri_map;
276 u32 cpdma_tx_pri_map;
277 u32 cpdma_rx_chan_map;
278};
279
280struct cpsw_slave_data {
281 struct device_node *slave_node;
282 struct device_node *phy_node;
283 char phy_id[MII_BUS_ID_SIZE];
284 phy_interface_t phy_if;
285 u8 mac_addr[ETH_ALEN];
286 u16 dual_emac_res_vlan;
287 struct phy *ifphy;
288 bool disabled;
289};
290
291struct cpsw_platform_data {
292 struct cpsw_slave_data *slave_data;
293 u32 ss_reg_ofs;
294 u32 channels;
295 u32 slaves;
296 u32 active_slave;
297 u32 bd_ram_size;
298 u32 mac_control;
299 u16 default_vlan;
300 bool dual_emac;
301};
302
303struct cpsw_slave {
304 void __iomem *regs;
305 int slave_num;
306 u32 mac_control;
307 struct cpsw_slave_data *data;
308 struct phy_device *phy;
309 struct net_device *ndev;
310 u32 port_vlan;
311 struct cpsw_sl *mac_sl;
312};
313
314static inline u32 slave_read(struct cpsw_slave *slave, u32 offset)
315{
316 return readl_relaxed(slave->regs + offset);
317}
318
319static inline void slave_write(struct cpsw_slave *slave, u32 val, u32 offset)
320{
321 writel_relaxed(val, slave->regs + offset);
322}
323
324struct cpsw_vector {
325 struct cpdma_chan *ch;
326 int budget;
327};
328
329struct cpsw_common {
330 struct device *dev;
331 struct cpsw_platform_data data;
332 struct napi_struct napi_rx;
333 struct napi_struct napi_tx;
334 struct cpsw_ss_regs __iomem *regs;
335 struct cpsw_wr_regs __iomem *wr_regs;
336 u8 __iomem *hw_stats;
337 struct cpsw_host_regs __iomem *host_port_regs;
338 u32 version;
339 u32 coal_intvl;
340 u32 bus_freq_mhz;
341 int rx_packet_max;
342 int descs_pool_size;
343 struct cpsw_slave *slaves;
344 struct cpdma_ctlr *dma;
345 struct cpsw_vector txv[CPSW_MAX_QUEUES];
346 struct cpsw_vector rxv[CPSW_MAX_QUEUES];
347 struct cpsw_ale *ale;
348 bool quirk_irq;
349 bool rx_irq_disabled;
350 bool tx_irq_disabled;
351 u32 irqs_table[IRQ_NUM];
352 int misc_irq;
353 struct cpts *cpts;
354 struct devlink *devlink;
355 int rx_ch_num, tx_ch_num;
356 int speed;
357 int usage_count;
358 struct page_pool *page_pool[CPSW_MAX_QUEUES];
359 u8 br_members;
360 struct net_device *hw_bridge_dev;
361 bool ale_bypass;
362 u8 base_mac[ETH_ALEN];
363};
364
365struct cpsw_priv {
366 struct net_device *ndev;
367 struct device *dev;
368 u32 msg_enable;
369 u8 mac_addr[ETH_ALEN];
370 bool rx_pause;
371 bool tx_pause;
372 bool mqprio_hw;
373 int fifo_bw[CPSW_TC_NUM];
374 int shp_cfg_speed;
375 int tx_ts_enabled;
376 int rx_ts_enabled;
377 struct bpf_prog *xdp_prog;
378 struct xdp_rxq_info xdp_rxq[CPSW_MAX_QUEUES];
379 struct xdp_attachment_info xdpi;
380
381 u32 emac_port;
382 struct cpsw_common *cpsw;
383 int offload_fwd_mark;
384 u32 tx_packet_min;
385};
386
387#define ndev_to_cpsw(ndev) (((struct cpsw_priv *)netdev_priv(ndev))->cpsw)
388#define napi_to_cpsw(napi) container_of(napi, struct cpsw_common, napi)
389
390extern int (*cpsw_slave_index)(struct cpsw_common *cpsw,
391 struct cpsw_priv *priv);
392
393struct addr_sync_ctx {
394 struct net_device *ndev;
395 const u8 *addr;
396 int consumed;
397 int flush;
398};
399
400#define CPSW_XMETA_OFFSET ALIGN(sizeof(struct xdp_frame), sizeof(long))
401
402#define CPSW_XDP_CONSUMED 1
403#define CPSW_XDP_PASS 0
404
405struct __aligned(sizeof(long)) cpsw_meta_xdp {
406 struct net_device *ndev;
407 int ch;
408};
409
410
411#define CPSW_HEADROOM_NA (max(XDP_PACKET_HEADROOM, NET_SKB_PAD) + NET_IP_ALIGN)
412#define CPSW_HEADROOM ALIGN(CPSW_HEADROOM_NA, sizeof(long))
413
414static inline int cpsw_is_xdpf_handle(void *handle)
415{
416 return (unsigned long)handle & BIT(0);
417}
418
419static inline void *cpsw_xdpf_to_handle(struct xdp_frame *xdpf)
420{
421 return (void *)((unsigned long)xdpf | BIT(0));
422}
423
424static inline struct xdp_frame *cpsw_handle_to_xdpf(void *handle)
425{
426 return (struct xdp_frame *)((unsigned long)handle & ~BIT(0));
427}
428
429int cpsw_init_common(struct cpsw_common *cpsw, void __iomem *ss_regs,
430 int ale_ageout, phys_addr_t desc_mem_phys,
431 int descs_pool_size);
432void cpsw_split_res(struct cpsw_common *cpsw);
433int cpsw_fill_rx_channels(struct cpsw_priv *priv);
434void cpsw_intr_enable(struct cpsw_common *cpsw);
435void cpsw_intr_disable(struct cpsw_common *cpsw);
436void cpsw_tx_handler(void *token, int len, int status);
437int cpsw_create_xdp_rxqs(struct cpsw_common *cpsw);
438void cpsw_destroy_xdp_rxqs(struct cpsw_common *cpsw);
439int cpsw_ndo_bpf(struct net_device *ndev, struct netdev_bpf *bpf);
440int cpsw_xdp_tx_frame(struct cpsw_priv *priv, struct xdp_frame *xdpf,
441 struct page *page, int port);
442int cpsw_run_xdp(struct cpsw_priv *priv, int ch, struct xdp_buff *xdp,
443 struct page *page, int port, int *len);
444irqreturn_t cpsw_tx_interrupt(int irq, void *dev_id);
445irqreturn_t cpsw_rx_interrupt(int irq, void *dev_id);
446irqreturn_t cpsw_misc_interrupt(int irq, void *dev_id);
447int cpsw_tx_mq_poll(struct napi_struct *napi_tx, int budget);
448int cpsw_tx_poll(struct napi_struct *napi_tx, int budget);
449int cpsw_rx_mq_poll(struct napi_struct *napi_rx, int budget);
450int cpsw_rx_poll(struct napi_struct *napi_rx, int budget);
451void cpsw_rx_vlan_encap(struct sk_buff *skb);
452void soft_reset(const char *module, void __iomem *reg);
453void cpsw_set_slave_mac(struct cpsw_slave *slave, struct cpsw_priv *priv);
454void cpsw_ndo_tx_timeout(struct net_device *ndev, unsigned int txqueue);
455int cpsw_need_resplit(struct cpsw_common *cpsw);
456int cpsw_ndo_ioctl(struct net_device *dev, struct ifreq *req, int cmd);
457int cpsw_ndo_set_tx_maxrate(struct net_device *ndev, int queue, u32 rate);
458int cpsw_ndo_setup_tc(struct net_device *ndev, enum tc_setup_type type,
459 void *type_data);
460bool cpsw_shp_is_off(struct cpsw_priv *priv);
461void cpsw_cbs_resume(struct cpsw_slave *slave, struct cpsw_priv *priv);
462void cpsw_mqprio_resume(struct cpsw_slave *slave, struct cpsw_priv *priv);
463
464
465u32 cpsw_get_msglevel(struct net_device *ndev);
466void cpsw_set_msglevel(struct net_device *ndev, u32 value);
467int cpsw_get_coalesce(struct net_device *ndev, struct ethtool_coalesce *coal);
468int cpsw_set_coalesce(struct net_device *ndev, struct ethtool_coalesce *coal);
469int cpsw_get_sset_count(struct net_device *ndev, int sset);
470void cpsw_get_strings(struct net_device *ndev, u32 stringset, u8 *data);
471void cpsw_get_ethtool_stats(struct net_device *ndev,
472 struct ethtool_stats *stats, u64 *data);
473void cpsw_get_pauseparam(struct net_device *ndev,
474 struct ethtool_pauseparam *pause);
475void cpsw_get_wol(struct net_device *ndev, struct ethtool_wolinfo *wol);
476int cpsw_set_wol(struct net_device *ndev, struct ethtool_wolinfo *wol);
477int cpsw_get_regs_len(struct net_device *ndev);
478void cpsw_get_regs(struct net_device *ndev, struct ethtool_regs *regs, void *p);
479int cpsw_ethtool_op_begin(struct net_device *ndev);
480void cpsw_ethtool_op_complete(struct net_device *ndev);
481void cpsw_get_channels(struct net_device *ndev, struct ethtool_channels *ch);
482int cpsw_get_link_ksettings(struct net_device *ndev,
483 struct ethtool_link_ksettings *ecmd);
484int cpsw_set_link_ksettings(struct net_device *ndev,
485 const struct ethtool_link_ksettings *ecmd);
486int cpsw_get_eee(struct net_device *ndev, struct ethtool_eee *edata);
487int cpsw_set_eee(struct net_device *ndev, struct ethtool_eee *edata);
488int cpsw_nway_reset(struct net_device *ndev);
489void cpsw_get_ringparam(struct net_device *ndev,
490 struct ethtool_ringparam *ering);
491int cpsw_set_ringparam(struct net_device *ndev,
492 struct ethtool_ringparam *ering);
493int cpsw_set_channels_common(struct net_device *ndev,
494 struct ethtool_channels *chs,
495 cpdma_handler_fn rx_handler);
496int cpsw_get_ts_info(struct net_device *ndev, struct ethtool_ts_info *info);
497
498#endif
499