1#ifndef _BNX2FC_H_
2#define _BNX2FC_H_
3
4
5
6
7
8
9
10
11
12
13
14#include <linux/module.h>
15#include <linux/moduleparam.h>
16#include <linux/kernel.h>
17#include <linux/skbuff.h>
18#include <linux/netdevice.h>
19#include <linux/etherdevice.h>
20#include <linux/if_ether.h>
21#include <linux/if_vlan.h>
22#include <linux/kthread.h>
23#include <linux/crc32.h>
24#include <linux/cpu.h>
25#include <linux/types.h>
26#include <linux/list.h>
27#include <linux/delay.h>
28#include <linux/timer.h>
29#include <linux/errno.h>
30#include <linux/pci.h>
31#include <linux/init.h>
32#include <linux/dma-mapping.h>
33#include <linux/workqueue.h>
34#include <linux/mutex.h>
35#include <linux/spinlock.h>
36#include <linux/bitops.h>
37#include <linux/log2.h>
38#include <linux/interrupt.h>
39#include <linux/sched.h>
40#include <linux/io.h>
41
42#include <scsi/scsi.h>
43#include <scsi/scsi_host.h>
44#include <scsi/scsi_device.h>
45#include <scsi/scsi_cmnd.h>
46#include <scsi/scsi_eh.h>
47#include <scsi/scsi_tcq.h>
48#include <scsi/libfc.h>
49#include <scsi/libfcoe.h>
50#include <scsi/fc_encode.h>
51#include <scsi/scsi_transport.h>
52#include <scsi/scsi_transport_fc.h>
53#include <scsi/fc/fc_fip.h>
54#include <scsi/fc/fc_fc2.h>
55#include <scsi/fc_frame.h>
56#include <scsi/fc/fc_fcoe.h>
57#include <scsi/fc/fc_fcp.h>
58
59#include "57xx_hsi_bnx2fc.h"
60#include "bnx2fc_debug.h"
61#include "../../net/ethernet/broadcom/cnic_if.h"
62#include "bnx2fc_constants.h"
63
64#define BNX2FC_NAME "bnx2fc"
65#define BNX2FC_VERSION "1.0.9"
66
67#define PFX "bnx2fc: "
68
69#define BNX2X_DOORBELL_PCI_BAR 2
70
71#define BNX2FC_MAX_BD_LEN 0xffff
72#define BNX2FC_BD_SPLIT_SZ 0x8000
73#define BNX2FC_MAX_BDS_PER_CMD 256
74
75#define BNX2FC_SQ_WQES_MAX 256
76
77#define BNX2FC_SCSI_MAX_SQES ((3 * BNX2FC_SQ_WQES_MAX) / 8)
78#define BNX2FC_TM_MAX_SQES ((BNX2FC_SQ_WQES_MAX) / 2)
79#define BNX2FC_ELS_MAX_SQES (BNX2FC_TM_MAX_SQES - 1)
80
81#define BNX2FC_RQ_WQES_MAX 16
82#define BNX2FC_CQ_WQES_MAX (BNX2FC_SQ_WQES_MAX + BNX2FC_RQ_WQES_MAX)
83
84#define BNX2FC_NUM_MAX_SESS 1024
85#define BNX2FC_NUM_MAX_SESS_LOG (ilog2(BNX2FC_NUM_MAX_SESS))
86
87#define BNX2FC_MAX_OUTSTANDING_CMNDS 2048
88#define BNX2FC_CAN_QUEUE BNX2FC_MAX_OUTSTANDING_CMNDS
89#define BNX2FC_ELSTM_XIDS BNX2FC_CAN_QUEUE
90#define BNX2FC_MIN_PAYLOAD 256
91#define BNX2FC_MAX_PAYLOAD 2048
92#define BNX2FC_MFS \
93 (BNX2FC_MAX_PAYLOAD + sizeof(struct fc_frame_header))
94#define BNX2FC_MINI_JUMBO_MTU 2500
95
96
97#define BNX2FC_RQ_BUF_SZ 256
98#define BNX2FC_RQ_BUF_LOG_SZ (ilog2(BNX2FC_RQ_BUF_SZ))
99
100#define BNX2FC_SQ_WQE_SIZE (sizeof(struct fcoe_sqe))
101#define BNX2FC_CQ_WQE_SIZE (sizeof(struct fcoe_cqe))
102#define BNX2FC_RQ_WQE_SIZE (BNX2FC_RQ_BUF_SZ)
103#define BNX2FC_XFERQ_WQE_SIZE (sizeof(struct fcoe_xfrqe))
104#define BNX2FC_CONFQ_WQE_SIZE (sizeof(struct fcoe_confqe))
105#define BNX2FC_5771X_DB_PAGE_SIZE 128
106
107#define BNX2FC_MAX_TASKS \
108 (BNX2FC_MAX_OUTSTANDING_CMNDS + BNX2FC_ELSTM_XIDS)
109#define BNX2FC_TASK_SIZE 128
110#define BNX2FC_TASKS_PER_PAGE (PAGE_SIZE/BNX2FC_TASK_SIZE)
111#define BNX2FC_TASK_CTX_ARR_SZ (BNX2FC_MAX_TASKS/BNX2FC_TASKS_PER_PAGE)
112
113#define BNX2FC_MAX_ROWS_IN_HASH_TBL 8
114#define BNX2FC_HASH_TBL_CHUNK_SIZE (16 * 1024)
115
116#define BNX2FC_MAX_SEQS 255
117
118#define BNX2FC_READ (1 << 1)
119#define BNX2FC_WRITE (1 << 0)
120
121#define BNX2FC_MIN_XID 0
122#define BNX2FC_MAX_XID \
123 (BNX2FC_MAX_OUTSTANDING_CMNDS + BNX2FC_ELSTM_XIDS - 1)
124#define FCOE_MIN_XID (BNX2FC_MAX_XID + 1)
125#define FCOE_MAX_XID (FCOE_MIN_XID + 4095)
126#define BNX2FC_MAX_LUN 0xFFFF
127#define BNX2FC_MAX_FCP_TGT 256
128#define BNX2FC_MAX_CMD_LEN 16
129
130#define BNX2FC_TM_TIMEOUT 60
131#define BNX2FC_IO_TIMEOUT 20000UL
132
133#define BNX2FC_WAIT_CNT 1200
134#define BNX2FC_FW_TIMEOUT (3 * HZ)
135#define PORT_MAX 2
136
137#define CMD_SCSI_STATUS(Cmnd) ((Cmnd)->SCp.Status)
138
139
140#define FC_GOOD 0
141
142#define BNX2FC_RNID_HBA 0x7
143
144#define SRR_RETRY_COUNT 5
145#define REC_RETRY_COUNT 1
146#define BNX2FC_NUM_ERR_BITS 63
147
148#define BNX2FC_RELOGIN_WAIT_TIME 200
149#define BNX2FC_RELOGIN_WAIT_CNT 10
150
151
152extern struct fcoe_percpu_s bnx2fc_global;
153
154extern struct workqueue_struct *bnx2fc_wq;
155
156struct bnx2fc_percpu_s {
157 struct task_struct *iothread;
158 struct list_head work_list;
159 spinlock_t fp_work_lock;
160};
161
162struct bnx2fc_hba {
163 struct list_head list;
164 struct cnic_dev *cnic;
165 struct pci_dev *pcidev;
166 struct net_device *phys_dev;
167 unsigned long reg_with_cnic;
168 #define BNX2FC_CNIC_REGISTERED 1
169 struct bnx2fc_cmd_mgr *cmd_mgr;
170 spinlock_t hba_lock;
171 struct mutex hba_mutex;
172 unsigned long adapter_state;
173 #define ADAPTER_STATE_UP 0
174 #define ADAPTER_STATE_GOING_DOWN 1
175 #define ADAPTER_STATE_LINK_DOWN 2
176 #define ADAPTER_STATE_READY 3
177 unsigned long flags;
178 #define BNX2FC_FLAG_FW_INIT_DONE 0
179 #define BNX2FC_FLAG_DESTROY_CMPL 1
180 u32 next_conn_id;
181 struct fcoe_task_ctx_entry **task_ctx;
182 dma_addr_t *task_ctx_dma;
183 struct regpair *task_ctx_bd_tbl;
184 dma_addr_t task_ctx_bd_dma;
185
186 int hash_tbl_segment_count;
187 void **hash_tbl_segments;
188 void *hash_tbl_pbl;
189 dma_addr_t hash_tbl_pbl_dma;
190 struct fcoe_t2_hash_table_entry *t2_hash_tbl;
191 dma_addr_t t2_hash_tbl_dma;
192 char *t2_hash_tbl_ptr;
193 dma_addr_t t2_hash_tbl_ptr_dma;
194
195 char *dummy_buffer;
196 dma_addr_t dummy_buf_dma;
197
198
199 struct bnx2fc_rport **tgt_ofld_list;
200
201
202 struct fcoe_statistics_params *stats_buffer;
203 dma_addr_t stats_buf_dma;
204 struct completion stat_req_done;
205
206
207 struct timer_list destroy_timer;
208 wait_queue_head_t destroy_wait;
209
210
211 wait_queue_head_t shutdown_wait;
212 int wait_for_link_down;
213 int num_ofld_sess;
214 struct list_head vports;
215};
216
217struct bnx2fc_interface {
218 struct list_head list;
219 unsigned long if_flags;
220 #define BNX2FC_CTLR_INIT_DONE 0
221 struct bnx2fc_hba *hba;
222 struct net_device *netdev;
223 struct packet_type fcoe_packet_type;
224 struct packet_type fip_packet_type;
225 struct workqueue_struct *timer_work_queue;
226 struct kref kref;
227 struct fcoe_ctlr ctlr;
228 u8 vlan_enabled;
229 int vlan_id;
230 bool enabled;
231};
232
233#define bnx2fc_from_ctlr(fip) container_of(fip, struct bnx2fc_interface, ctlr)
234
235struct bnx2fc_lport {
236 struct list_head list;
237 struct fc_lport *lport;
238};
239
240struct bnx2fc_cmd_mgr {
241 struct bnx2fc_hba *hba;
242 u16 next_idx;
243 struct list_head *free_list;
244 spinlock_t *free_list_lock;
245 struct io_bdt **io_bdt_pool;
246 struct bnx2fc_cmd **cmds;
247};
248
249struct bnx2fc_rport {
250 struct fcoe_port *port;
251 struct fc_rport *rport;
252 struct fc_rport_priv *rdata;
253 void __iomem *ctx_base;
254#define DPM_TRIGER_TYPE 0x40
255 u32 io_timeout;
256 u32 fcoe_conn_id;
257 u32 context_id;
258 u32 sid;
259 int dev_type;
260
261 unsigned long flags;
262#define BNX2FC_FLAG_SESSION_READY 0x1
263#define BNX2FC_FLAG_OFFLOADED 0x2
264#define BNX2FC_FLAG_DISABLED 0x3
265#define BNX2FC_FLAG_DESTROYED 0x4
266#define BNX2FC_FLAG_OFLD_REQ_CMPL 0x5
267#define BNX2FC_FLAG_CTX_ALLOC_FAILURE 0x6
268#define BNX2FC_FLAG_UPLD_REQ_COMPL 0x7
269#define BNX2FC_FLAG_EXPL_LOGO 0x8
270
271 u8 src_addr[ETH_ALEN];
272 u32 max_sqes;
273 u32 max_rqes;
274 u32 max_cqes;
275 atomic_t free_sqes;
276
277 struct b577xx_doorbell_set_prod sq_db;
278 struct b577xx_fcoe_rx_doorbell rx_db;
279
280 struct fcoe_sqe *sq;
281 dma_addr_t sq_dma;
282 u16 sq_prod_idx;
283 u8 sq_curr_toggle_bit;
284 u32 sq_mem_size;
285
286 struct fcoe_cqe *cq;
287 dma_addr_t cq_dma;
288 u16 cq_cons_idx;
289 u8 cq_curr_toggle_bit;
290 u32 cq_mem_size;
291
292 void *rq;
293 dma_addr_t rq_dma;
294 u32 rq_prod_idx;
295 u32 rq_cons_idx;
296 u32 rq_mem_size;
297
298 void *rq_pbl;
299 dma_addr_t rq_pbl_dma;
300 u32 rq_pbl_size;
301
302 struct fcoe_xfrqe *xferq;
303 dma_addr_t xferq_dma;
304 u32 xferq_mem_size;
305
306 struct fcoe_confqe *confq;
307 dma_addr_t confq_dma;
308 u32 confq_mem_size;
309
310 void *confq_pbl;
311 dma_addr_t confq_pbl_dma;
312 u32 confq_pbl_size;
313
314 struct fcoe_conn_db *conn_db;
315 dma_addr_t conn_db_dma;
316 u32 conn_db_mem_size;
317
318 struct fcoe_sqe *lcq;
319 dma_addr_t lcq_dma;
320 u32 lcq_mem_size;
321
322 void *ofld_req[4];
323 dma_addr_t ofld_req_dma[4];
324 void *enbl_req;
325 dma_addr_t enbl_req_dma;
326
327 spinlock_t tgt_lock;
328 spinlock_t cq_lock;
329 atomic_t num_active_ios;
330 u32 flush_in_prog;
331 unsigned long timestamp;
332 struct list_head free_task_list;
333 struct bnx2fc_cmd *pending_queue[BNX2FC_SQ_WQES_MAX+1];
334 struct list_head active_cmd_queue;
335 struct list_head els_queue;
336 struct list_head io_retire_queue;
337 struct list_head active_tm_queue;
338
339 struct timer_list ofld_timer;
340 wait_queue_head_t ofld_wait;
341
342 struct timer_list upld_timer;
343 wait_queue_head_t upld_wait;
344};
345
346struct bnx2fc_mp_req {
347 u8 tm_flags;
348
349 u32 req_len;
350 void *req_buf;
351 dma_addr_t req_buf_dma;
352 struct fcoe_bd_ctx *mp_req_bd;
353 dma_addr_t mp_req_bd_dma;
354 struct fc_frame_header req_fc_hdr;
355
356 u32 resp_len;
357 void *resp_buf;
358 dma_addr_t resp_buf_dma;
359 struct fcoe_bd_ctx *mp_resp_bd;
360 dma_addr_t mp_resp_bd_dma;
361 struct fc_frame_header resp_fc_hdr;
362};
363
364struct bnx2fc_els_cb_arg {
365 struct bnx2fc_cmd *aborted_io_req;
366 struct bnx2fc_cmd *io_req;
367 u16 l2_oxid;
368 u32 offset;
369 enum fc_rctl r_ctl;
370};
371
372
373struct bnx2fc_cmd {
374 struct list_head link;
375 u8 on_active_queue;
376 u8 on_tmf_queue;
377 u8 cmd_type;
378#define BNX2FC_SCSI_CMD 1
379#define BNX2FC_TASK_MGMT_CMD 2
380#define BNX2FC_ABTS 3
381#define BNX2FC_ELS 4
382#define BNX2FC_CLEANUP 5
383#define BNX2FC_SEQ_CLEANUP 6
384 u8 io_req_flags;
385 struct kref refcount;
386 struct fcoe_port *port;
387 struct bnx2fc_rport *tgt;
388 struct scsi_cmnd *sc_cmd;
389 struct bnx2fc_cmd_mgr *cmd_mgr;
390 struct bnx2fc_mp_req mp_req;
391 void (*cb_func)(struct bnx2fc_els_cb_arg *cb_arg);
392 struct bnx2fc_els_cb_arg *cb_arg;
393 struct delayed_work timeout_work;
394 struct completion tm_done;
395 int wait_for_comp;
396 u16 xid;
397 struct fcoe_err_report_entry err_entry;
398 struct fcoe_task_ctx_entry *task;
399 struct io_bdt *bd_tbl;
400 struct fcp_rsp *rsp;
401 size_t data_xfer_len;
402 unsigned long req_flags;
403#define BNX2FC_FLAG_ISSUE_RRQ 0x1
404#define BNX2FC_FLAG_ISSUE_ABTS 0x2
405#define BNX2FC_FLAG_ABTS_DONE 0x3
406#define BNX2FC_FLAG_TM_COMPL 0x4
407#define BNX2FC_FLAG_TM_TIMEOUT 0x5
408#define BNX2FC_FLAG_IO_CLEANUP 0x6
409#define BNX2FC_FLAG_RETIRE_OXID 0x7
410#define BNX2FC_FLAG_EH_ABORT 0x8
411#define BNX2FC_FLAG_IO_COMPL 0x9
412#define BNX2FC_FLAG_ELS_DONE 0xa
413#define BNX2FC_FLAG_ELS_TIMEOUT 0xb
414#define BNX2FC_FLAG_CMD_LOST 0xc
415#define BNX2FC_FLAG_SRR_SENT 0xd
416 u8 rec_retry;
417 u8 srr_retry;
418 u32 srr_offset;
419 u8 srr_rctl;
420 u32 fcp_resid;
421 u32 fcp_rsp_len;
422 u32 fcp_sns_len;
423 u8 cdb_status;
424 u8 fcp_status;
425 u8 fcp_rsp_code;
426 u8 scsi_comp_flags;
427};
428
429struct io_bdt {
430 struct bnx2fc_cmd *io_req;
431 struct fcoe_bd_ctx *bd_tbl;
432 dma_addr_t bd_tbl_dma;
433 u16 bd_valid;
434};
435
436struct bnx2fc_work {
437 struct list_head list;
438 struct bnx2fc_rport *tgt;
439 u16 wqe;
440};
441struct bnx2fc_unsol_els {
442 struct fc_lport *lport;
443 struct fc_frame *fp;
444 struct bnx2fc_hba *hba;
445 struct work_struct unsol_els_work;
446};
447
448
449
450struct bnx2fc_cmd *bnx2fc_cmd_alloc(struct bnx2fc_rport *tgt);
451struct bnx2fc_cmd *bnx2fc_elstm_alloc(struct bnx2fc_rport *tgt, int type);
452void bnx2fc_cmd_release(struct kref *ref);
453int bnx2fc_queuecommand(struct Scsi_Host *host, struct scsi_cmnd *sc_cmd);
454int bnx2fc_send_fw_fcoe_init_msg(struct bnx2fc_hba *hba);
455int bnx2fc_send_fw_fcoe_destroy_msg(struct bnx2fc_hba *hba);
456int bnx2fc_send_session_ofld_req(struct fcoe_port *port,
457 struct bnx2fc_rport *tgt);
458int bnx2fc_send_session_disable_req(struct fcoe_port *port,
459 struct bnx2fc_rport *tgt);
460int bnx2fc_send_session_destroy_req(struct bnx2fc_hba *hba,
461 struct bnx2fc_rport *tgt);
462int bnx2fc_map_doorbell(struct bnx2fc_rport *tgt);
463void bnx2fc_indicate_kcqe(void *context, struct kcqe *kcq[],
464 u32 num_cqe);
465int bnx2fc_setup_task_ctx(struct bnx2fc_hba *hba);
466void bnx2fc_free_task_ctx(struct bnx2fc_hba *hba);
467int bnx2fc_setup_fw_resc(struct bnx2fc_hba *hba);
468void bnx2fc_free_fw_resc(struct bnx2fc_hba *hba);
469struct bnx2fc_cmd_mgr *bnx2fc_cmd_mgr_alloc(struct bnx2fc_hba *hba,
470 u16 min_xid, u16 max_xid);
471void bnx2fc_cmd_mgr_free(struct bnx2fc_cmd_mgr *cmgr);
472void bnx2fc_get_link_state(struct bnx2fc_hba *hba);
473char *bnx2fc_get_next_rqe(struct bnx2fc_rport *tgt, u8 num_items);
474void bnx2fc_return_rqe(struct bnx2fc_rport *tgt, u8 num_items);
475int bnx2fc_get_paged_crc_eof(struct sk_buff *skb, int tlen);
476int bnx2fc_send_rrq(struct bnx2fc_cmd *aborted_io_req);
477int bnx2fc_send_adisc(struct bnx2fc_rport *tgt, struct fc_frame *fp);
478int bnx2fc_send_logo(struct bnx2fc_rport *tgt, struct fc_frame *fp);
479int bnx2fc_send_rls(struct bnx2fc_rport *tgt, struct fc_frame *fp);
480int bnx2fc_initiate_cleanup(struct bnx2fc_cmd *io_req);
481int bnx2fc_initiate_abts(struct bnx2fc_cmd *io_req);
482void bnx2fc_cmd_timer_set(struct bnx2fc_cmd *io_req,
483 unsigned int timer_msec);
484int bnx2fc_init_mp_req(struct bnx2fc_cmd *io_req);
485void bnx2fc_init_cleanup_task(struct bnx2fc_cmd *io_req,
486 struct fcoe_task_ctx_entry *task,
487 u16 orig_xid);
488void bnx2fc_init_seq_cleanup_task(struct bnx2fc_cmd *seq_clnup_req,
489 struct fcoe_task_ctx_entry *task,
490 struct bnx2fc_cmd *orig_io_req,
491 u32 offset);
492void bnx2fc_init_mp_task(struct bnx2fc_cmd *io_req,
493 struct fcoe_task_ctx_entry *task);
494void bnx2fc_init_task(struct bnx2fc_cmd *io_req,
495 struct fcoe_task_ctx_entry *task);
496void bnx2fc_add_2_sq(struct bnx2fc_rport *tgt, u16 xid);
497void bnx2fc_ring_doorbell(struct bnx2fc_rport *tgt);
498int bnx2fc_eh_abort(struct scsi_cmnd *sc_cmd);
499int bnx2fc_eh_host_reset(struct scsi_cmnd *sc_cmd);
500int bnx2fc_eh_target_reset(struct scsi_cmnd *sc_cmd);
501int bnx2fc_eh_device_reset(struct scsi_cmnd *sc_cmd);
502void bnx2fc_rport_event_handler(struct fc_lport *lport,
503 struct fc_rport_priv *rport,
504 enum fc_rport_event event);
505void bnx2fc_process_scsi_cmd_compl(struct bnx2fc_cmd *io_req,
506 struct fcoe_task_ctx_entry *task,
507 u8 num_rq);
508void bnx2fc_process_cleanup_compl(struct bnx2fc_cmd *io_req,
509 struct fcoe_task_ctx_entry *task,
510 u8 num_rq);
511void bnx2fc_process_abts_compl(struct bnx2fc_cmd *io_req,
512 struct fcoe_task_ctx_entry *task,
513 u8 num_rq);
514void bnx2fc_process_tm_compl(struct bnx2fc_cmd *io_req,
515 struct fcoe_task_ctx_entry *task,
516 u8 num_rq);
517void bnx2fc_process_els_compl(struct bnx2fc_cmd *els_req,
518 struct fcoe_task_ctx_entry *task,
519 u8 num_rq);
520void bnx2fc_build_fcp_cmnd(struct bnx2fc_cmd *io_req,
521 struct fcp_cmnd *fcp_cmnd);
522
523
524
525void bnx2fc_flush_active_ios(struct bnx2fc_rport *tgt);
526struct fc_seq *bnx2fc_elsct_send(struct fc_lport *lport, u32 did,
527 struct fc_frame *fp, unsigned int op,
528 void (*resp)(struct fc_seq *,
529 struct fc_frame *,
530 void *),
531 void *arg, u32 timeout);
532void bnx2fc_arm_cq(struct bnx2fc_rport *tgt);
533int bnx2fc_process_new_cqes(struct bnx2fc_rport *tgt);
534void bnx2fc_process_cq_compl(struct bnx2fc_rport *tgt, u16 wqe);
535struct bnx2fc_rport *bnx2fc_tgt_lookup(struct fcoe_port *port,
536 u32 port_id);
537void bnx2fc_process_l2_frame_compl(struct bnx2fc_rport *tgt,
538 unsigned char *buf,
539 u32 frame_len, u16 l2_oxid);
540int bnx2fc_send_stat_req(struct bnx2fc_hba *hba);
541int bnx2fc_post_io_req(struct bnx2fc_rport *tgt, struct bnx2fc_cmd *io_req);
542int bnx2fc_send_rec(struct bnx2fc_cmd *orig_io_req);
543int bnx2fc_send_srr(struct bnx2fc_cmd *orig_io_req, u32 offset, u8 r_ctl);
544void bnx2fc_process_seq_cleanup_compl(struct bnx2fc_cmd *seq_clnup_req,
545 struct fcoe_task_ctx_entry *task,
546 u8 rx_state);
547int bnx2fc_initiate_seq_cleanup(struct bnx2fc_cmd *orig_io_req, u32 offset,
548 enum fc_rctl r_ctl);
549
550#endif
551
