3 /* bnx2fc.h: Broadcom NetXtreme II Linux FCoE offload driver.
5 * Copyright (c) 2008 - 2010 Broadcom Corporation
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation.
11 * Written by: Bhanu Prakash Gollapudi (bprakash@broadcom.com)
14 #include <linux/module.h>
15 #include <linux/moduleparam.h>
16 #include <linux/kernel.h>
17 #include <linux/skbuff.h>
18 #include <linux/netdevice.h>
19 #include <linux/etherdevice.h>
20 #include <linux/if_ether.h>
21 #include <linux/if_vlan.h>
22 #include <linux/kthread.h>
23 #include <linux/crc32.h>
24 #include <linux/cpu.h>
25 #include <linux/types.h>
26 #include <linux/list.h>
27 #include <linux/delay.h>
28 #include <linux/timer.h>
29 #include <linux/errno.h>
30 #include <linux/pci.h>
31 #include <linux/init.h>
32 #include <linux/dma-mapping.h>
33 #include <linux/workqueue.h>
34 #include <linux/mutex.h>
35 #include <linux/spinlock.h>
36 #include <linux/bitops.h>
37 #include <linux/log2.h>
38 #include <linux/interrupt.h>
39 #include <linux/sched.h>
42 #include <scsi/scsi.h>
43 #include <scsi/scsi_host.h>
44 #include <scsi/scsi_device.h>
45 #include <scsi/scsi_cmnd.h>
46 #include <scsi/scsi_eh.h>
47 #include <scsi/scsi_tcq.h>
48 #include <scsi/libfc.h>
49 #include <scsi/libfcoe.h>
50 #include <scsi/fc_encode.h>
51 #include <scsi/scsi_transport.h>
52 #include <scsi/scsi_transport_fc.h>
53 #include <scsi/fc/fc_fip.h>
54 #include <scsi/fc/fc_fc2.h>
55 #include <scsi/fc_frame.h>
56 #include <scsi/fc/fc_fcoe.h>
57 #include <scsi/fc/fc_fcp.h>
59 #include "57xx_hsi_bnx2fc.h"
60 #include "bnx2fc_debug.h"
61 #include "../../net/cnic_if.h"
62 #include "bnx2fc_constants.h"
64 #define BNX2FC_NAME "bnx2fc"
65 #define BNX2FC_VERSION "1.0.1"
67 #define PFX "bnx2fc: "
69 #define BNX2X_DOORBELL_PCI_BAR 2
71 #define BNX2FC_MAX_BD_LEN 0xffff
72 #define BNX2FC_BD_SPLIT_SZ 0x8000
73 #define BNX2FC_MAX_BDS_PER_CMD 256
75 #define BNX2FC_SQ_WQES_MAX 256
77 #define BNX2FC_SCSI_MAX_SQES ((3 * BNX2FC_SQ_WQES_MAX) / 8)
78 #define BNX2FC_TM_MAX_SQES ((BNX2FC_SQ_WQES_MAX) / 2)
79 #define BNX2FC_ELS_MAX_SQES (BNX2FC_TM_MAX_SQES - 1)
81 #define BNX2FC_RQ_WQES_MAX 16
82 #define BNX2FC_CQ_WQES_MAX (BNX2FC_SQ_WQES_MAX + BNX2FC_RQ_WQES_MAX)
84 #define BNX2FC_NUM_MAX_SESS 128
85 #define BNX2FC_NUM_MAX_SESS_LOG (ilog2(BNX2FC_NUM_MAX_SESS))
87 #define BNX2FC_MAX_OUTSTANDING_CMNDS 2048
88 #define BNX2FC_CAN_QUEUE BNX2FC_MAX_OUTSTANDING_CMNDS
89 #define BNX2FC_ELSTM_XIDS BNX2FC_CAN_QUEUE
90 #define BNX2FC_MIN_PAYLOAD 256
91 #define BNX2FC_MAX_PAYLOAD 2048
93 (BNX2FC_MAX_PAYLOAD + sizeof(struct fc_frame_header))
94 #define BNX2FC_MINI_JUMBO_MTU 2500
97 #define BNX2FC_RQ_BUF_SZ 256
98 #define BNX2FC_RQ_BUF_LOG_SZ (ilog2(BNX2FC_RQ_BUF_SZ))
100 #define BNX2FC_SQ_WQE_SIZE (sizeof(struct fcoe_sqe))
101 #define BNX2FC_CQ_WQE_SIZE (sizeof(struct fcoe_cqe))
102 #define BNX2FC_RQ_WQE_SIZE (BNX2FC_RQ_BUF_SZ)
103 #define BNX2FC_XFERQ_WQE_SIZE (sizeof(struct fcoe_xfrqe))
104 #define BNX2FC_CONFQ_WQE_SIZE (sizeof(struct fcoe_confqe))
105 #define BNX2FC_5771X_DB_PAGE_SIZE 128
107 #define BNX2FC_MAX_TASKS \
108 (BNX2FC_MAX_OUTSTANDING_CMNDS + BNX2FC_ELSTM_XIDS)
109 #define BNX2FC_TASK_SIZE 128
110 #define BNX2FC_TASKS_PER_PAGE (PAGE_SIZE/BNX2FC_TASK_SIZE)
111 #define BNX2FC_TASK_CTX_ARR_SZ (BNX2FC_MAX_TASKS/BNX2FC_TASKS_PER_PAGE)
113 #define BNX2FC_MAX_ROWS_IN_HASH_TBL 8
114 #define BNX2FC_HASH_TBL_CHUNK_SIZE (16 * 1024)
116 #define BNX2FC_MAX_SEQS 255
118 #define BNX2FC_READ (1 << 1)
119 #define BNX2FC_WRITE (1 << 0)
121 #define BNX2FC_MIN_XID 0
122 #define BNX2FC_MAX_XID \
123 (BNX2FC_MAX_OUTSTANDING_CMNDS + BNX2FC_ELSTM_XIDS - 1)
124 #define FCOE_MIN_XID (BNX2FC_MAX_XID + 1)
125 #define FCOE_MAX_XID (FCOE_MIN_XID + 4095)
126 #define BNX2FC_MAX_LUN 0xFFFF
127 #define BNX2FC_MAX_FCP_TGT 256
128 #define BNX2FC_MAX_CMD_LEN 16
130 #define BNX2FC_TM_TIMEOUT 60 /* secs */
131 #define BNX2FC_IO_TIMEOUT 20000UL /* msecs */
133 #define BNX2FC_WAIT_CNT 1200
134 #define BNX2FC_FW_TIMEOUT (3 * HZ)
137 #define CMD_SCSI_STATUS(Cmnd) ((Cmnd)->SCp.Status)
142 #define BNX2FC_RNID_HBA 0x7
144 /* bnx2fc driver uses only one instance of fcoe_percpu_s */
145 extern struct fcoe_percpu_s bnx2fc_global;
147 extern struct workqueue_struct *bnx2fc_wq;
149 struct bnx2fc_percpu_s {
150 struct task_struct *iothread;
151 struct list_head work_list;
152 spinlock_t fp_work_lock;
156 struct list_head link;
157 struct cnic_dev *cnic;
158 struct pci_dev *pcidev;
159 struct net_device *netdev;
160 struct net_device *phys_dev;
161 unsigned long reg_with_cnic;
162 #define BNX2FC_CNIC_REGISTERED 1
163 struct packet_type fcoe_packet_type;
164 struct packet_type fip_packet_type;
165 struct bnx2fc_cmd_mgr *cmd_mgr;
166 struct workqueue_struct *timer_work_queue;
169 struct mutex hba_mutex;
170 unsigned long adapter_state;
171 #define ADAPTER_STATE_UP 0
172 #define ADAPTER_STATE_GOING_DOWN 1
173 #define ADAPTER_STATE_LINK_DOWN 2
174 #define ADAPTER_STATE_READY 3
176 unsigned long init_done;
177 #define BNX2FC_FW_INIT_DONE 0
178 #define BNX2FC_CTLR_INIT_DONE 1
179 #define BNX2FC_CREATE_DONE 2
180 struct fcoe_ctlr ctlr;
181 struct list_head vports;
185 struct fcoe_task_ctx_entry **task_ctx;
186 dma_addr_t *task_ctx_dma;
187 struct regpair *task_ctx_bd_tbl;
188 dma_addr_t task_ctx_bd_dma;
190 int hash_tbl_segment_count;
191 void **hash_tbl_segments;
193 dma_addr_t hash_tbl_pbl_dma;
194 struct fcoe_t2_hash_table_entry *t2_hash_tbl;
195 dma_addr_t t2_hash_tbl_dma;
196 char *t2_hash_tbl_ptr;
197 dma_addr_t t2_hash_tbl_ptr_dma;
200 dma_addr_t dummy_buf_dma;
202 struct fcoe_statistics_params *stats_buffer;
203 dma_addr_t stats_buf_dma;
215 struct task_struct *l2_thread;
217 /* linkdown handling */
218 wait_queue_head_t shutdown_wait;
219 int wait_for_link_down;
221 /*destroy handling */
222 struct timer_list destroy_timer;
223 wait_queue_head_t destroy_wait;
225 /* Active list of offloaded sessions */
226 struct bnx2fc_rport *tgt_ofld_list[BNX2FC_NUM_MAX_SESS];
230 struct completion stat_req_done;
233 #define bnx2fc_from_ctlr(fip) container_of(fip, struct bnx2fc_hba, ctlr)
235 struct bnx2fc_lport {
236 struct list_head list;
237 struct fc_lport *lport;
240 struct bnx2fc_cmd_mgr {
241 struct bnx2fc_hba *hba;
243 struct list_head *free_list;
244 spinlock_t *free_list_lock;
245 struct io_bdt **io_bdt_pool;
246 struct bnx2fc_cmd **cmds;
249 struct bnx2fc_rport {
250 struct fcoe_port *port;
251 struct fc_rport *rport;
252 struct fc_rport_priv *rdata;
253 void __iomem *ctx_base;
254 #define DPM_TRIGER_TYPE 0x40
260 #define BNX2FC_FLAG_SESSION_READY 0x1
261 #define BNX2FC_FLAG_OFFLOADED 0x2
262 #define BNX2FC_FLAG_DISABLED 0x3
263 #define BNX2FC_FLAG_DESTROYED 0x4
264 #define BNX2FC_FLAG_OFLD_REQ_CMPL 0x5
265 #define BNX2FC_FLAG_DESTROY_CMPL 0x6
266 #define BNX2FC_FLAG_CTX_ALLOC_FAILURE 0x7
267 #define BNX2FC_FLAG_UPLD_REQ_COMPL 0x8
268 #define BNX2FC_FLAG_EXPL_LOGO 0x9
277 u8 sq_curr_toggle_bit;
283 u8 cq_curr_toggle_bit;
293 dma_addr_t rq_pbl_dma;
296 struct fcoe_xfrqe *xferq;
297 dma_addr_t xferq_dma;
300 struct fcoe_confqe *confq;
301 dma_addr_t confq_dma;
305 dma_addr_t confq_pbl_dma;
308 struct fcoe_conn_db *conn_db;
309 dma_addr_t conn_db_dma;
310 u32 conn_db_mem_size;
312 struct fcoe_sqe *lcq;
317 dma_addr_t ofld_req_dma[4];
319 dma_addr_t enbl_req_dma;
323 atomic_t num_active_ios;
325 unsigned long work_time_slice;
326 unsigned long timestamp;
327 struct list_head free_task_list;
328 struct bnx2fc_cmd *pending_queue[BNX2FC_SQ_WQES_MAX+1];
331 struct list_head active_cmd_queue;
332 struct list_head els_queue;
333 struct list_head io_retire_queue;
334 struct list_head active_tm_queue;
336 struct timer_list ofld_timer;
337 wait_queue_head_t ofld_wait;
339 struct timer_list upld_timer;
340 wait_queue_head_t upld_wait;
343 struct bnx2fc_mp_req {
348 dma_addr_t req_buf_dma;
349 struct fcoe_bd_ctx *mp_req_bd;
350 dma_addr_t mp_req_bd_dma;
351 struct fc_frame_header req_fc_hdr;
355 dma_addr_t resp_buf_dma;
356 struct fcoe_bd_ctx *mp_resp_bd;
357 dma_addr_t mp_resp_bd_dma;
358 struct fc_frame_header resp_fc_hdr;
361 struct bnx2fc_els_cb_arg {
362 struct bnx2fc_cmd *aborted_io_req;
363 struct bnx2fc_cmd *io_req;
367 /* bnx2fc command structure */
369 struct list_head link;
373 #define BNX2FC_SCSI_CMD 1
374 #define BNX2FC_TASK_MGMT_CMD 2
375 #define BNX2FC_ABTS 3
377 #define BNX2FC_CLEANUP 5
379 struct kref refcount;
380 struct fcoe_port *port;
381 struct bnx2fc_rport *tgt;
382 struct scsi_cmnd *sc_cmd;
383 struct bnx2fc_cmd_mgr *cmd_mgr;
384 struct bnx2fc_mp_req mp_req;
385 void (*cb_func)(struct bnx2fc_els_cb_arg *cb_arg);
386 struct bnx2fc_els_cb_arg *cb_arg;
387 struct delayed_work timeout_work; /* timer for ULP timeouts */
388 struct completion tm_done;
391 struct fcoe_task_ctx_entry *task;
392 struct io_bdt *bd_tbl;
394 size_t data_xfer_len;
395 unsigned long req_flags;
396 #define BNX2FC_FLAG_ISSUE_RRQ 0x1
397 #define BNX2FC_FLAG_ISSUE_ABTS 0x2
398 #define BNX2FC_FLAG_ABTS_DONE 0x3
399 #define BNX2FC_FLAG_TM_COMPL 0x4
400 #define BNX2FC_FLAG_TM_TIMEOUT 0x5
401 #define BNX2FC_FLAG_IO_CLEANUP 0x6
402 #define BNX2FC_FLAG_RETIRE_OXID 0x7
403 #define BNX2FC_FLAG_EH_ABORT 0x8
404 #define BNX2FC_FLAG_IO_COMPL 0x9
405 #define BNX2FC_FLAG_ELS_DONE 0xa
406 #define BNX2FC_FLAG_ELS_TIMEOUT 0xb
410 u8 cdb_status; /* SCSI IO status */
411 u8 fcp_status; /* FCP IO status */
417 struct bnx2fc_cmd *io_req;
418 struct fcoe_bd_ctx *bd_tbl;
419 dma_addr_t bd_tbl_dma;
424 struct list_head list;
425 struct bnx2fc_rport *tgt;
428 struct bnx2fc_unsol_els {
429 struct fc_lport *lport;
431 struct bnx2fc_hba *hba;
432 struct work_struct unsol_els_work;
437 struct bnx2fc_cmd *bnx2fc_elstm_alloc(struct bnx2fc_rport *tgt, int type);
438 void bnx2fc_cmd_release(struct kref *ref);
439 int bnx2fc_queuecommand(struct Scsi_Host *host, struct scsi_cmnd *sc_cmd);
440 int bnx2fc_send_fw_fcoe_init_msg(struct bnx2fc_hba *hba);
441 int bnx2fc_send_fw_fcoe_destroy_msg(struct bnx2fc_hba *hba);
442 int bnx2fc_send_session_ofld_req(struct fcoe_port *port,
443 struct bnx2fc_rport *tgt);
444 int bnx2fc_send_session_disable_req(struct fcoe_port *port,
445 struct bnx2fc_rport *tgt);
446 int bnx2fc_send_session_destroy_req(struct bnx2fc_hba *hba,
447 struct bnx2fc_rport *tgt);
448 int bnx2fc_map_doorbell(struct bnx2fc_rport *tgt);
449 void bnx2fc_indicate_kcqe(void *context, struct kcqe *kcq[],
451 int bnx2fc_setup_task_ctx(struct bnx2fc_hba *hba);
452 void bnx2fc_free_task_ctx(struct bnx2fc_hba *hba);
453 int bnx2fc_setup_fw_resc(struct bnx2fc_hba *hba);
454 void bnx2fc_free_fw_resc(struct bnx2fc_hba *hba);
455 struct bnx2fc_cmd_mgr *bnx2fc_cmd_mgr_alloc(struct bnx2fc_hba *hba,
456 u16 min_xid, u16 max_xid);
457 void bnx2fc_cmd_mgr_free(struct bnx2fc_cmd_mgr *cmgr);
458 void bnx2fc_get_link_state(struct bnx2fc_hba *hba);
459 char *bnx2fc_get_next_rqe(struct bnx2fc_rport *tgt, u8 num_items);
460 void bnx2fc_return_rqe(struct bnx2fc_rport *tgt, u8 num_items);
461 int bnx2fc_get_paged_crc_eof(struct sk_buff *skb, int tlen);
462 int bnx2fc_send_rrq(struct bnx2fc_cmd *aborted_io_req);
463 int bnx2fc_send_adisc(struct bnx2fc_rport *tgt, struct fc_frame *fp);
464 int bnx2fc_send_logo(struct bnx2fc_rport *tgt, struct fc_frame *fp);
465 int bnx2fc_send_rls(struct bnx2fc_rport *tgt, struct fc_frame *fp);
466 int bnx2fc_initiate_cleanup(struct bnx2fc_cmd *io_req);
467 int bnx2fc_initiate_abts(struct bnx2fc_cmd *io_req);
468 void bnx2fc_cmd_timer_set(struct bnx2fc_cmd *io_req,
469 unsigned int timer_msec);
470 int bnx2fc_init_mp_req(struct bnx2fc_cmd *io_req);
471 void bnx2fc_init_cleanup_task(struct bnx2fc_cmd *io_req,
472 struct fcoe_task_ctx_entry *task,
474 void bnx2fc_init_mp_task(struct bnx2fc_cmd *io_req,
475 struct fcoe_task_ctx_entry *task);
476 void bnx2fc_init_task(struct bnx2fc_cmd *io_req,
477 struct fcoe_task_ctx_entry *task);
478 void bnx2fc_add_2_sq(struct bnx2fc_rport *tgt, u16 xid);
479 void bnx2fc_ring_doorbell(struct bnx2fc_rport *tgt);
480 int bnx2fc_eh_abort(struct scsi_cmnd *sc_cmd);
481 int bnx2fc_eh_host_reset(struct scsi_cmnd *sc_cmd);
482 int bnx2fc_eh_target_reset(struct scsi_cmnd *sc_cmd);
483 int bnx2fc_eh_device_reset(struct scsi_cmnd *sc_cmd);
484 void bnx2fc_rport_event_handler(struct fc_lport *lport,
485 struct fc_rport_priv *rport,
486 enum fc_rport_event event);
487 void bnx2fc_process_scsi_cmd_compl(struct bnx2fc_cmd *io_req,
488 struct fcoe_task_ctx_entry *task,
490 void bnx2fc_process_cleanup_compl(struct bnx2fc_cmd *io_req,
491 struct fcoe_task_ctx_entry *task,
493 void bnx2fc_process_abts_compl(struct bnx2fc_cmd *io_req,
494 struct fcoe_task_ctx_entry *task,
496 void bnx2fc_process_tm_compl(struct bnx2fc_cmd *io_req,
497 struct fcoe_task_ctx_entry *task,
499 void bnx2fc_process_els_compl(struct bnx2fc_cmd *els_req,
500 struct fcoe_task_ctx_entry *task,
502 void bnx2fc_build_fcp_cmnd(struct bnx2fc_cmd *io_req,
503 struct fcp_cmnd *fcp_cmnd);
507 void bnx2fc_flush_active_ios(struct bnx2fc_rport *tgt);
508 struct fc_seq *bnx2fc_elsct_send(struct fc_lport *lport, u32 did,
509 struct fc_frame *fp, unsigned int op,
510 void (*resp)(struct fc_seq *,
513 void *arg, u32 timeout);
514 int bnx2fc_process_new_cqes(struct bnx2fc_rport *tgt);
515 void bnx2fc_process_cq_compl(struct bnx2fc_rport *tgt, u16 wqe);
516 struct bnx2fc_rport *bnx2fc_tgt_lookup(struct fcoe_port *port,
518 void bnx2fc_process_l2_frame_compl(struct bnx2fc_rport *tgt,
520 u32 frame_len, u16 l2_oxid);
521 int bnx2fc_send_stat_req(struct bnx2fc_hba *hba);