lpfc_sli.h 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333
  1. /*******************************************************************
  2. * This file is part of the Emulex Linux Device Driver for *
  3. * Fibre Channel Host Bus Adapters. *
  4. * Copyright (C) 2004-2016 Emulex. All rights reserved. *
  5. * EMULEX and SLI are trademarks of Emulex. *
  6. * www.emulex.com *
  7. * *
  8. * This program is free software; you can redistribute it and/or *
  9. * modify it under the terms of version 2 of the GNU General *
  10. * Public License as published by the Free Software Foundation. *
  11. * This program is distributed in the hope that it will be useful. *
  12. * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND *
  13. * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY, *
  14. * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE *
  15. * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
  16. * TO BE LEGALLY INVALID. See the GNU General Public License for *
  17. * more details, a copy of which can be found in the file COPYING *
  18. * included with this package. *
  19. *******************************************************************/
  20. /* forward declaration for LPFC_IOCB_t's use */
  21. struct lpfc_hba;
  22. struct lpfc_vport;
  23. /* Define the context types that SLI handles for abort and sums. */
  24. typedef enum _lpfc_ctx_cmd {
  25. LPFC_CTX_LUN,
  26. LPFC_CTX_TGT,
  27. LPFC_CTX_HOST
  28. } lpfc_ctx_cmd;
  29. struct lpfc_cq_event {
  30. struct list_head list;
  31. union {
  32. struct lpfc_mcqe mcqe_cmpl;
  33. struct lpfc_acqe_link acqe_link;
  34. struct lpfc_acqe_fip acqe_fip;
  35. struct lpfc_acqe_dcbx acqe_dcbx;
  36. struct lpfc_acqe_grp5 acqe_grp5;
  37. struct lpfc_acqe_fc_la acqe_fc;
  38. struct lpfc_acqe_sli acqe_sli;
  39. struct lpfc_rcqe rcqe_cmpl;
  40. struct sli4_wcqe_xri_aborted wcqe_axri;
  41. struct lpfc_wcqe_complete wcqe_cmpl;
  42. } cqe;
  43. };
  44. /* This structure is used to handle IOCB requests / responses */
  45. struct lpfc_iocbq {
  46. /* lpfc_iocbqs are used in double linked lists */
  47. struct list_head list;
  48. struct list_head clist;
  49. struct list_head dlist;
  50. uint16_t iotag; /* pre-assigned IO tag */
  51. uint16_t sli4_lxritag; /* logical pre-assigned XRI. */
  52. uint16_t sli4_xritag; /* pre-assigned XRI, (OXID) tag. */
  53. struct lpfc_cq_event cq_event;
  54. IOCB_t iocb; /* IOCB cmd */
  55. uint8_t priority; /* OAS priority */
  56. uint8_t retry; /* retry counter for IOCB cmd - if needed */
  57. uint32_t iocb_flag;
  58. #define LPFC_IO_LIBDFC 1 /* libdfc iocb */
  59. #define LPFC_IO_WAKE 2 /* Synchronous I/O completed */
  60. #define LPFC_IO_WAKE_TMO LPFC_IO_WAKE /* Synchronous I/O timed out */
  61. #define LPFC_IO_FCP 4 /* FCP command -- iocbq in scsi_buf */
  62. #define LPFC_DRIVER_ABORTED 8 /* driver aborted this request */
  63. #define LPFC_IO_FABRIC 0x10 /* Iocb send using fabric scheduler */
  64. #define LPFC_DELAY_MEM_FREE 0x20 /* Defer free'ing of FC data */
  65. #define LPFC_EXCHANGE_BUSY 0x40 /* SLI4 hba reported XB in response */
  66. #define LPFC_USE_FCPWQIDX 0x80 /* Submit to specified FCPWQ index */
  67. #define DSS_SECURITY_OP 0x100 /* security IO */
  68. #define LPFC_IO_ON_TXCMPLQ 0x200 /* The IO is still on the TXCMPLQ */
  69. #define LPFC_IO_DIF_PASS 0x400 /* T10 DIF IO pass-thru prot */
  70. #define LPFC_IO_DIF_STRIP 0x800 /* T10 DIF IO strip prot */
  71. #define LPFC_IO_DIF_INSERT 0x1000 /* T10 DIF IO insert prot */
  72. #define LPFC_IO_CMD_OUTSTANDING 0x2000 /* timeout handler abort window */
  73. #define LPFC_FIP_ELS_ID_MASK 0xc000 /* ELS_ID range 0-3, non-shifted mask */
  74. #define LPFC_FIP_ELS_ID_SHIFT 14
  75. #define LPFC_IO_OAS 0x10000 /* OAS FCP IO */
  76. #define LPFC_IO_FOF 0x20000 /* FOF FCP IO */
  77. #define LPFC_IO_LOOPBACK 0x40000 /* Loopback IO */
  78. uint32_t drvrTimeout; /* driver timeout in seconds */
  79. uint32_t fcp_wqidx; /* index to FCP work queue */
  80. struct lpfc_vport *vport;/* virtual port pointer */
  81. void *context1; /* caller context information */
  82. void *context2; /* caller context information */
  83. void *context3; /* caller context information */
  84. union {
  85. wait_queue_head_t *wait_queue;
  86. struct lpfc_iocbq *rsp_iocb;
  87. struct lpfcMboxq *mbox;
  88. struct lpfc_nodelist *ndlp;
  89. struct lpfc_node_rrq *rrq;
  90. } context_un;
  91. void (*fabric_iocb_cmpl) (struct lpfc_hba *, struct lpfc_iocbq *,
  92. struct lpfc_iocbq *);
  93. void (*wait_iocb_cmpl) (struct lpfc_hba *, struct lpfc_iocbq *,
  94. struct lpfc_iocbq *);
  95. void (*iocb_cmpl) (struct lpfc_hba *, struct lpfc_iocbq *,
  96. struct lpfc_iocbq *);
  97. };
  98. #define SLI_IOCB_RET_IOCB 1 /* Return IOCB if cmd ring full */
  99. #define IOCB_SUCCESS 0
  100. #define IOCB_BUSY 1
  101. #define IOCB_ERROR 2
  102. #define IOCB_TIMEDOUT 3
  103. #define LPFC_MBX_WAKE 1
  104. #define LPFC_MBX_IMED_UNREG 2
  105. typedef struct lpfcMboxq {
  106. /* MBOXQs are used in single linked lists */
  107. struct list_head list; /* ptr to next mailbox command */
  108. union {
  109. MAILBOX_t mb; /* Mailbox cmd */
  110. struct lpfc_mqe mqe;
  111. } u;
  112. struct lpfc_vport *vport;/* virtual port pointer */
  113. void *context1; /* caller context information */
  114. void *context2; /* caller context information */
  115. void (*mbox_cmpl) (struct lpfc_hba *, struct lpfcMboxq *);
  116. uint8_t mbox_flag;
  117. uint16_t in_ext_byte_len;
  118. uint16_t out_ext_byte_len;
  119. uint8_t mbox_offset_word;
  120. struct lpfc_mcqe mcqe;
  121. struct lpfc_mbx_nembed_sge_virt *sge_array;
  122. } LPFC_MBOXQ_t;
  123. #define MBX_POLL 1 /* poll mailbox till command done, then
  124. return */
  125. #define MBX_NOWAIT 2 /* issue command then return immediately */
  126. #define LPFC_MAX_RING_MASK 5 /* max num of rctl/type masks allowed per
  127. ring */
  128. #define LPFC_SLI3_MAX_RING 4 /* Max num of SLI3 rings used by driver.
  129. For SLI4, an additional ring for each
  130. FCP WQ will be allocated. */
  131. struct lpfc_sli_ring;
  132. struct lpfc_sli_ring_mask {
  133. uint8_t profile; /* profile associated with ring */
  134. uint8_t rctl; /* rctl / type pair configured for ring */
  135. uint8_t type; /* rctl / type pair configured for ring */
  136. uint8_t rsvd;
  137. /* rcv'd unsol event */
  138. void (*lpfc_sli_rcv_unsol_event) (struct lpfc_hba *,
  139. struct lpfc_sli_ring *,
  140. struct lpfc_iocbq *);
  141. };
  142. /* Structure used to hold SLI statistical counters and info */
  143. struct lpfc_sli_ring_stat {
  144. uint64_t iocb_event; /* IOCB event counters */
  145. uint64_t iocb_cmd; /* IOCB cmd issued */
  146. uint64_t iocb_rsp; /* IOCB rsp received */
  147. uint64_t iocb_cmd_delay; /* IOCB cmd ring delay */
  148. uint64_t iocb_cmd_full; /* IOCB cmd ring full */
  149. uint64_t iocb_cmd_empty; /* IOCB cmd ring is now empty */
  150. uint64_t iocb_rsp_full; /* IOCB rsp ring full */
  151. };
  152. struct lpfc_sli3_ring {
  153. uint32_t local_getidx; /* last available cmd index (from cmdGetInx) */
  154. uint32_t next_cmdidx; /* next_cmd index */
  155. uint32_t rspidx; /* current index in response ring */
  156. uint32_t cmdidx; /* current index in command ring */
  157. uint16_t numCiocb; /* number of command iocb's per ring */
  158. uint16_t numRiocb; /* number of rsp iocb's per ring */
  159. uint16_t sizeCiocb; /* Size of command iocb's in this ring */
  160. uint16_t sizeRiocb; /* Size of response iocb's in this ring */
  161. uint32_t *cmdringaddr; /* virtual address for cmd rings */
  162. uint32_t *rspringaddr; /* virtual address for rsp rings */
  163. };
  164. struct lpfc_sli4_ring {
  165. struct lpfc_queue *wqp; /* Pointer to associated WQ */
  166. };
  167. /* Structure used to hold SLI ring information */
  168. struct lpfc_sli_ring {
  169. uint16_t flag; /* ring flags */
  170. #define LPFC_DEFERRED_RING_EVENT 0x001 /* Deferred processing a ring event */
  171. #define LPFC_CALL_RING_AVAILABLE 0x002 /* indicates cmd was full */
  172. #define LPFC_STOP_IOCB_EVENT 0x020 /* Stop processing IOCB cmds event */
  173. uint16_t abtsiotag; /* tracks next iotag to use for ABTS */
  174. uint8_t rsvd;
  175. uint8_t ringno; /* ring number */
  176. spinlock_t ring_lock; /* lock for issuing commands */
  177. uint32_t fast_iotag; /* max fastlookup based iotag */
  178. uint32_t iotag_ctr; /* keeps track of the next iotag to use */
  179. uint32_t iotag_max; /* max iotag value to use */
  180. struct list_head txq;
  181. uint16_t txq_cnt; /* current length of queue */
  182. uint16_t txq_max; /* max length */
  183. struct list_head txcmplq;
  184. uint16_t txcmplq_cnt; /* current length of queue */
  185. uint16_t txcmplq_max; /* max length */
  186. uint32_t missbufcnt; /* keep track of buffers to post */
  187. struct list_head postbufq;
  188. uint16_t postbufq_cnt; /* current length of queue */
  189. uint16_t postbufq_max; /* max length */
  190. struct list_head iocb_continueq;
  191. uint16_t iocb_continueq_cnt; /* current length of queue */
  192. uint16_t iocb_continueq_max; /* max length */
  193. struct list_head iocb_continue_saveq;
  194. struct lpfc_sli_ring_mask prt[LPFC_MAX_RING_MASK];
  195. uint32_t num_mask; /* number of mask entries in prt array */
  196. void (*lpfc_sli_rcv_async_status) (struct lpfc_hba *,
  197. struct lpfc_sli_ring *, struct lpfc_iocbq *);
  198. struct lpfc_sli_ring_stat stats; /* SLI statistical info */
  199. /* cmd ring available */
  200. void (*lpfc_sli_cmd_available) (struct lpfc_hba *,
  201. struct lpfc_sli_ring *);
  202. union {
  203. struct lpfc_sli3_ring sli3;
  204. struct lpfc_sli4_ring sli4;
  205. } sli;
  206. };
  207. /* Structure used for configuring rings to a specific profile or rctl / type */
  208. struct lpfc_hbq_init {
  209. uint32_t rn; /* Receive buffer notification */
  210. uint32_t entry_count; /* max # of entries in HBQ */
  211. uint32_t headerLen; /* 0 if not profile 4 or 5 */
  212. uint32_t logEntry; /* Set to 1 if this HBQ used for LogEntry */
  213. uint32_t profile; /* Selection profile 0=all, 7=logentry */
  214. uint32_t ring_mask; /* Binds HBQ to a ring e.g. Ring0=b0001,
  215. * ring2=b0100 */
  216. uint32_t hbq_index; /* index of this hbq in ring .HBQs[] */
  217. uint32_t seqlenoff;
  218. uint32_t maxlen;
  219. uint32_t seqlenbcnt;
  220. uint32_t cmdcodeoff;
  221. uint32_t cmdmatch[8];
  222. uint32_t mask_count; /* number of mask entries in prt array */
  223. struct hbq_mask hbqMasks[6];
  224. /* Non-config rings fields to keep track of buffer allocations */
  225. uint32_t buffer_count; /* number of buffers allocated */
  226. uint32_t init_count; /* number to allocate when initialized */
  227. uint32_t add_count; /* number to allocate when starved */
  228. } ;
  229. /* Structure used to hold SLI statistical counters and info */
  230. struct lpfc_sli_stat {
  231. uint64_t mbox_stat_err; /* Mbox cmds completed status error */
  232. uint64_t mbox_cmd; /* Mailbox commands issued */
  233. uint64_t sli_intr; /* Count of Host Attention interrupts */
  234. uint64_t sli_prev_intr; /* Previous cnt of Host Attention interrupts */
  235. uint64_t sli_ips; /* Host Attention interrupts per sec */
  236. uint32_t err_attn_event; /* Error Attn event counters */
  237. uint32_t link_event; /* Link event counters */
  238. uint32_t mbox_event; /* Mailbox event counters */
  239. uint32_t mbox_busy; /* Mailbox cmd busy */
  240. };
  241. /* Structure to store link status values when port stats are reset */
  242. struct lpfc_lnk_stat {
  243. uint32_t link_failure_count;
  244. uint32_t loss_of_sync_count;
  245. uint32_t loss_of_signal_count;
  246. uint32_t prim_seq_protocol_err_count;
  247. uint32_t invalid_tx_word_count;
  248. uint32_t invalid_crc_count;
  249. uint32_t error_frames;
  250. uint32_t link_events;
  251. };
  252. /* Structure used to hold SLI information */
  253. struct lpfc_sli {
  254. uint32_t num_rings;
  255. uint32_t sli_flag;
  256. /* Additional sli_flags */
  257. #define LPFC_SLI_MBOX_ACTIVE 0x100 /* HBA mailbox is currently active */
  258. #define LPFC_SLI_ACTIVE 0x200 /* SLI in firmware is active */
  259. #define LPFC_PROCESS_LA 0x400 /* Able to process link attention */
  260. #define LPFC_BLOCK_MGMT_IO 0x800 /* Don't allow mgmt mbx or iocb cmds */
  261. #define LPFC_MENLO_MAINT 0x1000 /* need for menl fw download */
  262. #define LPFC_SLI_ASYNC_MBX_BLK 0x2000 /* Async mailbox is blocked */
  263. struct lpfc_sli_ring *ring;
  264. int fcp_ring; /* ring used for FCP initiator commands */
  265. int next_ring;
  266. int extra_ring; /* extra ring used for other protocols */
  267. struct lpfc_sli_stat slistat; /* SLI statistical info */
  268. struct list_head mboxq;
  269. uint16_t mboxq_cnt; /* current length of queue */
  270. uint16_t mboxq_max; /* max length */
  271. LPFC_MBOXQ_t *mbox_active; /* active mboxq information */
  272. struct list_head mboxq_cmpl;
  273. struct timer_list mbox_tmo; /* Hold clk to timeout active mbox
  274. cmd */
  275. #define LPFC_IOCBQ_LOOKUP_INCREMENT 1024
  276. struct lpfc_iocbq ** iocbq_lookup; /* array to lookup IOCB by IOTAG */
  277. size_t iocbq_lookup_len; /* current lengs of the array */
  278. uint16_t last_iotag; /* last allocated IOTAG */
  279. unsigned long stats_start; /* in seconds */
  280. struct lpfc_lnk_stat lnk_stat_offsets;
  281. };
  282. /* Timeout for normal outstanding mbox command (Seconds) */
  283. #define LPFC_MBOX_TMO 30
  284. /* Timeout for non-flash-based outstanding sli_config mbox command (Seconds) */
  285. #define LPFC_MBOX_SLI4_CONFIG_TMO 60
  286. /* Timeout for flash-based outstanding sli_config mbox command (Seconds) */
  287. #define LPFC_MBOX_SLI4_CONFIG_EXTENDED_TMO 300
  288. /* Timeout for other flash-based outstanding mbox command (Seconds) */
  289. #define LPFC_MBOX_TMO_FLASH_CMD 300