bfa_fcpim.h 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421
  1. /*
  2. * Copyright (c) 2005-2010 Brocade Communications Systems, Inc.
  3. * All rights reserved
  4. * www.brocade.com
  5. *
  6. * Linux driver for Brocade Fibre Channel Host Bus Adapter.
  7. *
  8. * This program is free software; you can redistribute it and/or modify it
  9. * under the terms of the GNU General Public License (GPL) Version 2 as
  10. * published by the Free Software Foundation
  11. *
  12. * This program is distributed in the hope that it will be useful, but
  13. * WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * General Public License for more details.
  16. */
  17. #ifndef __BFA_FCPIM_H__
  18. #define __BFA_FCPIM_H__
  19. #include "bfa.h"
  20. #include "bfa_svc.h"
  21. #include "bfi_ms.h"
  22. #include "bfa_defs_svc.h"
  23. #include "bfa_cs.h"
  24. /* FCP module related definitions */
  25. #define BFA_IO_MAX BFI_IO_MAX
  26. #define BFA_FWTIO_MAX 2000
  27. struct bfa_fcp_mod_s;
  28. struct bfa_iotag_s {
  29. struct list_head qe; /* queue element */
  30. u16 tag; /* FW IO tag */
  31. };
  32. struct bfa_itn_s {
  33. bfa_isr_func_t isr;
  34. };
  35. void bfa_itn_create(struct bfa_s *bfa, struct bfa_rport_s *rport,
  36. void (*isr)(struct bfa_s *bfa, struct bfi_msg_s *m));
  37. void bfa_itn_isr(struct bfa_s *bfa, struct bfi_msg_s *m);
  38. void bfa_iotag_attach(struct bfa_fcp_mod_s *fcp);
  39. void bfa_fcp_res_recfg(struct bfa_s *bfa, u16 num_ioim_fw);
  40. #define BFA_FCP_MOD(_hal) (&(_hal)->modules.fcp_mod)
  41. #define BFA_MEM_FCP_KVA(__bfa) (&(BFA_FCP_MOD(__bfa)->kva_seg))
  42. #define BFA_IOTAG_FROM_TAG(_fcp, _tag) \
  43. (&(_fcp)->iotag_arr[(_tag & BFA_IOIM_IOTAG_MASK)])
  44. #define BFA_ITN_FROM_TAG(_fcp, _tag) \
  45. ((_fcp)->itn_arr + ((_tag) & ((_fcp)->num_itns - 1)))
  46. #define BFA_SNSINFO_FROM_TAG(_fcp, _tag) \
  47. bfa_mem_get_dmabuf_kva(_fcp, _tag, BFI_IOIM_SNSLEN)
  48. #define BFA_ITNIM_MIN 32
  49. #define BFA_ITNIM_MAX 1024
  50. #define BFA_IOIM_MIN 8
  51. #define BFA_IOIM_MAX 2000
  52. #define BFA_TSKIM_MIN 4
  53. #define BFA_TSKIM_MAX 512
  54. #define BFA_FCPIM_PATHTOV_DEF (30 * 1000) /* in millisecs */
  55. #define BFA_FCPIM_PATHTOV_MAX (90 * 1000) /* in millisecs */
  56. #define bfa_itnim_ioprofile_update(__itnim, __index) \
  57. (__itnim->ioprofile.iocomps[__index]++)
  58. #define BFA_IOIM_RETRY_TAG_OFFSET 11
  59. #define BFA_IOIM_IOTAG_MASK 0x07ff /* 2K IOs */
  60. #define BFA_IOIM_RETRY_MAX 7
  61. /* Buckets are are 512 bytes to 2MB */
  62. static inline u32
  63. bfa_ioim_get_index(u32 n) {
  64. int pos = 0;
  65. if (n >= (1UL)<<22)
  66. return BFA_IOBUCKET_MAX - 1;
  67. n >>= 8;
  68. if (n >= (1UL)<<16) {
  69. n >>= 16;
  70. pos += 16;
  71. }
  72. if (n >= 1 << 8) {
  73. n >>= 8;
  74. pos += 8;
  75. }
  76. if (n >= 1 << 4) {
  77. n >>= 4;
  78. pos += 4;
  79. }
  80. if (n >= 1 << 2) {
  81. n >>= 2;
  82. pos += 2;
  83. }
  84. if (n >= 1 << 1)
  85. pos += 1;
  86. return (n == 0) ? (0) : pos;
  87. }
  88. /*
  89. * forward declarations
  90. */
  91. struct bfa_ioim_s;
  92. struct bfa_tskim_s;
  93. struct bfad_ioim_s;
  94. struct bfad_tskim_s;
  95. typedef void (*bfa_fcpim_profile_t) (struct bfa_ioim_s *ioim);
  96. struct bfa_fcpim_s {
  97. struct bfa_s *bfa;
  98. struct bfa_fcp_mod_s *fcp;
  99. struct bfa_itnim_s *itnim_arr;
  100. struct bfa_ioim_s *ioim_arr;
  101. struct bfa_ioim_sp_s *ioim_sp_arr;
  102. struct bfa_tskim_s *tskim_arr;
  103. int num_itnims;
  104. int num_tskim_reqs;
  105. u32 path_tov;
  106. u16 q_depth;
  107. u8 reqq; /* Request queue to be used */
  108. struct list_head itnim_q; /* queue of active itnim */
  109. struct list_head ioim_resfree_q; /* IOs waiting for f/w */
  110. struct list_head ioim_comp_q; /* IO global comp Q */
  111. struct list_head tskim_free_q;
  112. struct list_head tskim_unused_q; /* Unused tskim Q */
  113. u32 ios_active; /* current active IOs */
  114. u32 delay_comp;
  115. struct bfa_fcpim_del_itn_stats_s del_itn_stats;
  116. bfa_boolean_t ioredirect;
  117. bfa_boolean_t io_profile;
  118. u32 io_profile_start_time;
  119. bfa_fcpim_profile_t profile_comp;
  120. bfa_fcpim_profile_t profile_start;
  121. };
  122. /* Max FCP dma segs required */
  123. #define BFA_FCP_DMA_SEGS BFI_IOIM_SNSBUF_SEGS
  124. struct bfa_fcp_mod_s {
  125. struct bfa_s *bfa;
  126. struct list_head iotag_ioim_free_q; /* free IO resources */
  127. struct list_head iotag_tio_free_q; /* free IO resources */
  128. struct list_head iotag_unused_q; /* unused IO resources*/
  129. struct bfa_iotag_s *iotag_arr;
  130. struct bfa_itn_s *itn_arr;
  131. int num_ioim_reqs;
  132. int num_fwtio_reqs;
  133. int num_itns;
  134. struct bfa_dma_s snsbase[BFA_FCP_DMA_SEGS];
  135. struct bfa_fcpim_s fcpim;
  136. struct bfa_mem_dma_s dma_seg[BFA_FCP_DMA_SEGS];
  137. struct bfa_mem_kva_s kva_seg;
  138. };
  139. /*
  140. * BFA IO (initiator mode)
  141. */
  142. struct bfa_ioim_s {
  143. struct list_head qe; /* queue elememt */
  144. bfa_sm_t sm; /* BFA ioim state machine */
  145. struct bfa_s *bfa; /* BFA module */
  146. struct bfa_fcpim_s *fcpim; /* parent fcpim module */
  147. struct bfa_itnim_s *itnim; /* i-t-n nexus for this IO */
  148. struct bfad_ioim_s *dio; /* driver IO handle */
  149. u16 iotag; /* FWI IO tag */
  150. u16 abort_tag; /* unqiue abort request tag */
  151. u16 nsges; /* number of SG elements */
  152. u16 nsgpgs; /* number of SG pages */
  153. struct bfa_sgpg_s *sgpg; /* first SG page */
  154. struct list_head sgpg_q; /* allocated SG pages */
  155. struct bfa_cb_qe_s hcb_qe; /* bfa callback qelem */
  156. bfa_cb_cbfn_t io_cbfn; /* IO completion handler */
  157. struct bfa_ioim_sp_s *iosp; /* slow-path IO handling */
  158. u8 reqq; /* Request queue for I/O */
  159. u8 mode; /* IO is passthrough or not */
  160. u64 start_time; /* IO's Profile start val */
  161. };
  162. struct bfa_ioim_sp_s {
  163. struct bfi_msg_s comp_rspmsg; /* IO comp f/w response */
  164. struct bfa_sgpg_wqe_s sgpg_wqe; /* waitq elem for sgpg */
  165. struct bfa_reqq_wait_s reqq_wait; /* to wait for room in reqq */
  166. bfa_boolean_t abort_explicit; /* aborted by OS */
  167. struct bfa_tskim_s *tskim; /* Relevant TM cmd */
  168. };
  169. /*
  170. * BFA Task management command (initiator mode)
  171. */
  172. struct bfa_tskim_s {
  173. struct list_head qe;
  174. bfa_sm_t sm;
  175. struct bfa_s *bfa; /* BFA module */
  176. struct bfa_fcpim_s *fcpim; /* parent fcpim module */
  177. struct bfa_itnim_s *itnim; /* i-t-n nexus for this IO */
  178. struct bfad_tskim_s *dtsk; /* driver task mgmt cmnd */
  179. bfa_boolean_t notify; /* notify itnim on TM comp */
  180. struct scsi_lun lun; /* lun if applicable */
  181. enum fcp_tm_cmnd tm_cmnd; /* task management command */
  182. u16 tsk_tag; /* FWI IO tag */
  183. u8 tsecs; /* timeout in seconds */
  184. struct bfa_reqq_wait_s reqq_wait; /* to wait for room in reqq */
  185. struct list_head io_q; /* queue of affected IOs */
  186. struct bfa_wc_s wc; /* waiting counter */
  187. struct bfa_cb_qe_s hcb_qe; /* bfa callback qelem */
  188. enum bfi_tskim_status tsk_status; /* TM status */
  189. };
  190. /*
  191. * BFA i-t-n (initiator mode)
  192. */
  193. struct bfa_itnim_s {
  194. struct list_head qe; /* queue element */
  195. bfa_sm_t sm; /* i-t-n im BFA state machine */
  196. struct bfa_s *bfa; /* bfa instance */
  197. struct bfa_rport_s *rport; /* bfa rport */
  198. void *ditn; /* driver i-t-n structure */
  199. struct bfi_mhdr_s mhdr; /* pre-built mhdr */
  200. u8 msg_no; /* itnim/rport firmware handle */
  201. u8 reqq; /* CQ for requests */
  202. struct bfa_cb_qe_s hcb_qe; /* bfa callback qelem */
  203. struct list_head pending_q; /* queue of pending IO requests */
  204. struct list_head io_q; /* queue of active IO requests */
  205. struct list_head io_cleanup_q; /* IO being cleaned up */
  206. struct list_head tsk_q; /* queue of active TM commands */
  207. struct list_head delay_comp_q; /* queue of failed inflight cmds */
  208. bfa_boolean_t seq_rec; /* SQER supported */
  209. bfa_boolean_t is_online; /* itnim is ONLINE for IO */
  210. bfa_boolean_t iotov_active; /* IO TOV timer is active */
  211. struct bfa_wc_s wc; /* waiting counter */
  212. struct bfa_timer_s timer; /* pending IO TOV */
  213. struct bfa_reqq_wait_s reqq_wait; /* to wait for room in reqq */
  214. struct bfa_fcpim_s *fcpim; /* fcpim module */
  215. struct bfa_itnim_iostats_s stats;
  216. struct bfa_itnim_ioprofile_s ioprofile;
  217. };
  218. #define bfa_itnim_is_online(_itnim) ((_itnim)->is_online)
  219. #define BFA_FCPIM(_hal) (&(_hal)->modules.fcp_mod.fcpim)
  220. #define BFA_IOIM_TAG_2_ID(_iotag) ((_iotag) & BFA_IOIM_IOTAG_MASK)
  221. #define BFA_IOIM_FROM_TAG(_fcpim, _iotag) \
  222. (&fcpim->ioim_arr[(_iotag & BFA_IOIM_IOTAG_MASK)])
  223. #define BFA_TSKIM_FROM_TAG(_fcpim, _tmtag) \
  224. (&fcpim->tskim_arr[_tmtag & (fcpim->num_tskim_reqs - 1)])
  225. #define bfa_io_profile_start_time(_bfa) \
  226. ((_bfa)->modules.fcp_mod.fcpim.io_profile_start_time)
  227. #define bfa_fcpim_get_io_profile(_bfa) \
  228. ((_bfa)->modules.fcp_mod.fcpim.io_profile)
  229. #define bfa_ioim_update_iotag(__ioim) do { \
  230. uint16_t k = (__ioim)->iotag >> BFA_IOIM_RETRY_TAG_OFFSET; \
  231. k++; (__ioim)->iotag &= BFA_IOIM_IOTAG_MASK; \
  232. (__ioim)->iotag |= k << BFA_IOIM_RETRY_TAG_OFFSET; \
  233. } while (0)
  234. static inline bfa_boolean_t
  235. bfa_ioim_maxretry_reached(struct bfa_ioim_s *ioim)
  236. {
  237. uint16_t k = ioim->iotag >> BFA_IOIM_RETRY_TAG_OFFSET;
  238. if (k < BFA_IOIM_RETRY_MAX)
  239. return BFA_FALSE;
  240. return BFA_TRUE;
  241. }
  242. /*
  243. * function prototypes
  244. */
  245. void bfa_ioim_attach(struct bfa_fcpim_s *fcpim);
  246. void bfa_ioim_isr(struct bfa_s *bfa, struct bfi_msg_s *msg);
  247. void bfa_ioim_good_comp_isr(struct bfa_s *bfa,
  248. struct bfi_msg_s *msg);
  249. void bfa_ioim_cleanup(struct bfa_ioim_s *ioim);
  250. void bfa_ioim_cleanup_tm(struct bfa_ioim_s *ioim,
  251. struct bfa_tskim_s *tskim);
  252. void bfa_ioim_iocdisable(struct bfa_ioim_s *ioim);
  253. void bfa_ioim_tov(struct bfa_ioim_s *ioim);
  254. void bfa_tskim_attach(struct bfa_fcpim_s *fcpim);
  255. void bfa_tskim_isr(struct bfa_s *bfa, struct bfi_msg_s *msg);
  256. void bfa_tskim_iodone(struct bfa_tskim_s *tskim);
  257. void bfa_tskim_iocdisable(struct bfa_tskim_s *tskim);
  258. void bfa_tskim_cleanup(struct bfa_tskim_s *tskim);
  259. void bfa_tskim_res_recfg(struct bfa_s *bfa, u16 num_tskim_fw);
  260. void bfa_itnim_meminfo(struct bfa_iocfc_cfg_s *cfg, u32 *km_len);
  261. void bfa_itnim_attach(struct bfa_fcpim_s *fcpim);
  262. void bfa_itnim_iocdisable(struct bfa_itnim_s *itnim);
  263. void bfa_itnim_isr(struct bfa_s *bfa, struct bfi_msg_s *msg);
  264. void bfa_itnim_iodone(struct bfa_itnim_s *itnim);
  265. void bfa_itnim_tskdone(struct bfa_itnim_s *itnim);
  266. bfa_boolean_t bfa_itnim_hold_io(struct bfa_itnim_s *itnim);
  267. /*
  268. * bfa fcpim module API functions
  269. */
  270. void bfa_fcpim_path_tov_set(struct bfa_s *bfa, u16 path_tov);
  271. u16 bfa_fcpim_path_tov_get(struct bfa_s *bfa);
  272. u16 bfa_fcpim_qdepth_get(struct bfa_s *bfa);
  273. bfa_status_t bfa_fcpim_port_iostats(struct bfa_s *bfa,
  274. struct bfa_itnim_iostats_s *stats, u8 lp_tag);
  275. void bfa_fcpim_add_stats(struct bfa_itnim_iostats_s *fcpim_stats,
  276. struct bfa_itnim_iostats_s *itnim_stats);
  277. bfa_status_t bfa_fcpim_profile_on(struct bfa_s *bfa, u32 time);
  278. bfa_status_t bfa_fcpim_profile_off(struct bfa_s *bfa);
  279. #define bfa_fcpim_ioredirect_enabled(__bfa) \
  280. (((struct bfa_fcpim_s *)(BFA_FCPIM(__bfa)))->ioredirect)
  281. #define bfa_fcpim_get_next_reqq(__bfa, __qid) \
  282. { \
  283. struct bfa_fcpim_s *__fcpim = BFA_FCPIM(__bfa); \
  284. __fcpim->reqq++; \
  285. __fcpim->reqq &= (BFI_IOC_MAX_CQS - 1); \
  286. *(__qid) = __fcpim->reqq; \
  287. }
  288. #define bfa_iocfc_map_msg_to_qid(__msg, __qid) \
  289. *(__qid) = (u8)((__msg) & (BFI_IOC_MAX_CQS - 1));
  290. /*
  291. * bfa itnim API functions
  292. */
  293. struct bfa_itnim_s *bfa_itnim_create(struct bfa_s *bfa,
  294. struct bfa_rport_s *rport, void *itnim);
  295. void bfa_itnim_delete(struct bfa_itnim_s *itnim);
  296. void bfa_itnim_online(struct bfa_itnim_s *itnim, bfa_boolean_t seq_rec);
  297. void bfa_itnim_offline(struct bfa_itnim_s *itnim);
  298. void bfa_itnim_clear_stats(struct bfa_itnim_s *itnim);
  299. bfa_status_t bfa_itnim_get_ioprofile(struct bfa_itnim_s *itnim,
  300. struct bfa_itnim_ioprofile_s *ioprofile);
  301. #define bfa_itnim_get_reqq(__ioim) (((struct bfa_ioim_s *)__ioim)->itnim->reqq)
  302. /*
  303. * BFA completion callback for bfa_itnim_online().
  304. */
  305. void bfa_cb_itnim_online(void *itnim);
  306. /*
  307. * BFA completion callback for bfa_itnim_offline().
  308. */
  309. void bfa_cb_itnim_offline(void *itnim);
  310. void bfa_cb_itnim_tov_begin(void *itnim);
  311. void bfa_cb_itnim_tov(void *itnim);
  312. /*
  313. * BFA notification to FCS/driver for second level error recovery.
  314. * Atleast one I/O request has timedout and target is unresponsive to
  315. * repeated abort requests. Second level error recovery should be initiated
  316. * by starting implicit logout and recovery procedures.
  317. */
  318. void bfa_cb_itnim_sler(void *itnim);
  319. /*
  320. * bfa ioim API functions
  321. */
  322. struct bfa_ioim_s *bfa_ioim_alloc(struct bfa_s *bfa,
  323. struct bfad_ioim_s *dio,
  324. struct bfa_itnim_s *itnim,
  325. u16 nsgles);
  326. void bfa_ioim_free(struct bfa_ioim_s *ioim);
  327. void bfa_ioim_start(struct bfa_ioim_s *ioim);
  328. bfa_status_t bfa_ioim_abort(struct bfa_ioim_s *ioim);
  329. void bfa_ioim_delayed_comp(struct bfa_ioim_s *ioim,
  330. bfa_boolean_t iotov);
  331. /*
  332. * I/O completion notification.
  333. *
  334. * @param[in] dio driver IO structure
  335. * @param[in] io_status IO completion status
  336. * @param[in] scsi_status SCSI status returned by target
  337. * @param[in] sns_len SCSI sense length, 0 if none
  338. * @param[in] sns_info SCSI sense data, if any
  339. * @param[in] residue Residual length
  340. *
  341. * @return None
  342. */
  343. void bfa_cb_ioim_done(void *bfad, struct bfad_ioim_s *dio,
  344. enum bfi_ioim_status io_status,
  345. u8 scsi_status, int sns_len,
  346. u8 *sns_info, s32 residue);
  347. /*
  348. * I/O good completion notification.
  349. */
  350. void bfa_cb_ioim_good_comp(void *bfad, struct bfad_ioim_s *dio);
  351. /*
  352. * I/O abort completion notification
  353. */
  354. void bfa_cb_ioim_abort(void *bfad, struct bfad_ioim_s *dio);
  355. /*
  356. * bfa tskim API functions
  357. */
  358. struct bfa_tskim_s *bfa_tskim_alloc(struct bfa_s *bfa,
  359. struct bfad_tskim_s *dtsk);
  360. void bfa_tskim_free(struct bfa_tskim_s *tskim);
  361. void bfa_tskim_start(struct bfa_tskim_s *tskim,
  362. struct bfa_itnim_s *itnim, struct scsi_lun lun,
  363. enum fcp_tm_cmnd tm, u8 t_secs);
  364. void bfa_cb_tskim_done(void *bfad, struct bfad_tskim_s *dtsk,
  365. enum bfi_tskim_status tsk_status);
  366. void bfa_fcpim_lunmask_rp_update(struct bfa_s *bfa, wwn_t lp_wwn,
  367. wwn_t rp_wwn, u16 rp_tag, u8 lp_tag);
  368. bfa_status_t bfa_fcpim_lunmask_update(struct bfa_s *bfa, u32 on_off);
  369. bfa_status_t bfa_fcpim_lunmask_query(struct bfa_s *bfa, void *buf);
  370. bfa_status_t bfa_fcpim_lunmask_delete(struct bfa_s *bfa, u16 vf_id,
  371. wwn_t *pwwn, wwn_t rpwwn, struct scsi_lun lun);
  372. bfa_status_t bfa_fcpim_lunmask_add(struct bfa_s *bfa, u16 vf_id,
  373. wwn_t *pwwn, wwn_t rpwwn, struct scsi_lun lun);
  374. bfa_status_t bfa_fcpim_lunmask_clear(struct bfa_s *bfa);
  375. #endif /* __BFA_FCPIM_H__ */