ib_srp.h 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211
  1. /*
  2. * Copyright (c) 2005 Cisco Systems. All rights reserved.
  3. *
  4. * This software is available to you under a choice of one of two
  5. * licenses. You may choose to be licensed under the terms of the GNU
  6. * General Public License (GPL) Version 2, available from the file
  7. * COPYING in the main directory of this source tree, or the
  8. * OpenIB.org BSD license below:
  9. *
  10. * Redistribution and use in source and binary forms, with or
  11. * without modification, are permitted provided that the following
  12. * conditions are met:
  13. *
  14. * - Redistributions of source code must retain the above
  15. * copyright notice, this list of conditions and the following
  16. * disclaimer.
  17. *
  18. * - Redistributions in binary form must reproduce the above
  19. * copyright notice, this list of conditions and the following
  20. * disclaimer in the documentation and/or other materials
  21. * provided with the distribution.
  22. *
  23. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  24. * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  25. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  26. * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  27. * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  28. * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  29. * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  30. * SOFTWARE.
  31. */
  32. #ifndef IB_SRP_H
  33. #define IB_SRP_H
  34. #include <linux/types.h>
  35. #include <linux/list.h>
  36. #include <linux/mutex.h>
  37. #include <linux/scatterlist.h>
  38. #include <scsi/scsi_host.h>
  39. #include <scsi/scsi_cmnd.h>
  40. #include <rdma/ib_verbs.h>
  41. #include <rdma/ib_sa.h>
  42. #include <rdma/ib_cm.h>
  43. #include <rdma/ib_fmr_pool.h>
  44. enum {
  45. SRP_PATH_REC_TIMEOUT_MS = 1000,
  46. SRP_ABORT_TIMEOUT_MS = 5000,
  47. SRP_PORT_REDIRECT = 1,
  48. SRP_DLID_REDIRECT = 2,
  49. SRP_STALE_CONN = 3,
  50. SRP_MAX_LUN = 512,
  51. SRP_DEF_SG_TABLESIZE = 12,
  52. SRP_RQ_SHIFT = 6,
  53. SRP_RQ_SIZE = 1 << SRP_RQ_SHIFT,
  54. SRP_SQ_SIZE = SRP_RQ_SIZE,
  55. SRP_RSP_SQ_SIZE = 1,
  56. SRP_REQ_SQ_SIZE = SRP_SQ_SIZE - SRP_RSP_SQ_SIZE,
  57. SRP_TSK_MGMT_SQ_SIZE = 1,
  58. SRP_CMD_SQ_SIZE = SRP_REQ_SQ_SIZE - SRP_TSK_MGMT_SQ_SIZE,
  59. SRP_TAG_NO_REQ = ~0U,
  60. SRP_TAG_TSK_MGMT = 1U << 31,
  61. SRP_FMR_SIZE = 512,
  62. SRP_FMR_MIN_SIZE = 128,
  63. SRP_FMR_POOL_SIZE = 1024,
  64. SRP_FMR_DIRTY_SIZE = SRP_FMR_POOL_SIZE / 4,
  65. SRP_MAP_ALLOW_FMR = 0,
  66. SRP_MAP_NO_FMR = 1,
  67. };
  68. enum srp_target_state {
  69. SRP_TARGET_LIVE,
  70. SRP_TARGET_CONNECTING,
  71. SRP_TARGET_DEAD,
  72. SRP_TARGET_REMOVED
  73. };
  74. enum srp_iu_type {
  75. SRP_IU_CMD,
  76. SRP_IU_TSK_MGMT,
  77. SRP_IU_RSP,
  78. };
  79. struct srp_device {
  80. struct list_head dev_list;
  81. struct ib_device *dev;
  82. struct ib_pd *pd;
  83. struct ib_mr *mr;
  84. struct ib_fmr_pool *fmr_pool;
  85. u64 fmr_page_mask;
  86. int fmr_page_size;
  87. int fmr_max_size;
  88. };
  89. struct srp_host {
  90. struct srp_device *srp_dev;
  91. u8 port;
  92. struct device dev;
  93. struct list_head target_list;
  94. spinlock_t target_lock;
  95. struct completion released;
  96. struct list_head list;
  97. };
  98. struct srp_request {
  99. struct list_head list;
  100. struct scsi_cmnd *scmnd;
  101. struct srp_iu *cmd;
  102. struct ib_pool_fmr **fmr_list;
  103. u64 *map_page;
  104. struct srp_direct_buf *indirect_desc;
  105. dma_addr_t indirect_dma_addr;
  106. short nfmr;
  107. short index;
  108. };
  109. struct srp_target_port {
  110. /* These are RW in the hot path, and commonly used together */
  111. struct list_head free_tx;
  112. struct list_head free_reqs;
  113. spinlock_t lock;
  114. s32 req_lim;
  115. /* These are read-only in the hot path */
  116. struct ib_cq *send_cq ____cacheline_aligned_in_smp;
  117. struct ib_cq *recv_cq;
  118. struct ib_qp *qp;
  119. u32 lkey;
  120. u32 rkey;
  121. enum srp_target_state state;
  122. unsigned int max_iu_len;
  123. unsigned int cmd_sg_cnt;
  124. unsigned int indirect_size;
  125. bool allow_ext_sg;
  126. /* Everything above this point is used in the hot path of
  127. * command processing. Try to keep them packed into cachelines.
  128. */
  129. __be64 id_ext;
  130. __be64 ioc_guid;
  131. __be64 service_id;
  132. __be64 initiator_ext;
  133. u16 io_class;
  134. struct srp_host *srp_host;
  135. struct Scsi_Host *scsi_host;
  136. char target_name[32];
  137. unsigned int scsi_id;
  138. unsigned int sg_tablesize;
  139. struct ib_sa_path_rec path;
  140. __be16 orig_dgid[8];
  141. struct ib_sa_query *path_query;
  142. int path_query_id;
  143. struct ib_cm_id *cm_id;
  144. int max_ti_iu_len;
  145. int zero_req_lim;
  146. struct srp_iu *tx_ring[SRP_SQ_SIZE];
  147. struct srp_iu *rx_ring[SRP_RQ_SIZE];
  148. struct srp_request req_ring[SRP_CMD_SQ_SIZE];
  149. struct work_struct work;
  150. struct list_head list;
  151. struct completion done;
  152. int status;
  153. int qp_in_error;
  154. struct completion tsk_mgmt_done;
  155. u8 tsk_mgmt_status;
  156. };
  157. struct srp_iu {
  158. struct list_head list;
  159. u64 dma;
  160. void *buf;
  161. size_t size;
  162. enum dma_data_direction direction;
  163. };
  164. struct srp_map_state {
  165. struct ib_pool_fmr **next_fmr;
  166. struct srp_direct_buf *desc;
  167. u64 *pages;
  168. dma_addr_t base_dma_addr;
  169. u32 fmr_len;
  170. u32 total_len;
  171. unsigned int npages;
  172. unsigned int nfmr;
  173. unsigned int ndesc;
  174. struct scatterlist *unmapped_sg;
  175. int unmapped_index;
  176. dma_addr_t unmapped_addr;
  177. };
  178. #endif /* IB_SRP_H */