ehca_hca.c 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411
  1. /*
  2. * IBM eServer eHCA Infiniband device driver for Linux on POWER
  3. *
  4. * HCA query functions
  5. *
  6. * Authors: Heiko J Schick <schickhj@de.ibm.com>
  7. * Christoph Raisch <raisch@de.ibm.com>
  8. *
  9. * Copyright (c) 2005 IBM Corporation
  10. *
  11. * All rights reserved.
  12. *
  13. * This source code is distributed under a dual license of GPL v2.0 and OpenIB
  14. * BSD.
  15. *
  16. * OpenIB BSD License
  17. *
  18. * Redistribution and use in source and binary forms, with or without
  19. * modification, are permitted provided that the following conditions are met:
  20. *
  21. * Redistributions of source code must retain the above copyright notice, this
  22. * list of conditions and the following disclaimer.
  23. *
  24. * Redistributions in binary form must reproduce the above copyright notice,
  25. * this list of conditions and the following disclaimer in the documentation
  26. * and/or other materials
  27. * provided with the distribution.
  28. *
  29. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  30. * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  31. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  32. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
  33. * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  34. * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  35. * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
  36. * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
  37. * IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  38. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
  39. * POSSIBILITY OF SUCH DAMAGE.
  40. */
  41. #include <linux/gfp.h>
  42. #include "ehca_tools.h"
  43. #include "ehca_iverbs.h"
  44. #include "hcp_if.h"
  45. static unsigned int limit_uint(unsigned int value)
  46. {
  47. return min_t(unsigned int, value, INT_MAX);
  48. }
  49. int ehca_query_device(struct ib_device *ibdev, struct ib_device_attr *props)
  50. {
  51. int i, ret = 0;
  52. struct ehca_shca *shca = container_of(ibdev, struct ehca_shca,
  53. ib_device);
  54. struct hipz_query_hca *rblock;
  55. static const u32 cap_mapping[] = {
  56. IB_DEVICE_RESIZE_MAX_WR, HCA_CAP_WQE_RESIZE,
  57. IB_DEVICE_BAD_PKEY_CNTR, HCA_CAP_BAD_P_KEY_CTR,
  58. IB_DEVICE_BAD_QKEY_CNTR, HCA_CAP_Q_KEY_VIOL_CTR,
  59. IB_DEVICE_RAW_MULTI, HCA_CAP_RAW_PACKET_MCAST,
  60. IB_DEVICE_AUTO_PATH_MIG, HCA_CAP_AUTO_PATH_MIG,
  61. IB_DEVICE_CHANGE_PHY_PORT, HCA_CAP_SQD_RTS_PORT_CHANGE,
  62. IB_DEVICE_UD_AV_PORT_ENFORCE, HCA_CAP_AH_PORT_NR_CHECK,
  63. IB_DEVICE_CURR_QP_STATE_MOD, HCA_CAP_CUR_QP_STATE_MOD,
  64. IB_DEVICE_SHUTDOWN_PORT, HCA_CAP_SHUTDOWN_PORT,
  65. IB_DEVICE_INIT_TYPE, HCA_CAP_INIT_TYPE,
  66. IB_DEVICE_PORT_ACTIVE_EVENT, HCA_CAP_PORT_ACTIVE_EVENT,
  67. };
  68. rblock = ehca_alloc_fw_ctrlblock(GFP_KERNEL);
  69. if (!rblock) {
  70. ehca_err(&shca->ib_device, "Can't allocate rblock memory.");
  71. return -ENOMEM;
  72. }
  73. if (hipz_h_query_hca(shca->ipz_hca_handle, rblock) != H_SUCCESS) {
  74. ehca_err(&shca->ib_device, "Can't query device properties");
  75. ret = -EINVAL;
  76. goto query_device1;
  77. }
  78. memset(props, 0, sizeof(struct ib_device_attr));
  79. props->page_size_cap = shca->hca_cap_mr_pgsize;
  80. props->fw_ver = rblock->hw_ver;
  81. props->max_mr_size = rblock->max_mr_size;
  82. props->vendor_id = rblock->vendor_id >> 8;
  83. props->vendor_part_id = rblock->vendor_part_id >> 16;
  84. props->hw_ver = rblock->hw_ver;
  85. props->max_qp = limit_uint(rblock->max_qp);
  86. props->max_qp_wr = limit_uint(rblock->max_wqes_wq);
  87. props->max_sge = limit_uint(rblock->max_sge);
  88. props->max_sge_rd = limit_uint(rblock->max_sge_rd);
  89. props->max_cq = limit_uint(rblock->max_cq);
  90. props->max_cqe = limit_uint(rblock->max_cqe);
  91. props->max_mr = limit_uint(rblock->max_mr);
  92. props->max_mw = limit_uint(rblock->max_mw);
  93. props->max_pd = limit_uint(rblock->max_pd);
  94. props->max_ah = limit_uint(rblock->max_ah);
  95. props->max_ee = limit_uint(rblock->max_rd_ee_context);
  96. props->max_rdd = limit_uint(rblock->max_rd_domain);
  97. props->max_fmr = limit_uint(rblock->max_mr);
  98. props->max_qp_rd_atom = limit_uint(rblock->max_rr_qp);
  99. props->max_ee_rd_atom = limit_uint(rblock->max_rr_ee_context);
  100. props->max_res_rd_atom = limit_uint(rblock->max_rr_hca);
  101. props->max_qp_init_rd_atom = limit_uint(rblock->max_act_wqs_qp);
  102. props->max_ee_init_rd_atom = limit_uint(rblock->max_act_wqs_ee_context);
  103. if (EHCA_BMASK_GET(HCA_CAP_SRQ, shca->hca_cap)) {
  104. props->max_srq = limit_uint(props->max_qp);
  105. props->max_srq_wr = limit_uint(props->max_qp_wr);
  106. props->max_srq_sge = 3;
  107. }
  108. props->max_pkeys = 16;
  109. /* Some FW versions say 0 here; insert sensible value in that case */
  110. props->local_ca_ack_delay = rblock->local_ca_ack_delay ?
  111. min_t(u8, rblock->local_ca_ack_delay, 255) : 12;
  112. props->max_raw_ipv6_qp = limit_uint(rblock->max_raw_ipv6_qp);
  113. props->max_raw_ethy_qp = limit_uint(rblock->max_raw_ethy_qp);
  114. props->max_mcast_grp = limit_uint(rblock->max_mcast_grp);
  115. props->max_mcast_qp_attach = limit_uint(rblock->max_mcast_qp_attach);
  116. props->max_total_mcast_qp_attach
  117. = limit_uint(rblock->max_total_mcast_qp_attach);
  118. /* translate device capabilities */
  119. props->device_cap_flags = IB_DEVICE_SYS_IMAGE_GUID |
  120. IB_DEVICE_RC_RNR_NAK_GEN | IB_DEVICE_N_NOTIFY_CQ;
  121. for (i = 0; i < ARRAY_SIZE(cap_mapping); i += 2)
  122. if (rblock->hca_cap_indicators & cap_mapping[i + 1])
  123. props->device_cap_flags |= cap_mapping[i];
  124. query_device1:
  125. ehca_free_fw_ctrlblock(rblock);
  126. return ret;
  127. }
  128. static enum ib_mtu map_mtu(struct ehca_shca *shca, u32 fw_mtu)
  129. {
  130. switch (fw_mtu) {
  131. case 0x1:
  132. return IB_MTU_256;
  133. case 0x2:
  134. return IB_MTU_512;
  135. case 0x3:
  136. return IB_MTU_1024;
  137. case 0x4:
  138. return IB_MTU_2048;
  139. case 0x5:
  140. return IB_MTU_4096;
  141. default:
  142. ehca_err(&shca->ib_device, "Unknown MTU size: %x.",
  143. fw_mtu);
  144. return 0;
  145. }
  146. }
  147. static u8 map_number_of_vls(struct ehca_shca *shca, u32 vl_cap)
  148. {
  149. switch (vl_cap) {
  150. case 0x1:
  151. return 1;
  152. case 0x2:
  153. return 2;
  154. case 0x3:
  155. return 4;
  156. case 0x4:
  157. return 8;
  158. case 0x5:
  159. return 15;
  160. default:
  161. ehca_err(&shca->ib_device, "invalid Vl Capability: %x.",
  162. vl_cap);
  163. return 0;
  164. }
  165. }
  166. int ehca_query_port(struct ib_device *ibdev,
  167. u8 port, struct ib_port_attr *props)
  168. {
  169. int ret = 0;
  170. u64 h_ret;
  171. struct ehca_shca *shca = container_of(ibdev, struct ehca_shca,
  172. ib_device);
  173. struct hipz_query_port *rblock;
  174. rblock = ehca_alloc_fw_ctrlblock(GFP_KERNEL);
  175. if (!rblock) {
  176. ehca_err(&shca->ib_device, "Can't allocate rblock memory.");
  177. return -ENOMEM;
  178. }
  179. h_ret = hipz_h_query_port(shca->ipz_hca_handle, port, rblock);
  180. if (h_ret != H_SUCCESS) {
  181. ehca_err(&shca->ib_device, "Can't query port properties");
  182. ret = -EINVAL;
  183. goto query_port1;
  184. }
  185. memset(props, 0, sizeof(struct ib_port_attr));
  186. props->active_mtu = props->max_mtu = map_mtu(shca, rblock->max_mtu);
  187. props->port_cap_flags = rblock->capability_mask;
  188. props->gid_tbl_len = rblock->gid_tbl_len;
  189. if (rblock->max_msg_sz)
  190. props->max_msg_sz = rblock->max_msg_sz;
  191. else
  192. props->max_msg_sz = 0x1 << 31;
  193. props->bad_pkey_cntr = rblock->bad_pkey_cntr;
  194. props->qkey_viol_cntr = rblock->qkey_viol_cntr;
  195. props->pkey_tbl_len = rblock->pkey_tbl_len;
  196. props->lid = rblock->lid;
  197. props->sm_lid = rblock->sm_lid;
  198. props->lmc = rblock->lmc;
  199. props->sm_sl = rblock->sm_sl;
  200. props->subnet_timeout = rblock->subnet_timeout;
  201. props->init_type_reply = rblock->init_type_reply;
  202. props->max_vl_num = map_number_of_vls(shca, rblock->vl_cap);
  203. if (rblock->state && rblock->phys_width) {
  204. props->phys_state = rblock->phys_pstate;
  205. props->state = rblock->phys_state;
  206. props->active_width = rblock->phys_width;
  207. props->active_speed = rblock->phys_speed;
  208. } else {
  209. /* old firmware releases don't report physical
  210. * port info, so use default values
  211. */
  212. props->phys_state = 5;
  213. props->state = rblock->state;
  214. props->active_width = IB_WIDTH_12X;
  215. props->active_speed = IB_SPEED_SDR;
  216. }
  217. query_port1:
  218. ehca_free_fw_ctrlblock(rblock);
  219. return ret;
  220. }
  221. int ehca_query_sma_attr(struct ehca_shca *shca,
  222. u8 port, struct ehca_sma_attr *attr)
  223. {
  224. int ret = 0;
  225. u64 h_ret;
  226. struct hipz_query_port *rblock;
  227. rblock = ehca_alloc_fw_ctrlblock(GFP_ATOMIC);
  228. if (!rblock) {
  229. ehca_err(&shca->ib_device, "Can't allocate rblock memory.");
  230. return -ENOMEM;
  231. }
  232. h_ret = hipz_h_query_port(shca->ipz_hca_handle, port, rblock);
  233. if (h_ret != H_SUCCESS) {
  234. ehca_err(&shca->ib_device, "Can't query port properties");
  235. ret = -EINVAL;
  236. goto query_sma_attr1;
  237. }
  238. memset(attr, 0, sizeof(struct ehca_sma_attr));
  239. attr->lid = rblock->lid;
  240. attr->lmc = rblock->lmc;
  241. attr->sm_sl = rblock->sm_sl;
  242. attr->sm_lid = rblock->sm_lid;
  243. attr->pkey_tbl_len = rblock->pkey_tbl_len;
  244. memcpy(attr->pkeys, rblock->pkey_entries, sizeof(attr->pkeys));
  245. query_sma_attr1:
  246. ehca_free_fw_ctrlblock(rblock);
  247. return ret;
  248. }
  249. int ehca_query_pkey(struct ib_device *ibdev, u8 port, u16 index, u16 *pkey)
  250. {
  251. int ret = 0;
  252. u64 h_ret;
  253. struct ehca_shca *shca;
  254. struct hipz_query_port *rblock;
  255. shca = container_of(ibdev, struct ehca_shca, ib_device);
  256. if (index > 16) {
  257. ehca_err(&shca->ib_device, "Invalid index: %x.", index);
  258. return -EINVAL;
  259. }
  260. rblock = ehca_alloc_fw_ctrlblock(GFP_KERNEL);
  261. if (!rblock) {
  262. ehca_err(&shca->ib_device, "Can't allocate rblock memory.");
  263. return -ENOMEM;
  264. }
  265. h_ret = hipz_h_query_port(shca->ipz_hca_handle, port, rblock);
  266. if (h_ret != H_SUCCESS) {
  267. ehca_err(&shca->ib_device, "Can't query port properties");
  268. ret = -EINVAL;
  269. goto query_pkey1;
  270. }
  271. memcpy(pkey, &rblock->pkey_entries + index, sizeof(u16));
  272. query_pkey1:
  273. ehca_free_fw_ctrlblock(rblock);
  274. return ret;
  275. }
  276. int ehca_query_gid(struct ib_device *ibdev, u8 port,
  277. int index, union ib_gid *gid)
  278. {
  279. int ret = 0;
  280. u64 h_ret;
  281. struct ehca_shca *shca = container_of(ibdev, struct ehca_shca,
  282. ib_device);
  283. struct hipz_query_port *rblock;
  284. if (index < 0 || index > 255) {
  285. ehca_err(&shca->ib_device, "Invalid index: %x.", index);
  286. return -EINVAL;
  287. }
  288. rblock = ehca_alloc_fw_ctrlblock(GFP_KERNEL);
  289. if (!rblock) {
  290. ehca_err(&shca->ib_device, "Can't allocate rblock memory.");
  291. return -ENOMEM;
  292. }
  293. h_ret = hipz_h_query_port(shca->ipz_hca_handle, port, rblock);
  294. if (h_ret != H_SUCCESS) {
  295. ehca_err(&shca->ib_device, "Can't query port properties");
  296. ret = -EINVAL;
  297. goto query_gid1;
  298. }
  299. memcpy(&gid->raw[0], &rblock->gid_prefix, sizeof(u64));
  300. memcpy(&gid->raw[8], &rblock->guid_entries[index], sizeof(u64));
  301. query_gid1:
  302. ehca_free_fw_ctrlblock(rblock);
  303. return ret;
  304. }
  305. static const u32 allowed_port_caps = (
  306. IB_PORT_SM | IB_PORT_LED_INFO_SUP | IB_PORT_CM_SUP |
  307. IB_PORT_SNMP_TUNNEL_SUP | IB_PORT_DEVICE_MGMT_SUP |
  308. IB_PORT_VENDOR_CLASS_SUP);
  309. int ehca_modify_port(struct ib_device *ibdev,
  310. u8 port, int port_modify_mask,
  311. struct ib_port_modify *props)
  312. {
  313. int ret = 0;
  314. struct ehca_shca *shca;
  315. struct hipz_query_port *rblock;
  316. u32 cap;
  317. u64 hret;
  318. shca = container_of(ibdev, struct ehca_shca, ib_device);
  319. if ((props->set_port_cap_mask | props->clr_port_cap_mask)
  320. & ~allowed_port_caps) {
  321. ehca_err(&shca->ib_device, "Non-changeable bits set in masks "
  322. "set=%x clr=%x allowed=%x", props->set_port_cap_mask,
  323. props->clr_port_cap_mask, allowed_port_caps);
  324. return -EINVAL;
  325. }
  326. if (mutex_lock_interruptible(&shca->modify_mutex))
  327. return -ERESTARTSYS;
  328. rblock = ehca_alloc_fw_ctrlblock(GFP_KERNEL);
  329. if (!rblock) {
  330. ehca_err(&shca->ib_device, "Can't allocate rblock memory.");
  331. ret = -ENOMEM;
  332. goto modify_port1;
  333. }
  334. hret = hipz_h_query_port(shca->ipz_hca_handle, port, rblock);
  335. if (hret != H_SUCCESS) {
  336. ehca_err(&shca->ib_device, "Can't query port properties");
  337. ret = -EINVAL;
  338. goto modify_port2;
  339. }
  340. cap = (rblock->capability_mask | props->set_port_cap_mask)
  341. & ~props->clr_port_cap_mask;
  342. hret = hipz_h_modify_port(shca->ipz_hca_handle, port,
  343. cap, props->init_type, port_modify_mask);
  344. if (hret != H_SUCCESS) {
  345. ehca_err(&shca->ib_device, "Modify port failed h_ret=%lli",
  346. hret);
  347. ret = -EINVAL;
  348. }
  349. modify_port2:
  350. ehca_free_fw_ctrlblock(rblock);
  351. modify_port1:
  352. mutex_unlock(&shca->modify_mutex);
  353. return ret;
  354. }