usnic_fwd.c 8.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366
  1. /*
  2. * Copyright (c) 2013, Cisco Systems, Inc. All rights reserved.
  3. *
  4. * This software is available to you under a choice of one of two
  5. * licenses. You may choose to be licensed under the terms of the GNU
  6. * General Public License (GPL) Version 2, available from the file
  7. * COPYING in the main directory of this source tree, or the
  8. * BSD license below:
  9. *
  10. * Redistribution and use in source and binary forms, with or
  11. * without modification, are permitted provided that the following
  12. * conditions are met:
  13. *
  14. * - Redistributions of source code must retain the above
  15. * copyright notice, this list of conditions and the following
  16. * disclaimer.
  17. *
  18. * - Redistributions in binary form must reproduce the above
  19. * copyright notice, this list of conditions and the following
  20. * disclaimer in the documentation and/or other materials
  21. * provided with the distribution.
  22. *
  23. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  24. * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  25. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  26. * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  27. * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  28. * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  29. * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  30. * SOFTWARE.
  31. *
  32. */
  33. #include <linux/netdevice.h>
  34. #include <linux/pci.h>
  35. #include "enic_api.h"
  36. #include "usnic_common_pkt_hdr.h"
  37. #include "usnic_fwd.h"
  38. #include "usnic_log.h"
  39. static int usnic_fwd_devcmd_locked(struct usnic_fwd_dev *ufdev, int vnic_idx,
  40. enum vnic_devcmd_cmd cmd, u64 *a0,
  41. u64 *a1)
  42. {
  43. int status;
  44. struct net_device *netdev = ufdev->netdev;
  45. lockdep_assert_held(&ufdev->lock);
  46. status = enic_api_devcmd_proxy_by_index(netdev,
  47. vnic_idx,
  48. cmd,
  49. a0, a1,
  50. 1000);
  51. if (status) {
  52. if (status == ERR_EINVAL && cmd == CMD_DEL_FILTER) {
  53. usnic_dbg("Dev %s vnic idx %u cmd %u already deleted",
  54. ufdev->name, vnic_idx, cmd);
  55. } else {
  56. usnic_err("Dev %s vnic idx %u cmd %u failed with status %d\n",
  57. ufdev->name, vnic_idx, cmd,
  58. status);
  59. }
  60. } else {
  61. usnic_dbg("Dev %s vnic idx %u cmd %u success",
  62. ufdev->name, vnic_idx, cmd);
  63. }
  64. return status;
  65. }
  66. static int usnic_fwd_devcmd(struct usnic_fwd_dev *ufdev, int vnic_idx,
  67. enum vnic_devcmd_cmd cmd, u64 *a0, u64 *a1)
  68. {
  69. int status;
  70. spin_lock(&ufdev->lock);
  71. status = usnic_fwd_devcmd_locked(ufdev, vnic_idx, cmd, a0, a1);
  72. spin_unlock(&ufdev->lock);
  73. return status;
  74. }
  75. struct usnic_fwd_dev *usnic_fwd_dev_alloc(struct pci_dev *pdev)
  76. {
  77. struct usnic_fwd_dev *ufdev;
  78. ufdev = kzalloc(sizeof(*ufdev), GFP_KERNEL);
  79. if (!ufdev)
  80. return NULL;
  81. ufdev->pdev = pdev;
  82. ufdev->netdev = pci_get_drvdata(pdev);
  83. spin_lock_init(&ufdev->lock);
  84. strncpy(ufdev->name, netdev_name(ufdev->netdev),
  85. sizeof(ufdev->name) - 1);
  86. return ufdev;
  87. }
  88. void usnic_fwd_dev_free(struct usnic_fwd_dev *ufdev)
  89. {
  90. kfree(ufdev);
  91. }
  92. void usnic_fwd_set_mac(struct usnic_fwd_dev *ufdev, char mac[ETH_ALEN])
  93. {
  94. spin_lock(&ufdev->lock);
  95. memcpy(&ufdev->mac, mac, sizeof(ufdev->mac));
  96. spin_unlock(&ufdev->lock);
  97. }
  98. int usnic_fwd_add_ipaddr(struct usnic_fwd_dev *ufdev, __be32 inaddr)
  99. {
  100. int status;
  101. spin_lock(&ufdev->lock);
  102. if (ufdev->inaddr == 0) {
  103. ufdev->inaddr = inaddr;
  104. status = 0;
  105. } else {
  106. status = -EFAULT;
  107. }
  108. spin_unlock(&ufdev->lock);
  109. return status;
  110. }
  111. void usnic_fwd_del_ipaddr(struct usnic_fwd_dev *ufdev)
  112. {
  113. spin_lock(&ufdev->lock);
  114. ufdev->inaddr = 0;
  115. spin_unlock(&ufdev->lock);
  116. }
  117. void usnic_fwd_carrier_up(struct usnic_fwd_dev *ufdev)
  118. {
  119. spin_lock(&ufdev->lock);
  120. ufdev->link_up = 1;
  121. spin_unlock(&ufdev->lock);
  122. }
  123. void usnic_fwd_carrier_down(struct usnic_fwd_dev *ufdev)
  124. {
  125. spin_lock(&ufdev->lock);
  126. ufdev->link_up = 0;
  127. spin_unlock(&ufdev->lock);
  128. }
  129. void usnic_fwd_set_mtu(struct usnic_fwd_dev *ufdev, unsigned int mtu)
  130. {
  131. spin_lock(&ufdev->lock);
  132. ufdev->mtu = mtu;
  133. spin_unlock(&ufdev->lock);
  134. }
  135. static int usnic_fwd_dev_ready_locked(struct usnic_fwd_dev *ufdev)
  136. {
  137. lockdep_assert_held(&ufdev->lock);
  138. if (!ufdev->link_up)
  139. return -EPERM;
  140. return 0;
  141. }
  142. static int validate_filter_locked(struct usnic_fwd_dev *ufdev,
  143. struct filter *filter)
  144. {
  145. lockdep_assert_held(&ufdev->lock);
  146. if (filter->type == FILTER_IPV4_5TUPLE) {
  147. if (!(filter->u.ipv4.flags & FILTER_FIELD_5TUP_DST_AD))
  148. return -EACCES;
  149. if (!(filter->u.ipv4.flags & FILTER_FIELD_5TUP_DST_PT))
  150. return -EBUSY;
  151. else if (ufdev->inaddr == 0)
  152. return -EINVAL;
  153. else if (filter->u.ipv4.dst_port == 0)
  154. return -ERANGE;
  155. else if (ntohl(ufdev->inaddr) != filter->u.ipv4.dst_addr)
  156. return -EFAULT;
  157. else
  158. return 0;
  159. }
  160. return 0;
  161. }
  162. static void fill_tlv(struct filter_tlv *tlv, struct filter *filter,
  163. struct filter_action *action)
  164. {
  165. tlv->type = CLSF_TLV_FILTER;
  166. tlv->length = sizeof(struct filter);
  167. *((struct filter *)&tlv->val) = *filter;
  168. tlv = (struct filter_tlv *)((char *)tlv + sizeof(struct filter_tlv) +
  169. sizeof(struct filter));
  170. tlv->type = CLSF_TLV_ACTION;
  171. tlv->length = sizeof(struct filter_action);
  172. *((struct filter_action *)&tlv->val) = *action;
  173. }
  174. struct usnic_fwd_flow*
  175. usnic_fwd_alloc_flow(struct usnic_fwd_dev *ufdev, struct filter *filter,
  176. struct usnic_filter_action *uaction)
  177. {
  178. struct filter_tlv *tlv;
  179. struct pci_dev *pdev;
  180. struct usnic_fwd_flow *flow;
  181. uint64_t a0, a1;
  182. uint64_t tlv_size;
  183. dma_addr_t tlv_pa;
  184. int status;
  185. pdev = ufdev->pdev;
  186. tlv_size = (2*sizeof(struct filter_tlv) + sizeof(struct filter) +
  187. sizeof(struct filter_action));
  188. flow = kzalloc(sizeof(*flow), GFP_ATOMIC);
  189. if (!flow)
  190. return ERR_PTR(-ENOMEM);
  191. tlv = pci_alloc_consistent(pdev, tlv_size, &tlv_pa);
  192. if (!tlv) {
  193. usnic_err("Failed to allocate memory\n");
  194. status = -ENOMEM;
  195. goto out_free_flow;
  196. }
  197. fill_tlv(tlv, filter, &uaction->action);
  198. spin_lock(&ufdev->lock);
  199. status = usnic_fwd_dev_ready_locked(ufdev);
  200. if (status) {
  201. usnic_err("Forwarding dev %s not ready with status %d\n",
  202. ufdev->name, status);
  203. goto out_free_tlv;
  204. }
  205. status = validate_filter_locked(ufdev, filter);
  206. if (status) {
  207. usnic_err("Failed to validate filter with status %d\n",
  208. status);
  209. goto out_free_tlv;
  210. }
  211. /* Issue Devcmd */
  212. a0 = tlv_pa;
  213. a1 = tlv_size;
  214. status = usnic_fwd_devcmd_locked(ufdev, uaction->vnic_idx,
  215. CMD_ADD_FILTER, &a0, &a1);
  216. if (status) {
  217. usnic_err("VF %s Filter add failed with status:%d",
  218. ufdev->name, status);
  219. status = -EFAULT;
  220. goto out_free_tlv;
  221. } else {
  222. usnic_dbg("VF %s FILTER ID:%llu", ufdev->name, a0);
  223. }
  224. flow->flow_id = (uint32_t) a0;
  225. flow->vnic_idx = uaction->vnic_idx;
  226. flow->ufdev = ufdev;
  227. out_free_tlv:
  228. spin_unlock(&ufdev->lock);
  229. pci_free_consistent(pdev, tlv_size, tlv, tlv_pa);
  230. if (!status)
  231. return flow;
  232. out_free_flow:
  233. kfree(flow);
  234. return ERR_PTR(status);
  235. }
  236. int usnic_fwd_dealloc_flow(struct usnic_fwd_flow *flow)
  237. {
  238. int status;
  239. u64 a0, a1;
  240. a0 = flow->flow_id;
  241. status = usnic_fwd_devcmd(flow->ufdev, flow->vnic_idx,
  242. CMD_DEL_FILTER, &a0, &a1);
  243. if (status) {
  244. if (status == ERR_EINVAL) {
  245. usnic_dbg("Filter %u already deleted for VF Idx %u pf: %s status: %d",
  246. flow->flow_id, flow->vnic_idx,
  247. flow->ufdev->name, status);
  248. } else {
  249. usnic_err("PF %s VF Idx %u Filter: %u FILTER DELETE failed with status %d",
  250. flow->ufdev->name, flow->vnic_idx,
  251. flow->flow_id, status);
  252. }
  253. status = 0;
  254. /*
  255. * Log the error and fake success to the caller because if
  256. * a flow fails to be deleted in the firmware, it is an
  257. * unrecoverable error.
  258. */
  259. } else {
  260. usnic_dbg("PF %s VF Idx %u Filter: %u FILTER DELETED",
  261. flow->ufdev->name, flow->vnic_idx,
  262. flow->flow_id);
  263. }
  264. kfree(flow);
  265. return status;
  266. }
  267. int usnic_fwd_enable_qp(struct usnic_fwd_dev *ufdev, int vnic_idx, int qp_idx)
  268. {
  269. int status;
  270. struct net_device *pf_netdev;
  271. u64 a0, a1;
  272. pf_netdev = ufdev->netdev;
  273. a0 = qp_idx;
  274. a1 = CMD_QP_RQWQ;
  275. status = usnic_fwd_devcmd(ufdev, vnic_idx, CMD_QP_ENABLE,
  276. &a0, &a1);
  277. if (status) {
  278. usnic_err("PF %s VNIC Index %u RQ Index: %u ENABLE Failed with status %d",
  279. netdev_name(pf_netdev),
  280. vnic_idx,
  281. qp_idx,
  282. status);
  283. } else {
  284. usnic_dbg("PF %s VNIC Index %u RQ Index: %u ENABLED",
  285. netdev_name(pf_netdev),
  286. vnic_idx, qp_idx);
  287. }
  288. return status;
  289. }
  290. int usnic_fwd_disable_qp(struct usnic_fwd_dev *ufdev, int vnic_idx, int qp_idx)
  291. {
  292. int status;
  293. u64 a0, a1;
  294. struct net_device *pf_netdev;
  295. pf_netdev = ufdev->netdev;
  296. a0 = qp_idx;
  297. a1 = CMD_QP_RQWQ;
  298. status = usnic_fwd_devcmd(ufdev, vnic_idx, CMD_QP_DISABLE,
  299. &a0, &a1);
  300. if (status) {
  301. usnic_err("PF %s VNIC Index %u RQ Index: %u DISABLE Failed with status %d",
  302. netdev_name(pf_netdev),
  303. vnic_idx,
  304. qp_idx,
  305. status);
  306. } else {
  307. usnic_dbg("PF %s VNIC Index %u RQ Index: %u DISABLED",
  308. netdev_name(pf_netdev),
  309. vnic_idx,
  310. qp_idx);
  311. }
  312. return status;
  313. }