en_main.c 8.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316
  1. /*
  2. * Copyright (c) 2007 Mellanox Technologies. All rights reserved.
  3. *
  4. * This software is available to you under a choice of one of two
  5. * licenses. You may choose to be licensed under the terms of the GNU
  6. * General Public License (GPL) Version 2, available from the file
  7. * COPYING in the main directory of this source tree, or the
  8. * OpenIB.org BSD license below:
  9. *
  10. * Redistribution and use in source and binary forms, with or
  11. * without modification, are permitted provided that the following
  12. * conditions are met:
  13. *
  14. * - Redistributions of source code must retain the above
  15. * copyright notice, this list of conditions and the following
  16. * disclaimer.
  17. *
  18. * - Redistributions in binary form must reproduce the above
  19. * copyright notice, this list of conditions and the following
  20. * disclaimer in the documentation and/or other materials
  21. * provided with the distribution.
  22. *
  23. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  24. * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  25. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  26. * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  27. * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  28. * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  29. * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  30. * SOFTWARE.
  31. *
  32. */
  33. #include <linux/cpumask.h>
  34. #include <linux/module.h>
  35. #include <linux/delay.h>
  36. #include <linux/netdevice.h>
  37. #include <linux/slab.h>
  38. #include <linux/mlx4/driver.h>
  39. #include <linux/mlx4/device.h>
  40. #include <linux/mlx4/cmd.h>
  41. #include "mlx4_en.h"
  42. MODULE_AUTHOR("Liran Liss, Yevgeny Petrilin");
  43. MODULE_DESCRIPTION("Mellanox ConnectX HCA Ethernet driver");
  44. MODULE_LICENSE("Dual BSD/GPL");
  45. MODULE_VERSION(DRV_VERSION " ("DRV_RELDATE")");
  46. static const char mlx4_en_version[] =
  47. DRV_NAME ": Mellanox ConnectX HCA Ethernet driver v"
  48. DRV_VERSION " (" DRV_RELDATE ")\n";
  49. #define MLX4_EN_PARM_INT(X, def_val, desc) \
  50. static unsigned int X = def_val;\
  51. module_param(X , uint, 0444); \
  52. MODULE_PARM_DESC(X, desc);
  53. /*
  54. * Device scope module parameters
  55. */
  56. /* Enable RSS UDP traffic */
  57. MLX4_EN_PARM_INT(udp_rss, 1,
  58. "Enable RSS for incomming UDP traffic or disabled (0)");
  59. /* Priority pausing */
  60. MLX4_EN_PARM_INT(pfctx, 0, "Priority based Flow Control policy on TX[7:0]."
  61. " Per priority bit mask");
  62. MLX4_EN_PARM_INT(pfcrx, 0, "Priority based Flow Control policy on RX[7:0]."
  63. " Per priority bit mask");
  64. int en_print(const char *level, const struct mlx4_en_priv *priv,
  65. const char *format, ...)
  66. {
  67. va_list args;
  68. struct va_format vaf;
  69. int i;
  70. va_start(args, format);
  71. vaf.fmt = format;
  72. vaf.va = &args;
  73. if (priv->registered)
  74. i = printk("%s%s: %s: %pV",
  75. level, DRV_NAME, priv->dev->name, &vaf);
  76. else
  77. i = printk("%s%s: %s: Port %d: %pV",
  78. level, DRV_NAME, dev_name(&priv->mdev->pdev->dev),
  79. priv->port, &vaf);
  80. va_end(args);
  81. return i;
  82. }
  83. static int mlx4_en_get_profile(struct mlx4_en_dev *mdev)
  84. {
  85. struct mlx4_en_profile *params = &mdev->profile;
  86. int i;
  87. params->udp_rss = udp_rss;
  88. if (params->udp_rss && !(mdev->dev->caps.flags
  89. & MLX4_DEV_CAP_FLAG_UDP_RSS)) {
  90. mlx4_warn(mdev, "UDP RSS is not supported on this device.\n");
  91. params->udp_rss = 0;
  92. }
  93. for (i = 1; i <= MLX4_MAX_PORTS; i++) {
  94. params->prof[i].rx_pause = 1;
  95. params->prof[i].rx_ppp = pfcrx;
  96. params->prof[i].tx_pause = 1;
  97. params->prof[i].tx_ppp = pfctx;
  98. params->prof[i].tx_ring_size = MLX4_EN_DEF_TX_RING_SIZE;
  99. params->prof[i].rx_ring_size = MLX4_EN_DEF_RX_RING_SIZE;
  100. params->prof[i].tx_ring_num = MLX4_EN_NUM_TX_RINGS +
  101. (!!pfcrx) * MLX4_EN_NUM_PPP_RINGS;
  102. params->prof[i].rss_rings = 0;
  103. }
  104. return 0;
  105. }
  106. static void *mlx4_en_get_netdev(struct mlx4_dev *dev, void *ctx, u8 port)
  107. {
  108. struct mlx4_en_dev *endev = ctx;
  109. return endev->pndev[port];
  110. }
  111. static void mlx4_en_event(struct mlx4_dev *dev, void *endev_ptr,
  112. enum mlx4_dev_event event, int port)
  113. {
  114. struct mlx4_en_dev *mdev = (struct mlx4_en_dev *) endev_ptr;
  115. struct mlx4_en_priv *priv;
  116. if (!mdev->pndev[port])
  117. return;
  118. priv = netdev_priv(mdev->pndev[port]);
  119. switch (event) {
  120. case MLX4_DEV_EVENT_PORT_UP:
  121. case MLX4_DEV_EVENT_PORT_DOWN:
  122. /* To prevent races, we poll the link state in a separate
  123. task rather than changing it here */
  124. priv->link_state = event;
  125. queue_work(mdev->workqueue, &priv->linkstate_task);
  126. break;
  127. case MLX4_DEV_EVENT_CATASTROPHIC_ERROR:
  128. mlx4_err(mdev, "Internal error detected, restarting device\n");
  129. break;
  130. default:
  131. mlx4_warn(mdev, "Unhandled event: %d\n", event);
  132. }
  133. }
  134. static void mlx4_en_remove(struct mlx4_dev *dev, void *endev_ptr)
  135. {
  136. struct mlx4_en_dev *mdev = endev_ptr;
  137. int i;
  138. mutex_lock(&mdev->state_lock);
  139. mdev->device_up = false;
  140. mutex_unlock(&mdev->state_lock);
  141. mlx4_foreach_port(i, dev, MLX4_PORT_TYPE_ETH)
  142. if (mdev->pndev[i])
  143. mlx4_en_destroy_netdev(mdev->pndev[i]);
  144. flush_workqueue(mdev->workqueue);
  145. destroy_workqueue(mdev->workqueue);
  146. mlx4_mr_free(dev, &mdev->mr);
  147. iounmap(mdev->uar_map);
  148. mlx4_uar_free(dev, &mdev->priv_uar);
  149. mlx4_pd_free(dev, mdev->priv_pdn);
  150. kfree(mdev);
  151. }
  152. static void *mlx4_en_add(struct mlx4_dev *dev)
  153. {
  154. struct mlx4_en_dev *mdev;
  155. int i;
  156. int err;
  157. printk_once(KERN_INFO "%s", mlx4_en_version);
  158. mdev = kzalloc(sizeof *mdev, GFP_KERNEL);
  159. if (!mdev) {
  160. dev_err(&dev->pdev->dev, "Device struct alloc failed, "
  161. "aborting.\n");
  162. err = -ENOMEM;
  163. goto err_free_res;
  164. }
  165. if (mlx4_pd_alloc(dev, &mdev->priv_pdn))
  166. goto err_free_dev;
  167. if (mlx4_uar_alloc(dev, &mdev->priv_uar))
  168. goto err_pd;
  169. mdev->uar_map = ioremap((phys_addr_t) mdev->priv_uar.pfn << PAGE_SHIFT,
  170. PAGE_SIZE);
  171. if (!mdev->uar_map)
  172. goto err_uar;
  173. spin_lock_init(&mdev->uar_lock);
  174. mdev->dev = dev;
  175. mdev->dma_device = &(dev->pdev->dev);
  176. mdev->pdev = dev->pdev;
  177. mdev->device_up = false;
  178. mdev->LSO_support = !!(dev->caps.flags & (1 << 15));
  179. if (!mdev->LSO_support)
  180. mlx4_warn(mdev, "LSO not supported, please upgrade to later "
  181. "FW version to enable LSO\n");
  182. if (mlx4_mr_alloc(mdev->dev, mdev->priv_pdn, 0, ~0ull,
  183. MLX4_PERM_LOCAL_WRITE | MLX4_PERM_LOCAL_READ,
  184. 0, 0, &mdev->mr)) {
  185. mlx4_err(mdev, "Failed allocating memory region\n");
  186. goto err_map;
  187. }
  188. if (mlx4_mr_enable(mdev->dev, &mdev->mr)) {
  189. mlx4_err(mdev, "Failed enabling memory region\n");
  190. goto err_mr;
  191. }
  192. /* Build device profile according to supplied module parameters */
  193. err = mlx4_en_get_profile(mdev);
  194. if (err) {
  195. mlx4_err(mdev, "Bad module parameters, aborting.\n");
  196. goto err_mr;
  197. }
  198. /* Configure which ports to start according to module parameters */
  199. mdev->port_cnt = 0;
  200. mlx4_foreach_port(i, dev, MLX4_PORT_TYPE_ETH)
  201. mdev->port_cnt++;
  202. mlx4_foreach_port(i, dev, MLX4_PORT_TYPE_ETH) {
  203. if (!dev->caps.comp_pool) {
  204. mdev->profile.prof[i].rx_ring_num =
  205. rounddown_pow_of_two(max_t(int, MIN_RX_RINGS,
  206. min_t(int,
  207. dev->caps.num_comp_vectors,
  208. MAX_RX_RINGS)));
  209. } else {
  210. mdev->profile.prof[i].rx_ring_num = rounddown_pow_of_two(
  211. min_t(int, dev->caps.comp_pool/
  212. dev->caps.num_ports - 1 , MAX_MSIX_P_PORT - 1));
  213. }
  214. }
  215. /* Create our own workqueue for reset/multicast tasks
  216. * Note: we cannot use the shared workqueue because of deadlocks caused
  217. * by the rtnl lock */
  218. mdev->workqueue = create_singlethread_workqueue("mlx4_en");
  219. if (!mdev->workqueue) {
  220. err = -ENOMEM;
  221. goto err_mr;
  222. }
  223. /* At this stage all non-port specific tasks are complete:
  224. * mark the card state as up */
  225. mutex_init(&mdev->state_lock);
  226. mdev->device_up = true;
  227. /* Setup ports */
  228. /* Create a netdev for each port */
  229. mlx4_foreach_port(i, dev, MLX4_PORT_TYPE_ETH) {
  230. mlx4_info(mdev, "Activating port:%d\n", i);
  231. if (mlx4_en_init_netdev(mdev, i, &mdev->profile.prof[i]))
  232. mdev->pndev[i] = NULL;
  233. }
  234. return mdev;
  235. err_mr:
  236. mlx4_mr_free(dev, &mdev->mr);
  237. err_map:
  238. if (!mdev->uar_map)
  239. iounmap(mdev->uar_map);
  240. err_uar:
  241. mlx4_uar_free(dev, &mdev->priv_uar);
  242. err_pd:
  243. mlx4_pd_free(dev, mdev->priv_pdn);
  244. err_free_dev:
  245. kfree(mdev);
  246. err_free_res:
  247. return NULL;
  248. }
  249. static struct mlx4_interface mlx4_en_interface = {
  250. .add = mlx4_en_add,
  251. .remove = mlx4_en_remove,
  252. .event = mlx4_en_event,
  253. .get_dev = mlx4_en_get_netdev,
  254. .protocol = MLX4_PROT_ETH,
  255. };
  256. static int __init mlx4_en_init(void)
  257. {
  258. return mlx4_register_interface(&mlx4_en_interface);
  259. }
  260. static void __exit mlx4_en_cleanup(void)
  261. {
  262. mlx4_unregister_interface(&mlx4_en_interface);
  263. }
  264. module_init(mlx4_en_init);
  265. module_exit(mlx4_en_cleanup);