loopback.c 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217
  1. /*
  2. * INET An implementation of the TCP/IP protocol suite for the LINUX
  3. * operating system. INET is implemented using the BSD Socket
  4. * interface as the means of communication with the user level.
  5. *
  6. * Pseudo-driver for the loopback interface.
  7. *
  8. * Version: @(#)loopback.c 1.0.4b 08/16/93
  9. *
  10. * Authors: Ross Biro
  11. * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
  12. * Donald Becker, <becker@scyld.com>
  13. *
  14. * Alan Cox : Fixed oddments for NET3.014
  15. * Alan Cox : Rejig for NET3.029 snap #3
  16. * Alan Cox : Fixed NET3.029 bugs and sped up
  17. * Larry McVoy : Tiny tweak to double performance
  18. * Alan Cox : Backed out LMV's tweak - the linux mm
  19. * can't take it...
  20. * Michael Griffith: Don't bother computing the checksums
  21. * on packets received on the loopback
  22. * interface.
  23. * Alexey Kuznetsov: Potential hang under some extreme
  24. * cases removed.
  25. *
  26. * This program is free software; you can redistribute it and/or
  27. * modify it under the terms of the GNU General Public License
  28. * as published by the Free Software Foundation; either version
  29. * 2 of the License, or (at your option) any later version.
  30. */
  31. #include <linux/kernel.h>
  32. #include <linux/jiffies.h>
  33. #include <linux/module.h>
  34. #include <linux/interrupt.h>
  35. #include <linux/fs.h>
  36. #include <linux/types.h>
  37. #include <linux/string.h>
  38. #include <linux/socket.h>
  39. #include <linux/errno.h>
  40. #include <linux/fcntl.h>
  41. #include <linux/in.h>
  42. #include <linux/init.h>
  43. #include <asm/system.h>
  44. #include <asm/uaccess.h>
  45. #include <asm/io.h>
  46. #include <linux/inet.h>
  47. #include <linux/netdevice.h>
  48. #include <linux/etherdevice.h>
  49. #include <linux/skbuff.h>
  50. #include <linux/ethtool.h>
  51. #include <net/sock.h>
  52. #include <net/checksum.h>
  53. #include <linux/if_ether.h> /* For the statistics structure. */
  54. #include <linux/if_arp.h> /* For ARPHRD_ETHER */
  55. #include <linux/ip.h>
  56. #include <linux/tcp.h>
  57. #include <linux/percpu.h>
  58. #include <net/net_namespace.h>
  59. #include <linux/u64_stats_sync.h>
  60. struct pcpu_lstats {
  61. u64 packets;
  62. u64 bytes;
  63. struct u64_stats_sync syncp;
  64. };
  65. /*
  66. * The higher levels take care of making this non-reentrant (it's
  67. * called with bh's disabled).
  68. */
  69. static netdev_tx_t loopback_xmit(struct sk_buff *skb,
  70. struct net_device *dev)
  71. {
  72. struct pcpu_lstats *lb_stats;
  73. int len;
  74. skb_orphan(skb);
  75. skb->protocol = eth_type_trans(skb, dev);
  76. /* it's OK to use per_cpu_ptr() because BHs are off */
  77. lb_stats = this_cpu_ptr(dev->lstats);
  78. len = skb->len;
  79. if (likely(netif_rx(skb) == NET_RX_SUCCESS)) {
  80. u64_stats_update_begin(&lb_stats->syncp);
  81. lb_stats->bytes += len;
  82. lb_stats->packets++;
  83. u64_stats_update_end(&lb_stats->syncp);
  84. }
  85. return NETDEV_TX_OK;
  86. }
  87. static struct rtnl_link_stats64 *loopback_get_stats64(struct net_device *dev,
  88. struct rtnl_link_stats64 *stats)
  89. {
  90. u64 bytes = 0;
  91. u64 packets = 0;
  92. int i;
  93. for_each_possible_cpu(i) {
  94. const struct pcpu_lstats *lb_stats;
  95. u64 tbytes, tpackets;
  96. unsigned int start;
  97. lb_stats = per_cpu_ptr(dev->lstats, i);
  98. do {
  99. start = u64_stats_fetch_begin(&lb_stats->syncp);
  100. tbytes = lb_stats->bytes;
  101. tpackets = lb_stats->packets;
  102. } while (u64_stats_fetch_retry(&lb_stats->syncp, start));
  103. bytes += tbytes;
  104. packets += tpackets;
  105. }
  106. stats->rx_packets = packets;
  107. stats->tx_packets = packets;
  108. stats->rx_bytes = bytes;
  109. stats->tx_bytes = bytes;
  110. return stats;
  111. }
  112. static u32 always_on(struct net_device *dev)
  113. {
  114. return 1;
  115. }
  116. static const struct ethtool_ops loopback_ethtool_ops = {
  117. .get_link = always_on,
  118. };
  119. static int loopback_dev_init(struct net_device *dev)
  120. {
  121. dev->lstats = alloc_percpu(struct pcpu_lstats);
  122. if (!dev->lstats)
  123. return -ENOMEM;
  124. return 0;
  125. }
  126. static void loopback_dev_free(struct net_device *dev)
  127. {
  128. free_percpu(dev->lstats);
  129. free_netdev(dev);
  130. }
  131. static const struct net_device_ops loopback_ops = {
  132. .ndo_init = loopback_dev_init,
  133. .ndo_start_xmit= loopback_xmit,
  134. .ndo_get_stats64 = loopback_get_stats64,
  135. };
  136. /*
  137. * The loopback device is special. There is only one instance
  138. * per network namespace.
  139. */
  140. static void loopback_setup(struct net_device *dev)
  141. {
  142. dev->mtu = (16 * 1024) + 20 + 20 + 12;
  143. dev->hard_header_len = ETH_HLEN; /* 14 */
  144. dev->addr_len = ETH_ALEN; /* 6 */
  145. dev->tx_queue_len = 0;
  146. dev->type = ARPHRD_LOOPBACK; /* 0x0001*/
  147. dev->flags = IFF_LOOPBACK;
  148. dev->priv_flags &= ~IFF_XMIT_DST_RELEASE;
  149. dev->hw_features = NETIF_F_ALL_TSO | NETIF_F_UFO;
  150. dev->features = NETIF_F_SG | NETIF_F_FRAGLIST
  151. | NETIF_F_ALL_TSO
  152. | NETIF_F_UFO
  153. | NETIF_F_NO_CSUM
  154. | NETIF_F_RXCSUM
  155. | NETIF_F_HIGHDMA
  156. | NETIF_F_LLTX
  157. | NETIF_F_NETNS_LOCAL
  158. | NETIF_F_VLAN_CHALLENGED
  159. | NETIF_F_LOOPBACK;
  160. dev->ethtool_ops = &loopback_ethtool_ops;
  161. dev->header_ops = &eth_header_ops;
  162. dev->netdev_ops = &loopback_ops;
  163. dev->destructor = loopback_dev_free;
  164. }
  165. /* Setup and register the loopback device. */
  166. static __net_init int loopback_net_init(struct net *net)
  167. {
  168. struct net_device *dev;
  169. int err;
  170. err = -ENOMEM;
  171. dev = alloc_netdev(0, "lo", loopback_setup);
  172. if (!dev)
  173. goto out;
  174. dev_net_set(dev, net);
  175. err = register_netdev(dev);
  176. if (err)
  177. goto out_free_netdev;
  178. net->loopback_dev = dev;
  179. return 0;
  180. out_free_netdev:
  181. free_netdev(dev);
  182. out:
  183. if (net_eq(net, &init_net))
  184. panic("loopback: Failed to register netdevice: %d\n", err);
  185. return err;
  186. }
  187. /* Registered in net/core/dev.c */
  188. struct pernet_operations __net_initdata loopback_net_ops = {
  189. .init = loopback_net_init,
  190. };