codel.h 5.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165
  1. #ifndef __NET_SCHED_CODEL_H
  2. #define __NET_SCHED_CODEL_H
  3. /*
  4. * Codel - The Controlled-Delay Active Queue Management algorithm
  5. *
  6. * Copyright (C) 2011-2012 Kathleen Nichols <nichols@pollere.com>
  7. * Copyright (C) 2011-2012 Van Jacobson <van@pollere.net>
  8. * Copyright (C) 2012 Michael D. Taht <dave.taht@bufferbloat.net>
  9. * Copyright (C) 2012,2015 Eric Dumazet <edumazet@google.com>
  10. *
  11. * Redistribution and use in source and binary forms, with or without
  12. * modification, are permitted provided that the following conditions
  13. * are met:
  14. * 1. Redistributions of source code must retain the above copyright
  15. * notice, this list of conditions, and the following disclaimer,
  16. * without modification.
  17. * 2. Redistributions in binary form must reproduce the above copyright
  18. * notice, this list of conditions and the following disclaimer in the
  19. * documentation and/or other materials provided with the distribution.
  20. * 3. The names of the authors may not be used to endorse or promote products
  21. * derived from this software without specific prior written permission.
  22. *
  23. * Alternatively, provided that this notice is retained in full, this
  24. * software may be distributed under the terms of the GNU General
  25. * Public License ("GPL") version 2, in which case the provisions of the
  26. * GPL apply INSTEAD OF those given above.
  27. *
  28. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  29. * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  30. * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  31. * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  32. * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  33. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  34. * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  35. * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  36. * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  37. * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  38. * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
  39. * DAMAGE.
  40. *
  41. */
  42. #include <linux/types.h>
  43. #include <linux/ktime.h>
  44. #include <linux/skbuff.h>
  45. #include <net/pkt_sched.h>
  46. #include <net/inet_ecn.h>
  47. /* Controlling Queue Delay (CoDel) algorithm
  48. * =========================================
  49. * Source : Kathleen Nichols and Van Jacobson
  50. * http://queue.acm.org/detail.cfm?id=2209336
  51. *
  52. * Implemented on linux by Dave Taht and Eric Dumazet
  53. */
  54. /* CoDel uses a 1024 nsec clock, encoded in u32
  55. * This gives a range of 2199 seconds, because of signed compares
  56. */
  57. typedef u32 codel_time_t;
  58. typedef s32 codel_tdiff_t;
  59. #define CODEL_SHIFT 10
  60. #define MS2TIME(a) ((a * NSEC_PER_MSEC) >> CODEL_SHIFT)
  61. static inline codel_time_t codel_get_time(void)
  62. {
  63. u64 ns = ktime_get_ns();
  64. return ns >> CODEL_SHIFT;
  65. }
  66. /* Dealing with timer wrapping, according to RFC 1982, as desc in wikipedia:
  67. * https://en.wikipedia.org/wiki/Serial_number_arithmetic#General_Solution
  68. * codel_time_after(a,b) returns true if the time a is after time b.
  69. */
  70. #define codel_time_after(a, b) \
  71. (typecheck(codel_time_t, a) && \
  72. typecheck(codel_time_t, b) && \
  73. ((s32)((a) - (b)) > 0))
  74. #define codel_time_before(a, b) codel_time_after(b, a)
  75. #define codel_time_after_eq(a, b) \
  76. (typecheck(codel_time_t, a) && \
  77. typecheck(codel_time_t, b) && \
  78. ((s32)((a) - (b)) >= 0))
  79. #define codel_time_before_eq(a, b) codel_time_after_eq(b, a)
  80. static inline u32 codel_time_to_us(codel_time_t val)
  81. {
  82. u64 valns = ((u64)val << CODEL_SHIFT);
  83. do_div(valns, NSEC_PER_USEC);
  84. return (u32)valns;
  85. }
  86. /**
  87. * struct codel_params - contains codel parameters
  88. * @target: target queue size (in time units)
  89. * @ce_threshold: threshold for marking packets with ECN CE
  90. * @interval: width of moving time window
  91. * @mtu: device mtu, or minimal queue backlog in bytes.
  92. * @ecn: is Explicit Congestion Notification enabled
  93. */
  94. struct codel_params {
  95. codel_time_t target;
  96. codel_time_t ce_threshold;
  97. codel_time_t interval;
  98. u32 mtu;
  99. bool ecn;
  100. };
  101. /**
  102. * struct codel_vars - contains codel variables
  103. * @count: how many drops we've done since the last time we
  104. * entered dropping state
  105. * @lastcount: count at entry to dropping state
  106. * @dropping: set to true if in dropping state
  107. * @rec_inv_sqrt: reciprocal value of sqrt(count) >> 1
  108. * @first_above_time: when we went (or will go) continuously above target
  109. * for interval
  110. * @drop_next: time to drop next packet, or when we dropped last
  111. * @ldelay: sojourn time of last dequeued packet
  112. */
  113. struct codel_vars {
  114. u32 count;
  115. u32 lastcount;
  116. bool dropping;
  117. u16 rec_inv_sqrt;
  118. codel_time_t first_above_time;
  119. codel_time_t drop_next;
  120. codel_time_t ldelay;
  121. };
  122. #define REC_INV_SQRT_BITS (8 * sizeof(u16)) /* or sizeof_in_bits(rec_inv_sqrt) */
  123. /* needed shift to get a Q0.32 number from rec_inv_sqrt */
  124. #define REC_INV_SQRT_SHIFT (32 - REC_INV_SQRT_BITS)
  125. /**
  126. * struct codel_stats - contains codel shared variables and stats
  127. * @maxpacket: largest packet we've seen so far
  128. * @drop_count: temp count of dropped packets in dequeue()
  129. * @drop_len: bytes of dropped packets in dequeue()
  130. * ecn_mark: number of packets we ECN marked instead of dropping
  131. * ce_mark: number of packets CE marked because sojourn time was above ce_threshold
  132. */
  133. struct codel_stats {
  134. u32 maxpacket;
  135. u32 drop_count;
  136. u32 drop_len;
  137. u32 ecn_mark;
  138. u32 ce_mark;
  139. };
  140. #define CODEL_DISABLED_THRESHOLD INT_MAX
  141. typedef u32 (*codel_skb_len_t)(const struct sk_buff *skb);
  142. typedef codel_time_t (*codel_skb_time_t)(const struct sk_buff *skb);
  143. typedef void (*codel_skb_drop_t)(struct sk_buff *skb, void *ctx);
  144. typedef struct sk_buff * (*codel_skb_dequeue_t)(struct codel_vars *vars,
  145. void *ctx);
  146. #endif