hrtimer.h 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445
  1. /*
  2. * include/linux/hrtimer.h
  3. *
  4. * hrtimers - High-resolution kernel timers
  5. *
  6. * Copyright(C) 2005, Thomas Gleixner <tglx@linutronix.de>
  7. * Copyright(C) 2005, Red Hat, Inc., Ingo Molnar
  8. *
  9. * data type definitions, declarations, prototypes
  10. *
  11. * Started by: Thomas Gleixner and Ingo Molnar
  12. *
  13. * For licencing details see kernel-base/COPYING
  14. */
  15. #ifndef _LINUX_HRTIMER_H
  16. #define _LINUX_HRTIMER_H
  17. #include <linux/rbtree.h>
  18. #include <linux/ktime.h>
  19. #include <linux/init.h>
  20. #include <linux/list.h>
  21. #include <linux/wait.h>
  22. #include <linux/percpu.h>
  23. #include <linux/timer.h>
  24. #include <linux/timerqueue.h>
  25. struct hrtimer_clock_base;
  26. struct hrtimer_cpu_base;
  27. /*
  28. * Mode arguments of xxx_hrtimer functions:
  29. */
  30. enum hrtimer_mode {
  31. HRTIMER_MODE_ABS = 0x0, /* Time value is absolute */
  32. HRTIMER_MODE_REL = 0x1, /* Time value is relative to now */
  33. HRTIMER_MODE_PINNED = 0x02, /* Timer is bound to CPU */
  34. HRTIMER_MODE_ABS_PINNED = 0x02,
  35. HRTIMER_MODE_REL_PINNED = 0x03,
  36. };
  37. /*
  38. * Return values for the callback function
  39. */
  40. enum hrtimer_restart {
  41. HRTIMER_NORESTART, /* Timer is not restarted */
  42. HRTIMER_RESTART, /* Timer must be restarted */
  43. };
  44. /*
  45. * Values to track state of the timer
  46. *
  47. * Possible states:
  48. *
  49. * 0x00 inactive
  50. * 0x01 enqueued into rbtree
  51. * 0x02 callback function running
  52. * 0x04 timer is migrated to another cpu
  53. *
  54. * Special cases:
  55. * 0x03 callback function running and enqueued
  56. * (was requeued on another CPU)
  57. * 0x05 timer was migrated on CPU hotunplug
  58. *
  59. * The "callback function running and enqueued" status is only possible on
  60. * SMP. It happens for example when a posix timer expired and the callback
  61. * queued a signal. Between dropping the lock which protects the posix timer
  62. * and reacquiring the base lock of the hrtimer, another CPU can deliver the
  63. * signal and rearm the timer. We have to preserve the callback running state,
  64. * as otherwise the timer could be removed before the softirq code finishes the
  65. * the handling of the timer.
  66. *
  67. * The HRTIMER_STATE_ENQUEUED bit is always or'ed to the current state
  68. * to preserve the HRTIMER_STATE_CALLBACK in the above scenario. This
  69. * also affects HRTIMER_STATE_MIGRATE where the preservation is not
  70. * necessary. HRTIMER_STATE_MIGRATE is cleared after the timer is
  71. * enqueued on the new cpu.
  72. *
  73. * All state transitions are protected by cpu_base->lock.
  74. */
  75. #define HRTIMER_STATE_INACTIVE 0x00
  76. #define HRTIMER_STATE_ENQUEUED 0x01
  77. #define HRTIMER_STATE_CALLBACK 0x02
  78. #define HRTIMER_STATE_MIGRATE 0x04
  79. /**
  80. * struct hrtimer - the basic hrtimer structure
  81. * @node: timerqueue node, which also manages node.expires,
  82. * the absolute expiry time in the hrtimers internal
  83. * representation. The time is related to the clock on
  84. * which the timer is based. Is setup by adding
  85. * slack to the _softexpires value. For non range timers
  86. * identical to _softexpires.
  87. * @_softexpires: the absolute earliest expiry time of the hrtimer.
  88. * The time which was given as expiry time when the timer
  89. * was armed.
  90. * @function: timer expiry callback function
  91. * @base: pointer to the timer base (per cpu and per clock)
  92. * @state: state information (See bit values above)
  93. *
  94. * The hrtimer structure must be initialized by hrtimer_init()
  95. */
  96. struct hrtimer {
  97. struct timerqueue_node node;
  98. ktime_t _softexpires;
  99. enum hrtimer_restart (*function)(struct hrtimer *);
  100. struct hrtimer_clock_base *base;
  101. unsigned long state;
  102. };
  103. /**
  104. * struct hrtimer_sleeper - simple sleeper structure
  105. * @timer: embedded timer structure
  106. * @task: task to wake up
  107. *
  108. * task is set to NULL, when the timer expires.
  109. */
  110. struct hrtimer_sleeper {
  111. struct hrtimer timer;
  112. struct task_struct *task;
  113. };
  114. /**
  115. * struct hrtimer_clock_base - the timer base for a specific clock
  116. * @cpu_base: per cpu clock base
  117. * @index: clock type index for per_cpu support when moving a
  118. * timer to a base on another cpu.
  119. * @clockid: clock id for per_cpu support
  120. * @active: red black tree root node for the active timers
  121. * @resolution: the resolution of the clock, in nanoseconds
  122. * @get_time: function to retrieve the current time of the clock
  123. * @softirq_time: the time when running the hrtimer queue in the softirq
  124. * @offset: offset of this clock to the monotonic base
  125. */
  126. struct hrtimer_clock_base {
  127. struct hrtimer_cpu_base *cpu_base;
  128. int index;
  129. clockid_t clockid;
  130. struct timerqueue_head active;
  131. ktime_t resolution;
  132. ktime_t (*get_time)(void);
  133. ktime_t softirq_time;
  134. ktime_t offset;
  135. };
  136. enum hrtimer_base_type {
  137. HRTIMER_BASE_MONOTONIC,
  138. HRTIMER_BASE_REALTIME,
  139. HRTIMER_BASE_BOOTTIME,
  140. HRTIMER_MAX_CLOCK_BASES,
  141. };
  142. /*
  143. * struct hrtimer_cpu_base - the per cpu clock bases
  144. * @lock: lock protecting the base and associated clock bases
  145. * and timers
  146. * @active_bases: Bitfield to mark bases with active timers
  147. * @clock_was_set: Indicates that clock was set from irq context.
  148. * @expires_next: absolute time of the next event which was scheduled
  149. * via clock_set_next_event()
  150. * @hres_active: State of high resolution mode
  151. * @hang_detected: The last hrtimer interrupt detected a hang
  152. * @nr_events: Total number of hrtimer interrupt events
  153. * @nr_retries: Total number of hrtimer interrupt retries
  154. * @nr_hangs: Total number of hrtimer interrupt hangs
  155. * @max_hang_time: Maximum time spent in hrtimer_interrupt
  156. * @clock_base: array of clock bases for this cpu
  157. */
  158. struct hrtimer_cpu_base {
  159. raw_spinlock_t lock;
  160. unsigned int active_bases;
  161. unsigned int clock_was_set;
  162. #ifdef CONFIG_HIGH_RES_TIMERS
  163. ktime_t expires_next;
  164. int hres_active;
  165. int hang_detected;
  166. unsigned long nr_events;
  167. unsigned long nr_retries;
  168. unsigned long nr_hangs;
  169. ktime_t max_hang_time;
  170. #endif
  171. struct hrtimer_clock_base clock_base[HRTIMER_MAX_CLOCK_BASES];
  172. };
  173. static inline void hrtimer_set_expires(struct hrtimer *timer, ktime_t time)
  174. {
  175. timer->node.expires = time;
  176. timer->_softexpires = time;
  177. }
  178. static inline void hrtimer_set_expires_range(struct hrtimer *timer, ktime_t time, ktime_t delta)
  179. {
  180. timer->_softexpires = time;
  181. timer->node.expires = ktime_add_safe(time, delta);
  182. }
  183. static inline void hrtimer_set_expires_range_ns(struct hrtimer *timer, ktime_t time, unsigned long delta)
  184. {
  185. timer->_softexpires = time;
  186. timer->node.expires = ktime_add_safe(time, ns_to_ktime(delta));
  187. }
  188. static inline void hrtimer_set_expires_tv64(struct hrtimer *timer, s64 tv64)
  189. {
  190. timer->node.expires.tv64 = tv64;
  191. timer->_softexpires.tv64 = tv64;
  192. }
  193. static inline void hrtimer_add_expires(struct hrtimer *timer, ktime_t time)
  194. {
  195. timer->node.expires = ktime_add_safe(timer->node.expires, time);
  196. timer->_softexpires = ktime_add_safe(timer->_softexpires, time);
  197. }
  198. static inline void hrtimer_add_expires_ns(struct hrtimer *timer, u64 ns)
  199. {
  200. timer->node.expires = ktime_add_ns(timer->node.expires, ns);
  201. timer->_softexpires = ktime_add_ns(timer->_softexpires, ns);
  202. }
  203. static inline ktime_t hrtimer_get_expires(const struct hrtimer *timer)
  204. {
  205. return timer->node.expires;
  206. }
  207. static inline ktime_t hrtimer_get_softexpires(const struct hrtimer *timer)
  208. {
  209. return timer->_softexpires;
  210. }
  211. static inline s64 hrtimer_get_expires_tv64(const struct hrtimer *timer)
  212. {
  213. return timer->node.expires.tv64;
  214. }
  215. static inline s64 hrtimer_get_softexpires_tv64(const struct hrtimer *timer)
  216. {
  217. return timer->_softexpires.tv64;
  218. }
  219. static inline s64 hrtimer_get_expires_ns(const struct hrtimer *timer)
  220. {
  221. return ktime_to_ns(timer->node.expires);
  222. }
  223. static inline ktime_t hrtimer_expires_remaining(const struct hrtimer *timer)
  224. {
  225. return ktime_sub(timer->node.expires, timer->base->get_time());
  226. }
  227. #ifdef CONFIG_HIGH_RES_TIMERS
  228. struct clock_event_device;
  229. extern void hrtimer_interrupt(struct clock_event_device *dev);
  230. /*
  231. * In high resolution mode the time reference must be read accurate
  232. */
  233. static inline ktime_t hrtimer_cb_get_time(struct hrtimer *timer)
  234. {
  235. return timer->base->get_time();
  236. }
  237. static inline int hrtimer_is_hres_active(struct hrtimer *timer)
  238. {
  239. return timer->base->cpu_base->hres_active;
  240. }
  241. extern void hrtimer_peek_ahead_timers(void);
  242. /*
  243. * The resolution of the clocks. The resolution value is returned in
  244. * the clock_getres() system call to give application programmers an
  245. * idea of the (in)accuracy of timers. Timer values are rounded up to
  246. * this resolution values.
  247. */
  248. # define HIGH_RES_NSEC 1
  249. # define KTIME_HIGH_RES (ktime_t) { .tv64 = HIGH_RES_NSEC }
  250. # define MONOTONIC_RES_NSEC HIGH_RES_NSEC
  251. # define KTIME_MONOTONIC_RES KTIME_HIGH_RES
  252. extern void clock_was_set_delayed(void);
  253. #else
  254. # define MONOTONIC_RES_NSEC LOW_RES_NSEC
  255. # define KTIME_MONOTONIC_RES KTIME_LOW_RES
  256. static inline void hrtimer_peek_ahead_timers(void) { }
  257. /*
  258. * In non high resolution mode the time reference is taken from
  259. * the base softirq time variable.
  260. */
  261. static inline ktime_t hrtimer_cb_get_time(struct hrtimer *timer)
  262. {
  263. return timer->base->softirq_time;
  264. }
  265. static inline int hrtimer_is_hres_active(struct hrtimer *timer)
  266. {
  267. return 0;
  268. }
  269. static inline void clock_was_set_delayed(void) { }
  270. #endif
  271. extern void clock_was_set(void);
  272. #ifdef CONFIG_TIMERFD
  273. extern void timerfd_clock_was_set(void);
  274. #else
  275. static inline void timerfd_clock_was_set(void) { }
  276. #endif
  277. extern void hrtimers_resume(void);
  278. extern ktime_t ktime_get(void);
  279. extern ktime_t ktime_get_real(void);
  280. extern ktime_t ktime_get_boottime(void);
  281. extern ktime_t ktime_get_monotonic_offset(void);
  282. extern ktime_t ktime_get_update_offsets(ktime_t *offs_real, ktime_t *offs_boot);
  283. DECLARE_PER_CPU(struct tick_device, tick_cpu_device);
  284. /* Exported timer functions: */
  285. /* Initialize timers: */
  286. extern void hrtimer_init(struct hrtimer *timer, clockid_t which_clock,
  287. enum hrtimer_mode mode);
  288. #ifdef CONFIG_DEBUG_OBJECTS_TIMERS
  289. extern void hrtimer_init_on_stack(struct hrtimer *timer, clockid_t which_clock,
  290. enum hrtimer_mode mode);
  291. extern void destroy_hrtimer_on_stack(struct hrtimer *timer);
  292. #else
  293. static inline void hrtimer_init_on_stack(struct hrtimer *timer,
  294. clockid_t which_clock,
  295. enum hrtimer_mode mode)
  296. {
  297. hrtimer_init(timer, which_clock, mode);
  298. }
  299. static inline void destroy_hrtimer_on_stack(struct hrtimer *timer) { }
  300. #endif
  301. /* Basic timer operations: */
  302. extern int hrtimer_start(struct hrtimer *timer, ktime_t tim,
  303. const enum hrtimer_mode mode);
  304. extern int hrtimer_start_range_ns(struct hrtimer *timer, ktime_t tim,
  305. unsigned long range_ns, const enum hrtimer_mode mode);
  306. extern int
  307. __hrtimer_start_range_ns(struct hrtimer *timer, ktime_t tim,
  308. unsigned long delta_ns,
  309. const enum hrtimer_mode mode, int wakeup);
  310. extern int hrtimer_cancel(struct hrtimer *timer);
  311. extern int hrtimer_try_to_cancel(struct hrtimer *timer);
  312. static inline int hrtimer_start_expires(struct hrtimer *timer,
  313. enum hrtimer_mode mode)
  314. {
  315. unsigned long delta;
  316. ktime_t soft, hard;
  317. soft = hrtimer_get_softexpires(timer);
  318. hard = hrtimer_get_expires(timer);
  319. delta = ktime_to_ns(ktime_sub(hard, soft));
  320. return hrtimer_start_range_ns(timer, soft, delta, mode);
  321. }
  322. static inline int hrtimer_restart(struct hrtimer *timer)
  323. {
  324. return hrtimer_start_expires(timer, HRTIMER_MODE_ABS);
  325. }
  326. /* Query timers: */
  327. extern ktime_t hrtimer_get_remaining(const struct hrtimer *timer);
  328. extern int hrtimer_get_res(const clockid_t which_clock, struct timespec *tp);
  329. extern ktime_t hrtimer_get_next_event(void);
  330. /*
  331. * A timer is active, when it is enqueued into the rbtree or the
  332. * callback function is running or it's in the state of being migrated
  333. * to another cpu.
  334. */
  335. static inline int hrtimer_active(const struct hrtimer *timer)
  336. {
  337. return timer->state != HRTIMER_STATE_INACTIVE;
  338. }
  339. /*
  340. * Helper function to check, whether the timer is on one of the queues
  341. */
  342. static inline int hrtimer_is_queued(struct hrtimer *timer)
  343. {
  344. return timer->state & HRTIMER_STATE_ENQUEUED;
  345. }
  346. /*
  347. * Helper function to check, whether the timer is running the callback
  348. * function
  349. */
  350. static inline int hrtimer_callback_running(struct hrtimer *timer)
  351. {
  352. return timer->state & HRTIMER_STATE_CALLBACK;
  353. }
  354. /* Forward a hrtimer so it expires after now: */
  355. extern u64
  356. hrtimer_forward(struct hrtimer *timer, ktime_t now, ktime_t interval);
  357. /* Forward a hrtimer so it expires after the hrtimer's current now */
  358. static inline u64 hrtimer_forward_now(struct hrtimer *timer,
  359. ktime_t interval)
  360. {
  361. return hrtimer_forward(timer, timer->base->get_time(), interval);
  362. }
  363. /* Precise sleep: */
  364. extern long hrtimer_nanosleep(struct timespec *rqtp,
  365. struct timespec __user *rmtp,
  366. const enum hrtimer_mode mode,
  367. const clockid_t clockid);
  368. extern long hrtimer_nanosleep_restart(struct restart_block *restart_block);
  369. extern void hrtimer_init_sleeper(struct hrtimer_sleeper *sl,
  370. struct task_struct *tsk);
  371. extern int schedule_hrtimeout_range(ktime_t *expires, unsigned long delta,
  372. const enum hrtimer_mode mode);
  373. extern int schedule_hrtimeout_range_clock(ktime_t *expires,
  374. unsigned long delta, const enum hrtimer_mode mode, int clock);
  375. extern int schedule_hrtimeout(ktime_t *expires, const enum hrtimer_mode mode);
  376. /* Soft interrupt function to run the hrtimer queues: */
  377. extern void hrtimer_run_queues(void);
  378. extern void hrtimer_run_pending(void);
  379. /* Bootup initialization: */
  380. extern void __init hrtimers_init(void);
  381. /* Show pending timers: */
  382. extern void sysrq_timer_list_show(void);
  383. #endif