workqueue.h 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639
  1. /*
  2. * workqueue.h --- work queue handling for Linux.
  3. */
  4. #ifndef _LINUX_WORKQUEUE_H
  5. #define _LINUX_WORKQUEUE_H
  6. #include <linux/timer.h>
  7. #include <linux/linkage.h>
  8. #include <linux/bitops.h>
  9. #include <linux/lockdep.h>
  10. #include <linux/threads.h>
  11. #include <linux/atomic.h>
  12. #include <linux/cpumask.h>
  13. struct workqueue_struct;
  14. struct work_struct;
  15. typedef void (*work_func_t)(struct work_struct *work);
  16. void delayed_work_timer_fn(unsigned long __data);
  17. /*
  18. * The first word is the work queue pointer and the flags rolled into
  19. * one
  20. */
  21. #define work_data_bits(work) ((unsigned long *)(&(work)->data))
  22. enum {
  23. WORK_STRUCT_PENDING_BIT = 0, /* work item is pending execution */
  24. WORK_STRUCT_DELAYED_BIT = 1, /* work item is delayed */
  25. WORK_STRUCT_PWQ_BIT = 2, /* data points to pwq */
  26. WORK_STRUCT_LINKED_BIT = 3, /* next work is linked to this one */
  27. #ifdef CONFIG_DEBUG_OBJECTS_WORK
  28. WORK_STRUCT_STATIC_BIT = 4, /* static initializer (debugobjects) */
  29. WORK_STRUCT_COLOR_SHIFT = 5, /* color for workqueue flushing */
  30. #else
  31. WORK_STRUCT_COLOR_SHIFT = 4, /* color for workqueue flushing */
  32. #endif
  33. WORK_STRUCT_COLOR_BITS = 4,
  34. WORK_STRUCT_PENDING = 1 << WORK_STRUCT_PENDING_BIT,
  35. WORK_STRUCT_DELAYED = 1 << WORK_STRUCT_DELAYED_BIT,
  36. WORK_STRUCT_PWQ = 1 << WORK_STRUCT_PWQ_BIT,
  37. WORK_STRUCT_LINKED = 1 << WORK_STRUCT_LINKED_BIT,
  38. #ifdef CONFIG_DEBUG_OBJECTS_WORK
  39. WORK_STRUCT_STATIC = 1 << WORK_STRUCT_STATIC_BIT,
  40. #else
  41. WORK_STRUCT_STATIC = 0,
  42. #endif
  43. /*
  44. * The last color is no color used for works which don't
  45. * participate in workqueue flushing.
  46. */
  47. WORK_NR_COLORS = (1 << WORK_STRUCT_COLOR_BITS) - 1,
  48. WORK_NO_COLOR = WORK_NR_COLORS,
  49. /* not bound to any CPU, prefer the local CPU */
  50. WORK_CPU_UNBOUND = NR_CPUS,
  51. /*
  52. * Reserve 7 bits off of pwq pointer w/ debugobjects turned off.
  53. * This makes pwqs aligned to 256 bytes and allows 15 workqueue
  54. * flush colors.
  55. */
  56. WORK_STRUCT_FLAG_BITS = WORK_STRUCT_COLOR_SHIFT +
  57. WORK_STRUCT_COLOR_BITS,
  58. /* data contains off-queue information when !WORK_STRUCT_PWQ */
  59. WORK_OFFQ_FLAG_BASE = WORK_STRUCT_COLOR_SHIFT,
  60. __WORK_OFFQ_CANCELING = WORK_OFFQ_FLAG_BASE,
  61. WORK_OFFQ_CANCELING = (1 << __WORK_OFFQ_CANCELING),
  62. /*
  63. * When a work item is off queue, its high bits point to the last
  64. * pool it was on. Cap at 31 bits and use the highest number to
  65. * indicate that no pool is associated.
  66. */
  67. WORK_OFFQ_FLAG_BITS = 1,
  68. WORK_OFFQ_POOL_SHIFT = WORK_OFFQ_FLAG_BASE + WORK_OFFQ_FLAG_BITS,
  69. WORK_OFFQ_LEFT = BITS_PER_LONG - WORK_OFFQ_POOL_SHIFT,
  70. WORK_OFFQ_POOL_BITS = WORK_OFFQ_LEFT <= 31 ? WORK_OFFQ_LEFT : 31,
  71. WORK_OFFQ_POOL_NONE = (1LU << WORK_OFFQ_POOL_BITS) - 1,
  72. /* convenience constants */
  73. WORK_STRUCT_FLAG_MASK = (1UL << WORK_STRUCT_FLAG_BITS) - 1,
  74. WORK_STRUCT_WQ_DATA_MASK = ~WORK_STRUCT_FLAG_MASK,
  75. WORK_STRUCT_NO_POOL = (unsigned long)WORK_OFFQ_POOL_NONE << WORK_OFFQ_POOL_SHIFT,
  76. /* bit mask for work_busy() return values */
  77. WORK_BUSY_PENDING = 1 << 0,
  78. WORK_BUSY_RUNNING = 1 << 1,
  79. /* maximum string length for set_worker_desc() */
  80. WORKER_DESC_LEN = 24,
  81. };
  82. struct work_struct {
  83. atomic_long_t data;
  84. struct list_head entry;
  85. work_func_t func;
  86. #ifdef CONFIG_LOCKDEP
  87. struct lockdep_map lockdep_map;
  88. #endif
  89. };
  90. #define WORK_DATA_INIT() ATOMIC_LONG_INIT(WORK_STRUCT_NO_POOL)
  91. #define WORK_DATA_STATIC_INIT() \
  92. ATOMIC_LONG_INIT(WORK_STRUCT_NO_POOL | WORK_STRUCT_STATIC)
  93. struct delayed_work {
  94. struct work_struct work;
  95. struct timer_list timer;
  96. /* target workqueue and CPU ->timer uses to queue ->work */
  97. struct workqueue_struct *wq;
  98. int cpu;
  99. };
  100. /*
  101. * A struct for workqueue attributes. This can be used to change
  102. * attributes of an unbound workqueue.
  103. *
  104. * Unlike other fields, ->no_numa isn't a property of a worker_pool. It
  105. * only modifies how apply_workqueue_attrs() select pools and thus doesn't
  106. * participate in pool hash calculations or equality comparisons.
  107. */
  108. struct workqueue_attrs {
  109. int nice; /* nice level */
  110. cpumask_var_t cpumask; /* allowed CPUs */
  111. bool no_numa; /* disable NUMA affinity */
  112. };
  113. static inline struct delayed_work *to_delayed_work(struct work_struct *work)
  114. {
  115. return container_of(work, struct delayed_work, work);
  116. }
  117. struct execute_work {
  118. struct work_struct work;
  119. };
  120. #ifdef CONFIG_LOCKDEP
  121. /*
  122. * NB: because we have to copy the lockdep_map, setting _key
  123. * here is required, otherwise it could get initialised to the
  124. * copy of the lockdep_map!
  125. */
  126. #define __WORK_INIT_LOCKDEP_MAP(n, k) \
  127. .lockdep_map = STATIC_LOCKDEP_MAP_INIT(n, k),
  128. #else
  129. #define __WORK_INIT_LOCKDEP_MAP(n, k)
  130. #endif
  131. #define __WORK_INITIALIZER(n, f) { \
  132. .data = WORK_DATA_STATIC_INIT(), \
  133. .entry = { &(n).entry, &(n).entry }, \
  134. .func = (f), \
  135. __WORK_INIT_LOCKDEP_MAP(#n, &(n)) \
  136. }
  137. #define __DELAYED_WORK_INITIALIZER(n, f, tflags) { \
  138. .work = __WORK_INITIALIZER((n).work, (f)), \
  139. .timer = __TIMER_INITIALIZER(delayed_work_timer_fn, \
  140. 0, (unsigned long)&(n), \
  141. (tflags) | TIMER_IRQSAFE), \
  142. }
  143. #define DECLARE_WORK(n, f) \
  144. struct work_struct n = __WORK_INITIALIZER(n, f)
  145. #define DECLARE_DELAYED_WORK(n, f) \
  146. struct delayed_work n = __DELAYED_WORK_INITIALIZER(n, f, 0)
  147. #define DECLARE_DEFERRABLE_WORK(n, f) \
  148. struct delayed_work n = __DELAYED_WORK_INITIALIZER(n, f, TIMER_DEFERRABLE)
  149. #ifdef CONFIG_DEBUG_OBJECTS_WORK
  150. extern void __init_work(struct work_struct *work, int onstack);
  151. extern void destroy_work_on_stack(struct work_struct *work);
  152. extern void destroy_delayed_work_on_stack(struct delayed_work *work);
  153. static inline unsigned int work_static(struct work_struct *work)
  154. {
  155. return *work_data_bits(work) & WORK_STRUCT_STATIC;
  156. }
  157. #else
  158. static inline void __init_work(struct work_struct *work, int onstack) { }
  159. static inline void destroy_work_on_stack(struct work_struct *work) { }
  160. static inline void destroy_delayed_work_on_stack(struct delayed_work *work) { }
  161. static inline unsigned int work_static(struct work_struct *work) { return 0; }
  162. #endif
  163. /*
  164. * initialize all of a work item in one go
  165. *
  166. * NOTE! No point in using "atomic_long_set()": using a direct
  167. * assignment of the work data initializer allows the compiler
  168. * to generate better code.
  169. */
  170. #ifdef CONFIG_LOCKDEP
  171. #define __INIT_WORK(_work, _func, _onstack) \
  172. do { \
  173. static struct lock_class_key __key; \
  174. \
  175. __init_work((_work), _onstack); \
  176. (_work)->data = (atomic_long_t) WORK_DATA_INIT(); \
  177. lockdep_init_map(&(_work)->lockdep_map, #_work, &__key, 0); \
  178. INIT_LIST_HEAD(&(_work)->entry); \
  179. (_work)->func = (_func); \
  180. } while (0)
  181. #else
  182. #define __INIT_WORK(_work, _func, _onstack) \
  183. do { \
  184. __init_work((_work), _onstack); \
  185. (_work)->data = (atomic_long_t) WORK_DATA_INIT(); \
  186. INIT_LIST_HEAD(&(_work)->entry); \
  187. (_work)->func = (_func); \
  188. } while (0)
  189. #endif
  190. #define INIT_WORK(_work, _func) \
  191. __INIT_WORK((_work), (_func), 0)
  192. #define INIT_WORK_ONSTACK(_work, _func) \
  193. __INIT_WORK((_work), (_func), 1)
  194. #define __INIT_DELAYED_WORK(_work, _func, _tflags) \
  195. do { \
  196. INIT_WORK(&(_work)->work, (_func)); \
  197. __setup_timer(&(_work)->timer, delayed_work_timer_fn, \
  198. (unsigned long)(_work), \
  199. (_tflags) | TIMER_IRQSAFE); \
  200. } while (0)
  201. #define __INIT_DELAYED_WORK_ONSTACK(_work, _func, _tflags) \
  202. do { \
  203. INIT_WORK_ONSTACK(&(_work)->work, (_func)); \
  204. __setup_timer_on_stack(&(_work)->timer, \
  205. delayed_work_timer_fn, \
  206. (unsigned long)(_work), \
  207. (_tflags) | TIMER_IRQSAFE); \
  208. } while (0)
  209. #define INIT_DELAYED_WORK(_work, _func) \
  210. __INIT_DELAYED_WORK(_work, _func, 0)
  211. #define INIT_DELAYED_WORK_ONSTACK(_work, _func) \
  212. __INIT_DELAYED_WORK_ONSTACK(_work, _func, 0)
  213. #define INIT_DEFERRABLE_WORK(_work, _func) \
  214. __INIT_DELAYED_WORK(_work, _func, TIMER_DEFERRABLE)
  215. #define INIT_DEFERRABLE_WORK_ONSTACK(_work, _func) \
  216. __INIT_DELAYED_WORK_ONSTACK(_work, _func, TIMER_DEFERRABLE)
  217. /**
  218. * work_pending - Find out whether a work item is currently pending
  219. * @work: The work item in question
  220. */
  221. #define work_pending(work) \
  222. test_bit(WORK_STRUCT_PENDING_BIT, work_data_bits(work))
  223. /**
  224. * delayed_work_pending - Find out whether a delayable work item is currently
  225. * pending
  226. * @w: The work item in question
  227. */
  228. #define delayed_work_pending(w) \
  229. work_pending(&(w)->work)
  230. /*
  231. * Workqueue flags and constants. For details, please refer to
  232. * Documentation/workqueue.txt.
  233. */
  234. enum {
  235. WQ_UNBOUND = 1 << 1, /* not bound to any cpu */
  236. WQ_FREEZABLE = 1 << 2, /* freeze during suspend */
  237. WQ_MEM_RECLAIM = 1 << 3, /* may be used for memory reclaim */
  238. WQ_HIGHPRI = 1 << 4, /* high priority */
  239. WQ_CPU_INTENSIVE = 1 << 5, /* cpu intensive workqueue */
  240. WQ_SYSFS = 1 << 6, /* visible in sysfs, see wq_sysfs_register() */
  241. /*
  242. * Per-cpu workqueues are generally preferred because they tend to
  243. * show better performance thanks to cache locality. Per-cpu
  244. * workqueues exclude the scheduler from choosing the CPU to
  245. * execute the worker threads, which has an unfortunate side effect
  246. * of increasing power consumption.
  247. *
  248. * The scheduler considers a CPU idle if it doesn't have any task
  249. * to execute and tries to keep idle cores idle to conserve power;
  250. * however, for example, a per-cpu work item scheduled from an
  251. * interrupt handler on an idle CPU will force the scheduler to
  252. * excute the work item on that CPU breaking the idleness, which in
  253. * turn may lead to more scheduling choices which are sub-optimal
  254. * in terms of power consumption.
  255. *
  256. * Workqueues marked with WQ_POWER_EFFICIENT are per-cpu by default
  257. * but become unbound if workqueue.power_efficient kernel param is
  258. * specified. Per-cpu workqueues which are identified to
  259. * contribute significantly to power-consumption are identified and
  260. * marked with this flag and enabling the power_efficient mode
  261. * leads to noticeable power saving at the cost of small
  262. * performance disadvantage.
  263. *
  264. * http://thread.gmane.org/gmane.linux.kernel/1480396
  265. */
  266. WQ_POWER_EFFICIENT = 1 << 7,
  267. __WQ_DRAINING = 1 << 16, /* internal: workqueue is draining */
  268. __WQ_ORDERED = 1 << 17, /* internal: workqueue is ordered */
  269. __WQ_LEGACY = 1 << 18, /* internal: create*_workqueue() */
  270. __WQ_ORDERED_EXPLICIT = 1 << 19, /* internal: alloc_ordered_workqueue() */
  271. WQ_MAX_ACTIVE = 512, /* I like 512, better ideas? */
  272. WQ_MAX_UNBOUND_PER_CPU = 4, /* 4 * #cpus for unbound wq */
  273. WQ_DFL_ACTIVE = WQ_MAX_ACTIVE / 2,
  274. };
  275. /* unbound wq's aren't per-cpu, scale max_active according to #cpus */
  276. #define WQ_UNBOUND_MAX_ACTIVE \
  277. max_t(int, WQ_MAX_ACTIVE, num_possible_cpus() * WQ_MAX_UNBOUND_PER_CPU)
  278. /*
  279. * System-wide workqueues which are always present.
  280. *
  281. * system_wq is the one used by schedule[_delayed]_work[_on]().
  282. * Multi-CPU multi-threaded. There are users which expect relatively
  283. * short queue flush time. Don't queue works which can run for too
  284. * long.
  285. *
  286. * system_highpri_wq is similar to system_wq but for work items which
  287. * require WQ_HIGHPRI.
  288. *
  289. * system_long_wq is similar to system_wq but may host long running
  290. * works. Queue flushing might take relatively long.
  291. *
  292. * system_unbound_wq is unbound workqueue. Workers are not bound to
  293. * any specific CPU, not concurrency managed, and all queued works are
  294. * executed immediately as long as max_active limit is not reached and
  295. * resources are available.
  296. *
  297. * system_freezable_wq is equivalent to system_wq except that it's
  298. * freezable.
  299. *
  300. * *_power_efficient_wq are inclined towards saving power and converted
  301. * into WQ_UNBOUND variants if 'wq_power_efficient' is enabled; otherwise,
  302. * they are same as their non-power-efficient counterparts - e.g.
  303. * system_power_efficient_wq is identical to system_wq if
  304. * 'wq_power_efficient' is disabled. See WQ_POWER_EFFICIENT for more info.
  305. */
  306. extern struct workqueue_struct *system_wq;
  307. extern struct workqueue_struct *system_highpri_wq;
  308. extern struct workqueue_struct *system_long_wq;
  309. extern struct workqueue_struct *system_unbound_wq;
  310. extern struct workqueue_struct *system_freezable_wq;
  311. extern struct workqueue_struct *system_power_efficient_wq;
  312. extern struct workqueue_struct *system_freezable_power_efficient_wq;
  313. extern struct workqueue_struct *
  314. __alloc_workqueue_key(const char *fmt, unsigned int flags, int max_active,
  315. struct lock_class_key *key, const char *lock_name, ...) __printf(1, 6);
  316. /**
  317. * alloc_workqueue - allocate a workqueue
  318. * @fmt: printf format for the name of the workqueue
  319. * @flags: WQ_* flags
  320. * @max_active: max in-flight work items, 0 for default
  321. * @args...: args for @fmt
  322. *
  323. * Allocate a workqueue with the specified parameters. For detailed
  324. * information on WQ_* flags, please refer to Documentation/workqueue.txt.
  325. *
  326. * The __lock_name macro dance is to guarantee that single lock_class_key
  327. * doesn't end up with different namesm, which isn't allowed by lockdep.
  328. *
  329. * RETURNS:
  330. * Pointer to the allocated workqueue on success, %NULL on failure.
  331. */
  332. #ifdef CONFIG_LOCKDEP
  333. #define alloc_workqueue(fmt, flags, max_active, args...) \
  334. ({ \
  335. static struct lock_class_key __key; \
  336. const char *__lock_name; \
  337. \
  338. __lock_name = #fmt#args; \
  339. \
  340. __alloc_workqueue_key((fmt), (flags), (max_active), \
  341. &__key, __lock_name, ##args); \
  342. })
  343. #else
  344. #define alloc_workqueue(fmt, flags, max_active, args...) \
  345. __alloc_workqueue_key((fmt), (flags), (max_active), \
  346. NULL, NULL, ##args)
  347. #endif
  348. /**
  349. * alloc_ordered_workqueue - allocate an ordered workqueue
  350. * @fmt: printf format for the name of the workqueue
  351. * @flags: WQ_* flags (only WQ_FREEZABLE and WQ_MEM_RECLAIM are meaningful)
  352. * @args...: args for @fmt
  353. *
  354. * Allocate an ordered workqueue. An ordered workqueue executes at
  355. * most one work item at any given time in the queued order. They are
  356. * implemented as unbound workqueues with @max_active of one.
  357. *
  358. * RETURNS:
  359. * Pointer to the allocated workqueue on success, %NULL on failure.
  360. */
  361. #define alloc_ordered_workqueue(fmt, flags, args...) \
  362. alloc_workqueue(fmt, WQ_UNBOUND | __WQ_ORDERED | \
  363. __WQ_ORDERED_EXPLICIT | (flags), 1, ##args)
  364. #define create_workqueue(name) \
  365. alloc_workqueue("%s", __WQ_LEGACY | WQ_MEM_RECLAIM, 1, (name))
  366. #define create_freezable_workqueue(name) \
  367. alloc_workqueue("%s", __WQ_LEGACY | WQ_FREEZABLE | WQ_UNBOUND | \
  368. WQ_MEM_RECLAIM, 1, (name))
  369. #define create_singlethread_workqueue(name) \
  370. alloc_ordered_workqueue("%s", __WQ_LEGACY | WQ_MEM_RECLAIM, name)
  371. extern void destroy_workqueue(struct workqueue_struct *wq);
  372. struct workqueue_attrs *alloc_workqueue_attrs(gfp_t gfp_mask);
  373. void free_workqueue_attrs(struct workqueue_attrs *attrs);
  374. int apply_workqueue_attrs(struct workqueue_struct *wq,
  375. const struct workqueue_attrs *attrs);
  376. int workqueue_set_unbound_cpumask(cpumask_var_t cpumask);
  377. extern bool queue_work_on(int cpu, struct workqueue_struct *wq,
  378. struct work_struct *work);
  379. extern bool queue_delayed_work_on(int cpu, struct workqueue_struct *wq,
  380. struct delayed_work *work, unsigned long delay);
  381. extern bool mod_delayed_work_on(int cpu, struct workqueue_struct *wq,
  382. struct delayed_work *dwork, unsigned long delay);
  383. extern void flush_workqueue(struct workqueue_struct *wq);
  384. extern void drain_workqueue(struct workqueue_struct *wq);
  385. extern int schedule_on_each_cpu(work_func_t func);
  386. int execute_in_process_context(work_func_t fn, struct execute_work *);
  387. extern bool flush_work(struct work_struct *work);
  388. extern bool cancel_work(struct work_struct *work);
  389. extern bool cancel_work_sync(struct work_struct *work);
  390. extern bool flush_delayed_work(struct delayed_work *dwork);
  391. extern bool cancel_delayed_work(struct delayed_work *dwork);
  392. extern bool cancel_delayed_work_sync(struct delayed_work *dwork);
  393. extern void workqueue_set_max_active(struct workqueue_struct *wq,
  394. int max_active);
  395. extern struct work_struct *current_work(void);
  396. extern bool current_is_workqueue_rescuer(void);
  397. extern bool workqueue_congested(int cpu, struct workqueue_struct *wq);
  398. extern unsigned int work_busy(struct work_struct *work);
  399. extern __printf(1, 2) void set_worker_desc(const char *fmt, ...);
  400. extern void print_worker_info(const char *log_lvl, struct task_struct *task);
  401. extern void show_workqueue_state(void);
  402. /**
  403. * queue_work - queue work on a workqueue
  404. * @wq: workqueue to use
  405. * @work: work to queue
  406. *
  407. * Returns %false if @work was already on a queue, %true otherwise.
  408. *
  409. * We queue the work to the CPU on which it was submitted, but if the CPU dies
  410. * it can be processed by another CPU.
  411. */
  412. static inline bool queue_work(struct workqueue_struct *wq,
  413. struct work_struct *work)
  414. {
  415. return queue_work_on(WORK_CPU_UNBOUND, wq, work);
  416. }
  417. /**
  418. * queue_delayed_work - queue work on a workqueue after delay
  419. * @wq: workqueue to use
  420. * @dwork: delayable work to queue
  421. * @delay: number of jiffies to wait before queueing
  422. *
  423. * Equivalent to queue_delayed_work_on() but tries to use the local CPU.
  424. */
  425. static inline bool queue_delayed_work(struct workqueue_struct *wq,
  426. struct delayed_work *dwork,
  427. unsigned long delay)
  428. {
  429. return queue_delayed_work_on(WORK_CPU_UNBOUND, wq, dwork, delay);
  430. }
  431. /**
  432. * mod_delayed_work - modify delay of or queue a delayed work
  433. * @wq: workqueue to use
  434. * @dwork: work to queue
  435. * @delay: number of jiffies to wait before queueing
  436. *
  437. * mod_delayed_work_on() on local CPU.
  438. */
  439. static inline bool mod_delayed_work(struct workqueue_struct *wq,
  440. struct delayed_work *dwork,
  441. unsigned long delay)
  442. {
  443. return mod_delayed_work_on(WORK_CPU_UNBOUND, wq, dwork, delay);
  444. }
  445. /**
  446. * schedule_work_on - put work task on a specific cpu
  447. * @cpu: cpu to put the work task on
  448. * @work: job to be done
  449. *
  450. * This puts a job on a specific cpu
  451. */
  452. static inline bool schedule_work_on(int cpu, struct work_struct *work)
  453. {
  454. return queue_work_on(cpu, system_wq, work);
  455. }
  456. /**
  457. * schedule_work - put work task in global workqueue
  458. * @work: job to be done
  459. *
  460. * Returns %false if @work was already on the kernel-global workqueue and
  461. * %true otherwise.
  462. *
  463. * This puts a job in the kernel-global workqueue if it was not already
  464. * queued and leaves it in the same position on the kernel-global
  465. * workqueue otherwise.
  466. */
  467. static inline bool schedule_work(struct work_struct *work)
  468. {
  469. return queue_work(system_wq, work);
  470. }
  471. /**
  472. * flush_scheduled_work - ensure that any scheduled work has run to completion.
  473. *
  474. * Forces execution of the kernel-global workqueue and blocks until its
  475. * completion.
  476. *
  477. * Think twice before calling this function! It's very easy to get into
  478. * trouble if you don't take great care. Either of the following situations
  479. * will lead to deadlock:
  480. *
  481. * One of the work items currently on the workqueue needs to acquire
  482. * a lock held by your code or its caller.
  483. *
  484. * Your code is running in the context of a work routine.
  485. *
  486. * They will be detected by lockdep when they occur, but the first might not
  487. * occur very often. It depends on what work items are on the workqueue and
  488. * what locks they need, which you have no control over.
  489. *
  490. * In most situations flushing the entire workqueue is overkill; you merely
  491. * need to know that a particular work item isn't queued and isn't running.
  492. * In such cases you should use cancel_delayed_work_sync() or
  493. * cancel_work_sync() instead.
  494. */
  495. static inline void flush_scheduled_work(void)
  496. {
  497. flush_workqueue(system_wq);
  498. }
  499. /**
  500. * schedule_delayed_work_on - queue work in global workqueue on CPU after delay
  501. * @cpu: cpu to use
  502. * @dwork: job to be done
  503. * @delay: number of jiffies to wait
  504. *
  505. * After waiting for a given time this puts a job in the kernel-global
  506. * workqueue on the specified CPU.
  507. */
  508. static inline bool schedule_delayed_work_on(int cpu, struct delayed_work *dwork,
  509. unsigned long delay)
  510. {
  511. return queue_delayed_work_on(cpu, system_wq, dwork, delay);
  512. }
  513. /**
  514. * schedule_delayed_work - put work task in global workqueue after delay
  515. * @dwork: job to be done
  516. * @delay: number of jiffies to wait or 0 for immediate execution
  517. *
  518. * After waiting for a given time this puts a job in the kernel-global
  519. * workqueue.
  520. */
  521. static inline bool schedule_delayed_work(struct delayed_work *dwork,
  522. unsigned long delay)
  523. {
  524. return queue_delayed_work(system_wq, dwork, delay);
  525. }
  526. /**
  527. * keventd_up - is workqueue initialized yet?
  528. */
  529. static inline bool keventd_up(void)
  530. {
  531. return system_wq != NULL;
  532. }
  533. #ifndef CONFIG_SMP
  534. static inline long work_on_cpu(int cpu, long (*fn)(void *), void *arg)
  535. {
  536. return fn(arg);
  537. }
  538. #else
  539. long work_on_cpu(int cpu, long (*fn)(void *), void *arg);
  540. #endif /* CONFIG_SMP */
  541. #ifdef CONFIG_FREEZER
  542. extern void freeze_workqueues_begin(void);
  543. extern bool freeze_workqueues_busy(void);
  544. extern void thaw_workqueues(void);
  545. #endif /* CONFIG_FREEZER */
  546. #ifdef CONFIG_SYSFS
  547. int workqueue_sysfs_register(struct workqueue_struct *wq);
  548. #else /* CONFIG_SYSFS */
  549. static inline int workqueue_sysfs_register(struct workqueue_struct *wq)
  550. { return 0; }
  551. #endif /* CONFIG_SYSFS */
  552. #ifdef CONFIG_WQ_WATCHDOG
  553. void wq_watchdog_touch(int cpu);
  554. #else /* CONFIG_WQ_WATCHDOG */
  555. static inline void wq_watchdog_touch(int cpu) { }
  556. #endif /* CONFIG_WQ_WATCHDOG */
  557. #ifdef CONFIG_SMP
  558. int workqueue_prepare_cpu(unsigned int cpu);
  559. int workqueue_online_cpu(unsigned int cpu);
  560. int workqueue_offline_cpu(unsigned int cpu);
  561. #endif
  562. #endif