dlmcommon.h 29 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150
  1. /* -*- mode: c; c-basic-offset: 8; -*-
  2. * vim: noexpandtab sw=8 ts=8 sts=0:
  3. *
  4. * dlmcommon.h
  5. *
  6. * Copyright (C) 2004 Oracle. All rights reserved.
  7. *
  8. * This program is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2 of the License, or (at your option) any later version.
  12. *
  13. * This program is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU General Public
  19. * License along with this program; if not, write to the
  20. * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  21. * Boston, MA 021110-1307, USA.
  22. *
  23. */
  24. #ifndef DLMCOMMON_H
  25. #define DLMCOMMON_H
  26. #include <linux/kref.h>
  27. #define DLM_HB_NODE_DOWN_PRI (0xf000000)
  28. #define DLM_HB_NODE_UP_PRI (0x8000000)
  29. #define DLM_LOCKID_NAME_MAX 32
  30. #define DLM_DOMAIN_NAME_MAX_LEN 255
  31. #define DLM_LOCK_RES_OWNER_UNKNOWN O2NM_MAX_NODES
  32. #define DLM_THREAD_SHUFFLE_INTERVAL 5 // flush everything every 5 passes
  33. #define DLM_THREAD_MS 200 // flush at least every 200 ms
  34. #define DLM_HASH_SIZE_DEFAULT (1 << 17)
  35. #if DLM_HASH_SIZE_DEFAULT < PAGE_SIZE
  36. # define DLM_HASH_PAGES 1
  37. #else
  38. # define DLM_HASH_PAGES (DLM_HASH_SIZE_DEFAULT / PAGE_SIZE)
  39. #endif
  40. #define DLM_BUCKETS_PER_PAGE (PAGE_SIZE / sizeof(struct hlist_head))
  41. #define DLM_HASH_BUCKETS (DLM_HASH_PAGES * DLM_BUCKETS_PER_PAGE)
  42. /* Intended to make it easier for us to switch out hash functions */
  43. #define dlm_lockid_hash(_n, _l) full_name_hash(_n, _l)
  44. enum dlm_mle_type {
  45. DLM_MLE_BLOCK = 0,
  46. DLM_MLE_MASTER = 1,
  47. DLM_MLE_MIGRATION = 2,
  48. DLM_MLE_NUM_TYPES = 3,
  49. };
  50. struct dlm_master_list_entry {
  51. struct hlist_node master_hash_node;
  52. struct list_head hb_events;
  53. struct dlm_ctxt *dlm;
  54. spinlock_t spinlock;
  55. wait_queue_head_t wq;
  56. atomic_t woken;
  57. struct kref mle_refs;
  58. int inuse;
  59. unsigned long maybe_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  60. unsigned long vote_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  61. unsigned long response_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  62. unsigned long node_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  63. u8 master;
  64. u8 new_master;
  65. enum dlm_mle_type type;
  66. struct o2hb_callback_func mle_hb_up;
  67. struct o2hb_callback_func mle_hb_down;
  68. struct dlm_lock_resource *mleres;
  69. unsigned char mname[DLM_LOCKID_NAME_MAX];
  70. unsigned int mnamelen;
  71. unsigned int mnamehash;
  72. };
  73. enum dlm_ast_type {
  74. DLM_AST = 0,
  75. DLM_BAST = 1,
  76. DLM_ASTUNLOCK = 2,
  77. };
  78. #define LKM_VALID_FLAGS (LKM_VALBLK | LKM_CONVERT | LKM_UNLOCK | \
  79. LKM_CANCEL | LKM_INVVALBLK | LKM_FORCE | \
  80. LKM_RECOVERY | LKM_LOCAL | LKM_NOQUEUE)
  81. #define DLM_RECOVERY_LOCK_NAME "$RECOVERY"
  82. #define DLM_RECOVERY_LOCK_NAME_LEN 9
  83. static inline int dlm_is_recovery_lock(const char *lock_name, int name_len)
  84. {
  85. if (name_len == DLM_RECOVERY_LOCK_NAME_LEN &&
  86. memcmp(lock_name, DLM_RECOVERY_LOCK_NAME, name_len)==0)
  87. return 1;
  88. return 0;
  89. }
  90. #define DLM_RECO_STATE_ACTIVE 0x0001
  91. #define DLM_RECO_STATE_FINALIZE 0x0002
  92. struct dlm_recovery_ctxt
  93. {
  94. struct list_head resources;
  95. struct list_head received;
  96. struct list_head node_data;
  97. u8 new_master;
  98. u8 dead_node;
  99. u16 state;
  100. unsigned long node_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  101. wait_queue_head_t event;
  102. };
  103. enum dlm_ctxt_state {
  104. DLM_CTXT_NEW = 0,
  105. DLM_CTXT_JOINED = 1,
  106. DLM_CTXT_IN_SHUTDOWN = 2,
  107. DLM_CTXT_LEAVING = 3,
  108. };
  109. struct dlm_ctxt
  110. {
  111. struct list_head list;
  112. struct hlist_head **lockres_hash;
  113. struct list_head dirty_list;
  114. struct list_head purge_list;
  115. struct list_head pending_asts;
  116. struct list_head pending_basts;
  117. struct list_head tracking_list;
  118. unsigned int purge_count;
  119. spinlock_t spinlock;
  120. spinlock_t ast_lock;
  121. spinlock_t track_lock;
  122. char *name;
  123. u8 node_num;
  124. u32 key;
  125. u8 joining_node;
  126. wait_queue_head_t dlm_join_events;
  127. unsigned long live_nodes_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  128. unsigned long domain_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  129. unsigned long exit_domain_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  130. unsigned long recovery_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  131. struct dlm_recovery_ctxt reco;
  132. spinlock_t master_lock;
  133. struct hlist_head **master_hash;
  134. struct list_head mle_hb_events;
  135. /* these give a really vague idea of the system load */
  136. atomic_t mle_tot_count[DLM_MLE_NUM_TYPES];
  137. atomic_t mle_cur_count[DLM_MLE_NUM_TYPES];
  138. atomic_t res_tot_count;
  139. atomic_t res_cur_count;
  140. struct dlm_debug_ctxt *dlm_debug_ctxt;
  141. struct dentry *dlm_debugfs_subroot;
  142. /* NOTE: Next three are protected by dlm_domain_lock */
  143. struct kref dlm_refs;
  144. enum dlm_ctxt_state dlm_state;
  145. unsigned int num_joins;
  146. struct o2hb_callback_func dlm_hb_up;
  147. struct o2hb_callback_func dlm_hb_down;
  148. struct task_struct *dlm_thread_task;
  149. struct task_struct *dlm_reco_thread_task;
  150. struct workqueue_struct *dlm_worker;
  151. wait_queue_head_t dlm_thread_wq;
  152. wait_queue_head_t dlm_reco_thread_wq;
  153. wait_queue_head_t ast_wq;
  154. wait_queue_head_t migration_wq;
  155. struct work_struct dispatched_work;
  156. struct list_head work_list;
  157. spinlock_t work_lock;
  158. struct list_head dlm_domain_handlers;
  159. struct list_head dlm_eviction_callbacks;
  160. /* The filesystem specifies this at domain registration. We
  161. * cache it here to know what to tell other nodes. */
  162. struct dlm_protocol_version fs_locking_proto;
  163. /* This is the inter-dlm communication version */
  164. struct dlm_protocol_version dlm_locking_proto;
  165. };
  166. static inline struct hlist_head *dlm_lockres_hash(struct dlm_ctxt *dlm, unsigned i)
  167. {
  168. return dlm->lockres_hash[(i / DLM_BUCKETS_PER_PAGE) % DLM_HASH_PAGES] + (i % DLM_BUCKETS_PER_PAGE);
  169. }
  170. static inline struct hlist_head *dlm_master_hash(struct dlm_ctxt *dlm,
  171. unsigned i)
  172. {
  173. return dlm->master_hash[(i / DLM_BUCKETS_PER_PAGE) % DLM_HASH_PAGES] +
  174. (i % DLM_BUCKETS_PER_PAGE);
  175. }
  176. /* these keventd work queue items are for less-frequently
  177. * called functions that cannot be directly called from the
  178. * net message handlers for some reason, usually because
  179. * they need to send net messages of their own. */
  180. void dlm_dispatch_work(struct work_struct *work);
  181. struct dlm_lock_resource;
  182. struct dlm_work_item;
  183. typedef void (dlm_workfunc_t)(struct dlm_work_item *, void *);
  184. struct dlm_request_all_locks_priv
  185. {
  186. u8 reco_master;
  187. u8 dead_node;
  188. };
  189. struct dlm_mig_lockres_priv
  190. {
  191. struct dlm_lock_resource *lockres;
  192. u8 real_master;
  193. u8 extra_ref;
  194. };
  195. struct dlm_assert_master_priv
  196. {
  197. struct dlm_lock_resource *lockres;
  198. u8 request_from;
  199. u32 flags;
  200. unsigned ignore_higher:1;
  201. };
  202. struct dlm_deref_lockres_priv
  203. {
  204. struct dlm_lock_resource *deref_res;
  205. u8 deref_node;
  206. };
  207. struct dlm_work_item
  208. {
  209. struct list_head list;
  210. dlm_workfunc_t *func;
  211. struct dlm_ctxt *dlm;
  212. void *data;
  213. union {
  214. struct dlm_request_all_locks_priv ral;
  215. struct dlm_mig_lockres_priv ml;
  216. struct dlm_assert_master_priv am;
  217. struct dlm_deref_lockres_priv dl;
  218. } u;
  219. };
  220. static inline void dlm_init_work_item(struct dlm_ctxt *dlm,
  221. struct dlm_work_item *i,
  222. dlm_workfunc_t *f, void *data)
  223. {
  224. memset(i, 0, sizeof(*i));
  225. i->func = f;
  226. INIT_LIST_HEAD(&i->list);
  227. i->data = data;
  228. i->dlm = dlm; /* must have already done a dlm_grab on this! */
  229. }
  230. static inline void __dlm_set_joining_node(struct dlm_ctxt *dlm,
  231. u8 node)
  232. {
  233. assert_spin_locked(&dlm->spinlock);
  234. dlm->joining_node = node;
  235. wake_up(&dlm->dlm_join_events);
  236. }
  237. #define DLM_LOCK_RES_UNINITED 0x00000001
  238. #define DLM_LOCK_RES_RECOVERING 0x00000002
  239. #define DLM_LOCK_RES_READY 0x00000004
  240. #define DLM_LOCK_RES_DIRTY 0x00000008
  241. #define DLM_LOCK_RES_IN_PROGRESS 0x00000010
  242. #define DLM_LOCK_RES_MIGRATING 0x00000020
  243. #define DLM_LOCK_RES_DROPPING_REF 0x00000040
  244. #define DLM_LOCK_RES_BLOCK_DIRTY 0x00001000
  245. #define DLM_LOCK_RES_SETREF_INPROG 0x00002000
  246. /* max milliseconds to wait to sync up a network failure with a node death */
  247. #define DLM_NODE_DEATH_WAIT_MAX (5 * 1000)
  248. #define DLM_PURGE_INTERVAL_MS (8 * 1000)
  249. struct dlm_lock_resource
  250. {
  251. /* WARNING: Please see the comment in dlm_init_lockres before
  252. * adding fields here. */
  253. struct hlist_node hash_node;
  254. struct qstr lockname;
  255. struct kref refs;
  256. /*
  257. * Please keep granted, converting, and blocked in this order,
  258. * as some funcs want to iterate over all lists.
  259. *
  260. * All four lists are protected by the hash's reference.
  261. */
  262. struct list_head granted;
  263. struct list_head converting;
  264. struct list_head blocked;
  265. struct list_head purge;
  266. /*
  267. * These two lists require you to hold an additional reference
  268. * while they are on the list.
  269. */
  270. struct list_head dirty;
  271. struct list_head recovering; // dlm_recovery_ctxt.resources list
  272. /* Added during init and removed during release */
  273. struct list_head tracking; /* dlm->tracking_list */
  274. /* unused lock resources have their last_used stamped and are
  275. * put on a list for the dlm thread to run. */
  276. unsigned long last_used;
  277. struct dlm_ctxt *dlm;
  278. unsigned migration_pending:1;
  279. atomic_t asts_reserved;
  280. spinlock_t spinlock;
  281. wait_queue_head_t wq;
  282. u8 owner; //node which owns the lock resource, or unknown
  283. u16 state;
  284. char lvb[DLM_LVB_LEN];
  285. unsigned int inflight_locks;
  286. unsigned long refmap[BITS_TO_LONGS(O2NM_MAX_NODES)];
  287. };
  288. struct dlm_migratable_lock
  289. {
  290. __be64 cookie;
  291. /* these 3 are just padding for the in-memory structure, but
  292. * list and flags are actually used when sent over the wire */
  293. __be16 pad1;
  294. u8 list; // 0=granted, 1=converting, 2=blocked
  295. u8 flags;
  296. s8 type;
  297. s8 convert_type;
  298. s8 highest_blocked;
  299. u8 node;
  300. }; // 16 bytes
  301. struct dlm_lock
  302. {
  303. struct dlm_migratable_lock ml;
  304. struct list_head list;
  305. struct list_head ast_list;
  306. struct list_head bast_list;
  307. struct dlm_lock_resource *lockres;
  308. spinlock_t spinlock;
  309. struct kref lock_refs;
  310. // ast and bast must be callable while holding a spinlock!
  311. dlm_astlockfunc_t *ast;
  312. dlm_bastlockfunc_t *bast;
  313. void *astdata;
  314. struct dlm_lockstatus *lksb;
  315. unsigned ast_pending:1,
  316. bast_pending:1,
  317. convert_pending:1,
  318. lock_pending:1,
  319. cancel_pending:1,
  320. unlock_pending:1,
  321. lksb_kernel_allocated:1;
  322. };
  323. #define DLM_LKSB_UNUSED1 0x01
  324. #define DLM_LKSB_PUT_LVB 0x02
  325. #define DLM_LKSB_GET_LVB 0x04
  326. #define DLM_LKSB_UNUSED2 0x08
  327. #define DLM_LKSB_UNUSED3 0x10
  328. #define DLM_LKSB_UNUSED4 0x20
  329. #define DLM_LKSB_UNUSED5 0x40
  330. #define DLM_LKSB_UNUSED6 0x80
  331. enum dlm_lockres_list {
  332. DLM_GRANTED_LIST = 0,
  333. DLM_CONVERTING_LIST = 1,
  334. DLM_BLOCKED_LIST = 2,
  335. };
  336. static inline int dlm_lvb_is_empty(char *lvb)
  337. {
  338. int i;
  339. for (i=0; i<DLM_LVB_LEN; i++)
  340. if (lvb[i])
  341. return 0;
  342. return 1;
  343. }
  344. static inline char *dlm_list_in_text(enum dlm_lockres_list idx)
  345. {
  346. if (idx == DLM_GRANTED_LIST)
  347. return "granted";
  348. else if (idx == DLM_CONVERTING_LIST)
  349. return "converting";
  350. else if (idx == DLM_BLOCKED_LIST)
  351. return "blocked";
  352. else
  353. return "unknown";
  354. }
  355. static inline struct list_head *
  356. dlm_list_idx_to_ptr(struct dlm_lock_resource *res, enum dlm_lockres_list idx)
  357. {
  358. struct list_head *ret = NULL;
  359. if (idx == DLM_GRANTED_LIST)
  360. ret = &res->granted;
  361. else if (idx == DLM_CONVERTING_LIST)
  362. ret = &res->converting;
  363. else if (idx == DLM_BLOCKED_LIST)
  364. ret = &res->blocked;
  365. else
  366. BUG();
  367. return ret;
  368. }
  369. struct dlm_node_iter
  370. {
  371. unsigned long node_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  372. int curnode;
  373. };
  374. enum {
  375. DLM_MASTER_REQUEST_MSG = 500,
  376. DLM_UNUSED_MSG1 = 501,
  377. DLM_ASSERT_MASTER_MSG = 502,
  378. DLM_CREATE_LOCK_MSG = 503,
  379. DLM_CONVERT_LOCK_MSG = 504,
  380. DLM_PROXY_AST_MSG = 505,
  381. DLM_UNLOCK_LOCK_MSG = 506,
  382. DLM_DEREF_LOCKRES_MSG = 507,
  383. DLM_MIGRATE_REQUEST_MSG = 508,
  384. DLM_MIG_LOCKRES_MSG = 509,
  385. DLM_QUERY_JOIN_MSG = 510,
  386. DLM_ASSERT_JOINED_MSG = 511,
  387. DLM_CANCEL_JOIN_MSG = 512,
  388. DLM_EXIT_DOMAIN_MSG = 513,
  389. DLM_MASTER_REQUERY_MSG = 514,
  390. DLM_LOCK_REQUEST_MSG = 515,
  391. DLM_RECO_DATA_DONE_MSG = 516,
  392. DLM_BEGIN_RECO_MSG = 517,
  393. DLM_FINALIZE_RECO_MSG = 518,
  394. DLM_QUERY_REGION = 519,
  395. DLM_QUERY_NODEINFO = 520,
  396. DLM_BEGIN_EXIT_DOMAIN_MSG = 521,
  397. };
  398. struct dlm_reco_node_data
  399. {
  400. int state;
  401. u8 node_num;
  402. struct list_head list;
  403. };
  404. enum {
  405. DLM_RECO_NODE_DATA_DEAD = -1,
  406. DLM_RECO_NODE_DATA_INIT = 0,
  407. DLM_RECO_NODE_DATA_REQUESTING = 1,
  408. DLM_RECO_NODE_DATA_REQUESTED = 2,
  409. DLM_RECO_NODE_DATA_RECEIVING = 3,
  410. DLM_RECO_NODE_DATA_DONE = 4,
  411. DLM_RECO_NODE_DATA_FINALIZE_SENT = 5,
  412. };
  413. enum {
  414. DLM_MASTER_RESP_NO = 0,
  415. DLM_MASTER_RESP_YES = 1,
  416. DLM_MASTER_RESP_MAYBE = 2,
  417. DLM_MASTER_RESP_ERROR = 3,
  418. };
  419. struct dlm_master_request
  420. {
  421. u8 node_idx;
  422. u8 namelen;
  423. __be16 pad1;
  424. __be32 flags;
  425. u8 name[O2NM_MAX_NAME_LEN];
  426. };
  427. #define DLM_ASSERT_RESPONSE_REASSERT 0x00000001
  428. #define DLM_ASSERT_RESPONSE_MASTERY_REF 0x00000002
  429. #define DLM_ASSERT_MASTER_MLE_CLEANUP 0x00000001
  430. #define DLM_ASSERT_MASTER_REQUERY 0x00000002
  431. #define DLM_ASSERT_MASTER_FINISH_MIGRATION 0x00000004
  432. struct dlm_assert_master
  433. {
  434. u8 node_idx;
  435. u8 namelen;
  436. __be16 pad1;
  437. __be32 flags;
  438. u8 name[O2NM_MAX_NAME_LEN];
  439. };
  440. #define DLM_MIGRATE_RESPONSE_MASTERY_REF 0x00000001
  441. struct dlm_migrate_request
  442. {
  443. u8 master;
  444. u8 new_master;
  445. u8 namelen;
  446. u8 pad1;
  447. __be32 pad2;
  448. u8 name[O2NM_MAX_NAME_LEN];
  449. };
  450. struct dlm_master_requery
  451. {
  452. u8 pad1;
  453. u8 pad2;
  454. u8 node_idx;
  455. u8 namelen;
  456. __be32 pad3;
  457. u8 name[O2NM_MAX_NAME_LEN];
  458. };
  459. #define DLM_MRES_RECOVERY 0x01
  460. #define DLM_MRES_MIGRATION 0x02
  461. #define DLM_MRES_ALL_DONE 0x04
  462. /*
  463. * We would like to get one whole lockres into a single network
  464. * message whenever possible. Generally speaking, there will be
  465. * at most one dlm_lock on a lockres for each node in the cluster,
  466. * plus (infrequently) any additional locks coming in from userdlm.
  467. *
  468. * struct _dlm_lockres_page
  469. * {
  470. * dlm_migratable_lockres mres;
  471. * dlm_migratable_lock ml[DLM_MAX_MIGRATABLE_LOCKS];
  472. * u8 pad[DLM_MIG_LOCKRES_RESERVED];
  473. * };
  474. *
  475. * from ../cluster/tcp.h
  476. * NET_MAX_PAYLOAD_BYTES (4096 - sizeof(net_msg))
  477. * (roughly 4080 bytes)
  478. * and sizeof(dlm_migratable_lockres) = 112 bytes
  479. * and sizeof(dlm_migratable_lock) = 16 bytes
  480. *
  481. * Choosing DLM_MAX_MIGRATABLE_LOCKS=240 and
  482. * DLM_MIG_LOCKRES_RESERVED=128 means we have this:
  483. *
  484. * (DLM_MAX_MIGRATABLE_LOCKS * sizeof(dlm_migratable_lock)) +
  485. * sizeof(dlm_migratable_lockres) + DLM_MIG_LOCKRES_RESERVED =
  486. * NET_MAX_PAYLOAD_BYTES
  487. * (240 * 16) + 112 + 128 = 4080
  488. *
  489. * So a lockres would need more than 240 locks before it would
  490. * use more than one network packet to recover. Not too bad.
  491. */
  492. #define DLM_MAX_MIGRATABLE_LOCKS 240
  493. struct dlm_migratable_lockres
  494. {
  495. u8 master;
  496. u8 lockname_len;
  497. u8 num_locks; // locks sent in this structure
  498. u8 flags;
  499. __be32 total_locks; // locks to be sent for this migration cookie
  500. __be64 mig_cookie; // cookie for this lockres migration
  501. // or zero if not needed
  502. // 16 bytes
  503. u8 lockname[DLM_LOCKID_NAME_MAX];
  504. // 48 bytes
  505. u8 lvb[DLM_LVB_LEN];
  506. // 112 bytes
  507. struct dlm_migratable_lock ml[0]; // 16 bytes each, begins at byte 112
  508. };
  509. #define DLM_MIG_LOCKRES_MAX_LEN \
  510. (sizeof(struct dlm_migratable_lockres) + \
  511. (sizeof(struct dlm_migratable_lock) * \
  512. DLM_MAX_MIGRATABLE_LOCKS) )
  513. /* from above, 128 bytes
  514. * for some undetermined future use */
  515. #define DLM_MIG_LOCKRES_RESERVED (NET_MAX_PAYLOAD_BYTES - \
  516. DLM_MIG_LOCKRES_MAX_LEN)
  517. struct dlm_create_lock
  518. {
  519. __be64 cookie;
  520. __be32 flags;
  521. u8 pad1;
  522. u8 node_idx;
  523. s8 requested_type;
  524. u8 namelen;
  525. u8 name[O2NM_MAX_NAME_LEN];
  526. };
  527. struct dlm_convert_lock
  528. {
  529. __be64 cookie;
  530. __be32 flags;
  531. u8 pad1;
  532. u8 node_idx;
  533. s8 requested_type;
  534. u8 namelen;
  535. u8 name[O2NM_MAX_NAME_LEN];
  536. s8 lvb[0];
  537. };
  538. #define DLM_CONVERT_LOCK_MAX_LEN (sizeof(struct dlm_convert_lock)+DLM_LVB_LEN)
  539. struct dlm_unlock_lock
  540. {
  541. __be64 cookie;
  542. __be32 flags;
  543. __be16 pad1;
  544. u8 node_idx;
  545. u8 namelen;
  546. u8 name[O2NM_MAX_NAME_LEN];
  547. s8 lvb[0];
  548. };
  549. #define DLM_UNLOCK_LOCK_MAX_LEN (sizeof(struct dlm_unlock_lock)+DLM_LVB_LEN)
  550. struct dlm_proxy_ast
  551. {
  552. __be64 cookie;
  553. __be32 flags;
  554. u8 node_idx;
  555. u8 type;
  556. u8 blocked_type;
  557. u8 namelen;
  558. u8 name[O2NM_MAX_NAME_LEN];
  559. s8 lvb[0];
  560. };
  561. #define DLM_PROXY_AST_MAX_LEN (sizeof(struct dlm_proxy_ast)+DLM_LVB_LEN)
  562. #define DLM_MOD_KEY (0x666c6172)
  563. enum dlm_query_join_response_code {
  564. JOIN_DISALLOW = 0,
  565. JOIN_OK = 1,
  566. JOIN_OK_NO_MAP = 2,
  567. JOIN_PROTOCOL_MISMATCH = 3,
  568. };
  569. struct dlm_query_join_packet {
  570. u8 code; /* Response code. dlm_minor and fs_minor
  571. are only valid if this is JOIN_OK */
  572. u8 dlm_minor; /* The minor version of the protocol the
  573. dlm is speaking. */
  574. u8 fs_minor; /* The minor version of the protocol the
  575. filesystem is speaking. */
  576. u8 reserved;
  577. };
  578. union dlm_query_join_response {
  579. __be32 intval;
  580. struct dlm_query_join_packet packet;
  581. };
  582. struct dlm_lock_request
  583. {
  584. u8 node_idx;
  585. u8 dead_node;
  586. __be16 pad1;
  587. __be32 pad2;
  588. };
  589. struct dlm_reco_data_done
  590. {
  591. u8 node_idx;
  592. u8 dead_node;
  593. __be16 pad1;
  594. __be32 pad2;
  595. /* unused for now */
  596. /* eventually we can use this to attempt
  597. * lvb recovery based on each node's info */
  598. u8 reco_lvb[DLM_LVB_LEN];
  599. };
  600. struct dlm_begin_reco
  601. {
  602. u8 node_idx;
  603. u8 dead_node;
  604. __be16 pad1;
  605. __be32 pad2;
  606. };
  607. #define BITS_PER_BYTE 8
  608. #define BITS_TO_BYTES(bits) (((bits)+BITS_PER_BYTE-1)/BITS_PER_BYTE)
  609. struct dlm_query_join_request
  610. {
  611. u8 node_idx;
  612. u8 pad1[2];
  613. u8 name_len;
  614. struct dlm_protocol_version dlm_proto;
  615. struct dlm_protocol_version fs_proto;
  616. u8 domain[O2NM_MAX_NAME_LEN];
  617. u8 node_map[BITS_TO_BYTES(O2NM_MAX_NODES)];
  618. };
  619. struct dlm_assert_joined
  620. {
  621. u8 node_idx;
  622. u8 pad1[2];
  623. u8 name_len;
  624. u8 domain[O2NM_MAX_NAME_LEN];
  625. };
  626. struct dlm_cancel_join
  627. {
  628. u8 node_idx;
  629. u8 pad1[2];
  630. u8 name_len;
  631. u8 domain[O2NM_MAX_NAME_LEN];
  632. };
  633. struct dlm_query_region {
  634. u8 qr_node;
  635. u8 qr_numregions;
  636. u8 qr_namelen;
  637. u8 pad1;
  638. u8 qr_domain[O2NM_MAX_NAME_LEN];
  639. u8 qr_regions[O2HB_MAX_REGION_NAME_LEN * O2NM_MAX_REGIONS];
  640. };
  641. struct dlm_node_info {
  642. u8 ni_nodenum;
  643. u8 pad1;
  644. __be16 ni_ipv4_port;
  645. __be32 ni_ipv4_address;
  646. };
  647. struct dlm_query_nodeinfo {
  648. u8 qn_nodenum;
  649. u8 qn_numnodes;
  650. u8 qn_namelen;
  651. u8 pad1;
  652. u8 qn_domain[O2NM_MAX_NAME_LEN];
  653. struct dlm_node_info qn_nodes[O2NM_MAX_NODES];
  654. };
  655. struct dlm_exit_domain
  656. {
  657. u8 node_idx;
  658. u8 pad1[3];
  659. };
  660. struct dlm_finalize_reco
  661. {
  662. u8 node_idx;
  663. u8 dead_node;
  664. u8 flags;
  665. u8 pad1;
  666. __be32 pad2;
  667. };
  668. struct dlm_deref_lockres
  669. {
  670. u32 pad1;
  671. u16 pad2;
  672. u8 node_idx;
  673. u8 namelen;
  674. u8 name[O2NM_MAX_NAME_LEN];
  675. };
  676. static inline enum dlm_status
  677. __dlm_lockres_state_to_status(struct dlm_lock_resource *res)
  678. {
  679. enum dlm_status status = DLM_NORMAL;
  680. assert_spin_locked(&res->spinlock);
  681. if (res->state & DLM_LOCK_RES_RECOVERING)
  682. status = DLM_RECOVERING;
  683. else if (res->state & DLM_LOCK_RES_MIGRATING)
  684. status = DLM_MIGRATING;
  685. else if (res->state & DLM_LOCK_RES_IN_PROGRESS)
  686. status = DLM_FORWARD;
  687. return status;
  688. }
  689. static inline u8 dlm_get_lock_cookie_node(u64 cookie)
  690. {
  691. u8 ret;
  692. cookie >>= 56;
  693. ret = (u8)(cookie & 0xffULL);
  694. return ret;
  695. }
  696. static inline unsigned long long dlm_get_lock_cookie_seq(u64 cookie)
  697. {
  698. unsigned long long ret;
  699. ret = ((unsigned long long)cookie) & 0x00ffffffffffffffULL;
  700. return ret;
  701. }
  702. struct dlm_lock * dlm_new_lock(int type, u8 node, u64 cookie,
  703. struct dlm_lockstatus *lksb);
  704. void dlm_lock_get(struct dlm_lock *lock);
  705. void dlm_lock_put(struct dlm_lock *lock);
  706. void dlm_lock_attach_lockres(struct dlm_lock *lock,
  707. struct dlm_lock_resource *res);
  708. int dlm_create_lock_handler(struct o2net_msg *msg, u32 len, void *data,
  709. void **ret_data);
  710. int dlm_convert_lock_handler(struct o2net_msg *msg, u32 len, void *data,
  711. void **ret_data);
  712. int dlm_proxy_ast_handler(struct o2net_msg *msg, u32 len, void *data,
  713. void **ret_data);
  714. void dlm_revert_pending_convert(struct dlm_lock_resource *res,
  715. struct dlm_lock *lock);
  716. void dlm_revert_pending_lock(struct dlm_lock_resource *res,
  717. struct dlm_lock *lock);
  718. int dlm_unlock_lock_handler(struct o2net_msg *msg, u32 len, void *data,
  719. void **ret_data);
  720. void dlm_commit_pending_cancel(struct dlm_lock_resource *res,
  721. struct dlm_lock *lock);
  722. void dlm_commit_pending_unlock(struct dlm_lock_resource *res,
  723. struct dlm_lock *lock);
  724. int dlm_launch_thread(struct dlm_ctxt *dlm);
  725. void dlm_complete_thread(struct dlm_ctxt *dlm);
  726. int dlm_launch_recovery_thread(struct dlm_ctxt *dlm);
  727. void dlm_complete_recovery_thread(struct dlm_ctxt *dlm);
  728. void dlm_wait_for_recovery(struct dlm_ctxt *dlm);
  729. void dlm_kick_recovery_thread(struct dlm_ctxt *dlm);
  730. int dlm_is_node_dead(struct dlm_ctxt *dlm, u8 node);
  731. void dlm_wait_for_node_death(struct dlm_ctxt *dlm, u8 node, int timeout);
  732. void dlm_wait_for_node_recovery(struct dlm_ctxt *dlm, u8 node, int timeout);
  733. void dlm_put(struct dlm_ctxt *dlm);
  734. struct dlm_ctxt *dlm_grab(struct dlm_ctxt *dlm);
  735. int dlm_domain_fully_joined(struct dlm_ctxt *dlm);
  736. void __dlm_lockres_calc_usage(struct dlm_ctxt *dlm,
  737. struct dlm_lock_resource *res);
  738. void dlm_lockres_calc_usage(struct dlm_ctxt *dlm,
  739. struct dlm_lock_resource *res);
  740. static inline void dlm_lockres_get(struct dlm_lock_resource *res)
  741. {
  742. /* This is called on every lookup, so it might be worth
  743. * inlining. */
  744. kref_get(&res->refs);
  745. }
  746. void dlm_lockres_put(struct dlm_lock_resource *res);
  747. void __dlm_unhash_lockres(struct dlm_ctxt *dlm, struct dlm_lock_resource *res);
  748. void __dlm_insert_lockres(struct dlm_ctxt *dlm, struct dlm_lock_resource *res);
  749. struct dlm_lock_resource * __dlm_lookup_lockres_full(struct dlm_ctxt *dlm,
  750. const char *name,
  751. unsigned int len,
  752. unsigned int hash);
  753. struct dlm_lock_resource * __dlm_lookup_lockres(struct dlm_ctxt *dlm,
  754. const char *name,
  755. unsigned int len,
  756. unsigned int hash);
  757. struct dlm_lock_resource * dlm_lookup_lockres(struct dlm_ctxt *dlm,
  758. const char *name,
  759. unsigned int len);
  760. int dlm_is_host_down(int errno);
  761. struct dlm_lock_resource * dlm_get_lock_resource(struct dlm_ctxt *dlm,
  762. const char *lockid,
  763. int namelen,
  764. int flags);
  765. struct dlm_lock_resource *dlm_new_lockres(struct dlm_ctxt *dlm,
  766. const char *name,
  767. unsigned int namelen);
  768. void dlm_lockres_set_refmap_bit(struct dlm_ctxt *dlm,
  769. struct dlm_lock_resource *res, int bit);
  770. void dlm_lockres_clear_refmap_bit(struct dlm_ctxt *dlm,
  771. struct dlm_lock_resource *res, int bit);
  772. void dlm_lockres_drop_inflight_ref(struct dlm_ctxt *dlm,
  773. struct dlm_lock_resource *res);
  774. void dlm_lockres_grab_inflight_ref(struct dlm_ctxt *dlm,
  775. struct dlm_lock_resource *res);
  776. void dlm_queue_ast(struct dlm_ctxt *dlm, struct dlm_lock *lock);
  777. void dlm_queue_bast(struct dlm_ctxt *dlm, struct dlm_lock *lock);
  778. void __dlm_queue_ast(struct dlm_ctxt *dlm, struct dlm_lock *lock);
  779. void __dlm_queue_bast(struct dlm_ctxt *dlm, struct dlm_lock *lock);
  780. void dlm_do_local_ast(struct dlm_ctxt *dlm,
  781. struct dlm_lock_resource *res,
  782. struct dlm_lock *lock);
  783. int dlm_do_remote_ast(struct dlm_ctxt *dlm,
  784. struct dlm_lock_resource *res,
  785. struct dlm_lock *lock);
  786. void dlm_do_local_bast(struct dlm_ctxt *dlm,
  787. struct dlm_lock_resource *res,
  788. struct dlm_lock *lock,
  789. int blocked_type);
  790. int dlm_send_proxy_ast_msg(struct dlm_ctxt *dlm,
  791. struct dlm_lock_resource *res,
  792. struct dlm_lock *lock,
  793. int msg_type,
  794. int blocked_type, int flags);
  795. static inline int dlm_send_proxy_bast(struct dlm_ctxt *dlm,
  796. struct dlm_lock_resource *res,
  797. struct dlm_lock *lock,
  798. int blocked_type)
  799. {
  800. return dlm_send_proxy_ast_msg(dlm, res, lock, DLM_BAST,
  801. blocked_type, 0);
  802. }
  803. static inline int dlm_send_proxy_ast(struct dlm_ctxt *dlm,
  804. struct dlm_lock_resource *res,
  805. struct dlm_lock *lock,
  806. int flags)
  807. {
  808. return dlm_send_proxy_ast_msg(dlm, res, lock, DLM_AST,
  809. 0, flags);
  810. }
  811. void dlm_print_one_lock_resource(struct dlm_lock_resource *res);
  812. void __dlm_print_one_lock_resource(struct dlm_lock_resource *res);
  813. u8 dlm_nm_this_node(struct dlm_ctxt *dlm);
  814. void dlm_kick_thread(struct dlm_ctxt *dlm, struct dlm_lock_resource *res);
  815. void __dlm_dirty_lockres(struct dlm_ctxt *dlm, struct dlm_lock_resource *res);
  816. int dlm_nm_init(struct dlm_ctxt *dlm);
  817. int dlm_heartbeat_init(struct dlm_ctxt *dlm);
  818. void dlm_hb_node_down_cb(struct o2nm_node *node, int idx, void *data);
  819. void dlm_hb_node_up_cb(struct o2nm_node *node, int idx, void *data);
  820. int dlm_empty_lockres(struct dlm_ctxt *dlm, struct dlm_lock_resource *res);
  821. int dlm_finish_migration(struct dlm_ctxt *dlm,
  822. struct dlm_lock_resource *res,
  823. u8 old_master);
  824. void dlm_lockres_release_ast(struct dlm_ctxt *dlm,
  825. struct dlm_lock_resource *res);
  826. void __dlm_lockres_reserve_ast(struct dlm_lock_resource *res);
  827. int dlm_master_request_handler(struct o2net_msg *msg, u32 len, void *data,
  828. void **ret_data);
  829. int dlm_assert_master_handler(struct o2net_msg *msg, u32 len, void *data,
  830. void **ret_data);
  831. void dlm_assert_master_post_handler(int status, void *data, void *ret_data);
  832. int dlm_deref_lockres_handler(struct o2net_msg *msg, u32 len, void *data,
  833. void **ret_data);
  834. int dlm_migrate_request_handler(struct o2net_msg *msg, u32 len, void *data,
  835. void **ret_data);
  836. int dlm_mig_lockres_handler(struct o2net_msg *msg, u32 len, void *data,
  837. void **ret_data);
  838. int dlm_master_requery_handler(struct o2net_msg *msg, u32 len, void *data,
  839. void **ret_data);
  840. int dlm_request_all_locks_handler(struct o2net_msg *msg, u32 len, void *data,
  841. void **ret_data);
  842. int dlm_reco_data_done_handler(struct o2net_msg *msg, u32 len, void *data,
  843. void **ret_data);
  844. int dlm_begin_reco_handler(struct o2net_msg *msg, u32 len, void *data,
  845. void **ret_data);
  846. int dlm_finalize_reco_handler(struct o2net_msg *msg, u32 len, void *data,
  847. void **ret_data);
  848. int dlm_do_master_requery(struct dlm_ctxt *dlm, struct dlm_lock_resource *res,
  849. u8 nodenum, u8 *real_master);
  850. int dlm_dispatch_assert_master(struct dlm_ctxt *dlm,
  851. struct dlm_lock_resource *res,
  852. int ignore_higher,
  853. u8 request_from,
  854. u32 flags);
  855. int dlm_send_one_lockres(struct dlm_ctxt *dlm,
  856. struct dlm_lock_resource *res,
  857. struct dlm_migratable_lockres *mres,
  858. u8 send_to,
  859. u8 flags);
  860. void dlm_move_lockres_to_recovery_list(struct dlm_ctxt *dlm,
  861. struct dlm_lock_resource *res);
  862. /* will exit holding res->spinlock, but may drop in function */
  863. void __dlm_wait_on_lockres_flags(struct dlm_lock_resource *res, int flags);
  864. void __dlm_wait_on_lockres_flags_set(struct dlm_lock_resource *res, int flags);
  865. /* will exit holding res->spinlock, but may drop in function */
  866. static inline void __dlm_wait_on_lockres(struct dlm_lock_resource *res)
  867. {
  868. __dlm_wait_on_lockres_flags(res, (DLM_LOCK_RES_IN_PROGRESS|
  869. DLM_LOCK_RES_RECOVERING|
  870. DLM_LOCK_RES_MIGRATING));
  871. }
  872. void __dlm_unlink_mle(struct dlm_ctxt *dlm, struct dlm_master_list_entry *mle);
  873. void __dlm_insert_mle(struct dlm_ctxt *dlm, struct dlm_master_list_entry *mle);
  874. /* create/destroy slab caches */
  875. int dlm_init_master_caches(void);
  876. void dlm_destroy_master_caches(void);
  877. int dlm_init_lock_cache(void);
  878. void dlm_destroy_lock_cache(void);
  879. int dlm_init_mle_cache(void);
  880. void dlm_destroy_mle_cache(void);
  881. void dlm_hb_event_notify_attached(struct dlm_ctxt *dlm, int idx, int node_up);
  882. int dlm_drop_lockres_ref(struct dlm_ctxt *dlm,
  883. struct dlm_lock_resource *res);
  884. void dlm_clean_master_list(struct dlm_ctxt *dlm,
  885. u8 dead_node);
  886. void dlm_force_free_mles(struct dlm_ctxt *dlm);
  887. int dlm_lock_basts_flushed(struct dlm_ctxt *dlm, struct dlm_lock *lock);
  888. int __dlm_lockres_has_locks(struct dlm_lock_resource *res);
  889. int __dlm_lockres_unused(struct dlm_lock_resource *res);
  890. static inline const char * dlm_lock_mode_name(int mode)
  891. {
  892. switch (mode) {
  893. case LKM_EXMODE:
  894. return "EX";
  895. case LKM_PRMODE:
  896. return "PR";
  897. case LKM_NLMODE:
  898. return "NL";
  899. }
  900. return "UNKNOWN";
  901. }
  902. static inline int dlm_lock_compatible(int existing, int request)
  903. {
  904. /* NO_LOCK compatible with all */
  905. if (request == LKM_NLMODE ||
  906. existing == LKM_NLMODE)
  907. return 1;
  908. /* EX incompatible with all non-NO_LOCK */
  909. if (request == LKM_EXMODE)
  910. return 0;
  911. /* request must be PR, which is compatible with PR */
  912. if (existing == LKM_PRMODE)
  913. return 1;
  914. return 0;
  915. }
  916. static inline int dlm_lock_on_list(struct list_head *head,
  917. struct dlm_lock *lock)
  918. {
  919. struct list_head *iter;
  920. struct dlm_lock *tmplock;
  921. list_for_each(iter, head) {
  922. tmplock = list_entry(iter, struct dlm_lock, list);
  923. if (tmplock == lock)
  924. return 1;
  925. }
  926. return 0;
  927. }
  928. static inline enum dlm_status dlm_err_to_dlm_status(int err)
  929. {
  930. enum dlm_status ret;
  931. if (err == -ENOMEM)
  932. ret = DLM_SYSERR;
  933. else if (err == -ETIMEDOUT || o2net_link_down(err, NULL))
  934. ret = DLM_NOLOCKMGR;
  935. else if (err == -EINVAL)
  936. ret = DLM_BADPARAM;
  937. else if (err == -ENAMETOOLONG)
  938. ret = DLM_IVBUFLEN;
  939. else
  940. ret = DLM_BADARGS;
  941. return ret;
  942. }
  943. static inline void dlm_node_iter_init(unsigned long *map,
  944. struct dlm_node_iter *iter)
  945. {
  946. memcpy(iter->node_map, map, sizeof(iter->node_map));
  947. iter->curnode = -1;
  948. }
  949. static inline int dlm_node_iter_next(struct dlm_node_iter *iter)
  950. {
  951. int bit;
  952. bit = find_next_bit(iter->node_map, O2NM_MAX_NODES, iter->curnode+1);
  953. if (bit >= O2NM_MAX_NODES) {
  954. iter->curnode = O2NM_MAX_NODES;
  955. return -ENOENT;
  956. }
  957. iter->curnode = bit;
  958. return bit;
  959. }
  960. static inline void dlm_set_lockres_owner(struct dlm_ctxt *dlm,
  961. struct dlm_lock_resource *res,
  962. u8 owner)
  963. {
  964. assert_spin_locked(&res->spinlock);
  965. res->owner = owner;
  966. }
  967. static inline void dlm_change_lockres_owner(struct dlm_ctxt *dlm,
  968. struct dlm_lock_resource *res,
  969. u8 owner)
  970. {
  971. assert_spin_locked(&res->spinlock);
  972. if (owner != res->owner)
  973. dlm_set_lockres_owner(dlm, res, owner);
  974. }
  975. #endif /* DLMCOMMON_H */