blocklayoutdev.c 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400
  1. /*
  2. * linux/fs/nfs/blocklayout/blocklayoutdev.c
  3. *
  4. * Device operations for the pnfs nfs4 file layout driver.
  5. *
  6. * Copyright (c) 2006 The Regents of the University of Michigan.
  7. * All rights reserved.
  8. *
  9. * Andy Adamson <andros@citi.umich.edu>
  10. * Fred Isaman <iisaman@umich.edu>
  11. *
  12. * permission is granted to use, copy, create derivative works and
  13. * redistribute this software and such derivative works for any purpose,
  14. * so long as the name of the university of michigan is not used in
  15. * any advertising or publicity pertaining to the use or distribution
  16. * of this software without specific, written prior authorization. if
  17. * the above copyright notice or any other identification of the
  18. * university of michigan is included in any copy of any portion of
  19. * this software, then the disclaimer below must also be included.
  20. *
  21. * this software is provided as is, without representation from the
  22. * university of michigan as to its fitness for any purpose, and without
  23. * warranty by the university of michigan of any kind, either express
  24. * or implied, including without limitation the implied warranties of
  25. * merchantability and fitness for a particular purpose. the regents
  26. * of the university of michigan shall not be liable for any damages,
  27. * including special, indirect, incidental, or consequential damages,
  28. * with respect to any claim arising out or in connection with the use
  29. * of the software, even if it has been or is hereafter advised of the
  30. * possibility of such damages.
  31. */
  32. #include <linux/module.h>
  33. #include <linux/buffer_head.h> /* __bread */
  34. #include <linux/genhd.h>
  35. #include <linux/blkdev.h>
  36. #include <linux/hash.h>
  37. #include "blocklayout.h"
  38. #define NFSDBG_FACILITY NFSDBG_PNFS_LD
  39. static int decode_sector_number(__be32 **rp, sector_t *sp)
  40. {
  41. uint64_t s;
  42. *rp = xdr_decode_hyper(*rp, &s);
  43. if (s & 0x1ff) {
  44. printk(KERN_WARNING "NFS: %s: sector not aligned\n", __func__);
  45. return -1;
  46. }
  47. *sp = s >> SECTOR_SHIFT;
  48. return 0;
  49. }
  50. /* Open a block_device by device number. */
  51. struct block_device *nfs4_blkdev_get(dev_t dev)
  52. {
  53. struct block_device *bd;
  54. dprintk("%s enter\n", __func__);
  55. bd = blkdev_get_by_dev(dev, FMODE_READ, NULL);
  56. if (IS_ERR(bd))
  57. goto fail;
  58. return bd;
  59. fail:
  60. dprintk("%s failed to open device : %ld\n",
  61. __func__, PTR_ERR(bd));
  62. return NULL;
  63. }
  64. /*
  65. * Release the block device
  66. */
  67. int nfs4_blkdev_put(struct block_device *bdev)
  68. {
  69. dprintk("%s for device %d:%d\n", __func__, MAJOR(bdev->bd_dev),
  70. MINOR(bdev->bd_dev));
  71. return blkdev_put(bdev, FMODE_READ);
  72. }
  73. ssize_t bl_pipe_downcall(struct file *filp, const char __user *src,
  74. size_t mlen)
  75. {
  76. struct nfs_net *nn = net_generic(filp->f_dentry->d_sb->s_fs_info,
  77. nfs_net_id);
  78. if (mlen != sizeof (struct bl_dev_msg))
  79. return -EINVAL;
  80. if (copy_from_user(&nn->bl_mount_reply, src, mlen) != 0)
  81. return -EFAULT;
  82. wake_up(&nn->bl_wq);
  83. return mlen;
  84. }
  85. void bl_pipe_destroy_msg(struct rpc_pipe_msg *msg)
  86. {
  87. struct bl_pipe_msg *bl_pipe_msg = container_of(msg, struct bl_pipe_msg, msg);
  88. if (msg->errno >= 0)
  89. return;
  90. wake_up(bl_pipe_msg->bl_wq);
  91. }
  92. /*
  93. * Decodes pnfs_block_deviceaddr4 which is XDR encoded in dev->dev_addr_buf.
  94. */
  95. struct pnfs_block_dev *
  96. nfs4_blk_decode_device(struct nfs_server *server,
  97. struct pnfs_device *dev)
  98. {
  99. struct pnfs_block_dev *rv;
  100. struct block_device *bd = NULL;
  101. struct bl_pipe_msg bl_pipe_msg;
  102. struct rpc_pipe_msg *msg = &bl_pipe_msg.msg;
  103. struct bl_msg_hdr bl_msg = {
  104. .type = BL_DEVICE_MOUNT,
  105. .totallen = dev->mincount,
  106. };
  107. uint8_t *dataptr;
  108. DECLARE_WAITQUEUE(wq, current);
  109. int offset, len, i, rc;
  110. struct net *net = server->nfs_client->net;
  111. struct nfs_net *nn = net_generic(net, nfs_net_id);
  112. struct bl_dev_msg *reply = &nn->bl_mount_reply;
  113. dprintk("%s CREATING PIPEFS MESSAGE\n", __func__);
  114. dprintk("%s: deviceid: %s, mincount: %d\n", __func__, dev->dev_id.data,
  115. dev->mincount);
  116. bl_pipe_msg.bl_wq = &nn->bl_wq;
  117. memset(msg, 0, sizeof(*msg));
  118. msg->data = kzalloc(sizeof(bl_msg) + dev->mincount, GFP_NOFS);
  119. if (!msg->data) {
  120. rv = ERR_PTR(-ENOMEM);
  121. goto out;
  122. }
  123. memcpy(msg->data, &bl_msg, sizeof(bl_msg));
  124. dataptr = (uint8_t *) msg->data;
  125. len = dev->mincount;
  126. offset = sizeof(bl_msg);
  127. for (i = 0; len > 0; i++) {
  128. memcpy(&dataptr[offset], page_address(dev->pages[i]),
  129. len < PAGE_CACHE_SIZE ? len : PAGE_CACHE_SIZE);
  130. len -= PAGE_CACHE_SIZE;
  131. offset += PAGE_CACHE_SIZE;
  132. }
  133. msg->len = sizeof(bl_msg) + dev->mincount;
  134. dprintk("%s CALLING USERSPACE DAEMON\n", __func__);
  135. add_wait_queue(&nn->bl_wq, &wq);
  136. rc = rpc_queue_upcall(nn->bl_device_pipe, msg);
  137. if (rc < 0) {
  138. remove_wait_queue(&nn->bl_wq, &wq);
  139. rv = ERR_PTR(rc);
  140. goto out;
  141. }
  142. set_current_state(TASK_UNINTERRUPTIBLE);
  143. schedule();
  144. __set_current_state(TASK_RUNNING);
  145. remove_wait_queue(&nn->bl_wq, &wq);
  146. if (reply->status != BL_DEVICE_REQUEST_PROC) {
  147. dprintk("%s failed to open device: %d\n",
  148. __func__, reply->status);
  149. rv = ERR_PTR(-EINVAL);
  150. goto out;
  151. }
  152. bd = nfs4_blkdev_get(MKDEV(reply->major, reply->minor));
  153. if (IS_ERR(bd)) {
  154. rc = PTR_ERR(bd);
  155. dprintk("%s failed to open device : %d\n", __func__, rc);
  156. rv = ERR_PTR(rc);
  157. goto out;
  158. }
  159. rv = kzalloc(sizeof(*rv), GFP_NOFS);
  160. if (!rv) {
  161. rv = ERR_PTR(-ENOMEM);
  162. goto out;
  163. }
  164. rv->bm_mdev = bd;
  165. memcpy(&rv->bm_mdevid, &dev->dev_id, sizeof(struct nfs4_deviceid));
  166. rv->net = net;
  167. dprintk("%s Created device %s with bd_block_size %u\n",
  168. __func__,
  169. bd->bd_disk->disk_name,
  170. bd->bd_block_size);
  171. out:
  172. kfree(msg->data);
  173. return rv;
  174. }
  175. /* Map deviceid returned by the server to constructed block_device */
  176. static struct block_device *translate_devid(struct pnfs_layout_hdr *lo,
  177. struct nfs4_deviceid *id)
  178. {
  179. struct block_device *rv = NULL;
  180. struct block_mount_id *mid;
  181. struct pnfs_block_dev *dev;
  182. dprintk("%s enter, lo=%p, id=%p\n", __func__, lo, id);
  183. mid = BLK_ID(lo);
  184. spin_lock(&mid->bm_lock);
  185. list_for_each_entry(dev, &mid->bm_devlist, bm_node) {
  186. if (memcmp(id->data, dev->bm_mdevid.data,
  187. NFS4_DEVICEID4_SIZE) == 0) {
  188. rv = dev->bm_mdev;
  189. goto out;
  190. }
  191. }
  192. out:
  193. spin_unlock(&mid->bm_lock);
  194. dprintk("%s returning %p\n", __func__, rv);
  195. return rv;
  196. }
  197. /* Tracks info needed to ensure extents in layout obey constraints of spec */
  198. struct layout_verification {
  199. u32 mode; /* R or RW */
  200. u64 start; /* Expected start of next non-COW extent */
  201. u64 inval; /* Start of INVAL coverage */
  202. u64 cowread; /* End of COW read coverage */
  203. };
  204. /* Verify the extent meets the layout requirements of the pnfs-block draft,
  205. * section 2.3.1.
  206. */
  207. static int verify_extent(struct pnfs_block_extent *be,
  208. struct layout_verification *lv)
  209. {
  210. if (lv->mode == IOMODE_READ) {
  211. if (be->be_state == PNFS_BLOCK_READWRITE_DATA ||
  212. be->be_state == PNFS_BLOCK_INVALID_DATA)
  213. return -EIO;
  214. if (be->be_f_offset != lv->start)
  215. return -EIO;
  216. lv->start += be->be_length;
  217. return 0;
  218. }
  219. /* lv->mode == IOMODE_RW */
  220. if (be->be_state == PNFS_BLOCK_READWRITE_DATA) {
  221. if (be->be_f_offset != lv->start)
  222. return -EIO;
  223. if (lv->cowread > lv->start)
  224. return -EIO;
  225. lv->start += be->be_length;
  226. lv->inval = lv->start;
  227. return 0;
  228. } else if (be->be_state == PNFS_BLOCK_INVALID_DATA) {
  229. if (be->be_f_offset != lv->start)
  230. return -EIO;
  231. lv->start += be->be_length;
  232. return 0;
  233. } else if (be->be_state == PNFS_BLOCK_READ_DATA) {
  234. if (be->be_f_offset > lv->start)
  235. return -EIO;
  236. if (be->be_f_offset < lv->inval)
  237. return -EIO;
  238. if (be->be_f_offset < lv->cowread)
  239. return -EIO;
  240. /* It looks like you might want to min this with lv->start,
  241. * but you really don't.
  242. */
  243. lv->inval = lv->inval + be->be_length;
  244. lv->cowread = be->be_f_offset + be->be_length;
  245. return 0;
  246. } else
  247. return -EIO;
  248. }
  249. /* XDR decode pnfs_block_layout4 structure */
  250. int
  251. nfs4_blk_process_layoutget(struct pnfs_layout_hdr *lo,
  252. struct nfs4_layoutget_res *lgr, gfp_t gfp_flags)
  253. {
  254. struct pnfs_block_layout *bl = BLK_LO2EXT(lo);
  255. int i, status = -EIO;
  256. uint32_t count;
  257. struct pnfs_block_extent *be = NULL, *save;
  258. struct xdr_stream stream;
  259. struct xdr_buf buf;
  260. struct page *scratch;
  261. __be32 *p;
  262. struct layout_verification lv = {
  263. .mode = lgr->range.iomode,
  264. .start = lgr->range.offset >> SECTOR_SHIFT,
  265. .inval = lgr->range.offset >> SECTOR_SHIFT,
  266. .cowread = lgr->range.offset >> SECTOR_SHIFT,
  267. };
  268. LIST_HEAD(extents);
  269. dprintk("---> %s\n", __func__);
  270. scratch = alloc_page(gfp_flags);
  271. if (!scratch)
  272. return -ENOMEM;
  273. xdr_init_decode_pages(&stream, &buf, lgr->layoutp->pages, lgr->layoutp->len);
  274. xdr_set_scratch_buffer(&stream, page_address(scratch), PAGE_SIZE);
  275. p = xdr_inline_decode(&stream, 4);
  276. if (unlikely(!p))
  277. goto out_err;
  278. count = be32_to_cpup(p++);
  279. dprintk("%s enter, number of extents %i\n", __func__, count);
  280. p = xdr_inline_decode(&stream, (28 + NFS4_DEVICEID4_SIZE) * count);
  281. if (unlikely(!p))
  282. goto out_err;
  283. /* Decode individual extents, putting them in temporary
  284. * staging area until whole layout is decoded to make error
  285. * recovery easier.
  286. */
  287. for (i = 0; i < count; i++) {
  288. be = bl_alloc_extent();
  289. if (!be) {
  290. status = -ENOMEM;
  291. goto out_err;
  292. }
  293. memcpy(&be->be_devid, p, NFS4_DEVICEID4_SIZE);
  294. p += XDR_QUADLEN(NFS4_DEVICEID4_SIZE);
  295. be->be_mdev = translate_devid(lo, &be->be_devid);
  296. if (!be->be_mdev)
  297. goto out_err;
  298. /* The next three values are read in as bytes,
  299. * but stored as 512-byte sector lengths
  300. */
  301. if (decode_sector_number(&p, &be->be_f_offset) < 0)
  302. goto out_err;
  303. if (decode_sector_number(&p, &be->be_length) < 0)
  304. goto out_err;
  305. if (decode_sector_number(&p, &be->be_v_offset) < 0)
  306. goto out_err;
  307. be->be_state = be32_to_cpup(p++);
  308. if (be->be_state == PNFS_BLOCK_INVALID_DATA)
  309. be->be_inval = &bl->bl_inval;
  310. if (verify_extent(be, &lv)) {
  311. dprintk("%s verify failed\n", __func__);
  312. goto out_err;
  313. }
  314. list_add_tail(&be->be_node, &extents);
  315. }
  316. if (lgr->range.offset + lgr->range.length !=
  317. lv.start << SECTOR_SHIFT) {
  318. dprintk("%s Final length mismatch\n", __func__);
  319. be = NULL;
  320. goto out_err;
  321. }
  322. if (lv.start < lv.cowread) {
  323. dprintk("%s Final uncovered COW extent\n", __func__);
  324. be = NULL;
  325. goto out_err;
  326. }
  327. /* Extents decoded properly, now try to merge them in to
  328. * existing layout extents.
  329. */
  330. spin_lock(&bl->bl_ext_lock);
  331. list_for_each_entry_safe(be, save, &extents, be_node) {
  332. list_del(&be->be_node);
  333. status = bl_add_merge_extent(bl, be);
  334. if (status) {
  335. spin_unlock(&bl->bl_ext_lock);
  336. /* This is a fairly catastrophic error, as the
  337. * entire layout extent lists are now corrupted.
  338. * We should have some way to distinguish this.
  339. */
  340. be = NULL;
  341. goto out_err;
  342. }
  343. }
  344. spin_unlock(&bl->bl_ext_lock);
  345. status = 0;
  346. out:
  347. __free_page(scratch);
  348. dprintk("%s returns %i\n", __func__, status);
  349. return status;
  350. out_err:
  351. bl_put_extent(be);
  352. while (!list_empty(&extents)) {
  353. be = list_first_entry(&extents, struct pnfs_block_extent,
  354. be_node);
  355. list_del(&be->be_node);
  356. bl_put_extent(be);
  357. }
  358. goto out;
  359. }