123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569 |
- /*
- * Swap block device support for MTDs
- * Turns an MTD device into a swap device with block wear leveling
- *
- * Copyright © 2007,2011 Nokia Corporation. All rights reserved.
- *
- * Authors: Jarkko Lavinen <jarkko.lavinen@nokia.com>
- *
- * Based on Richard Purdie's earlier implementation in 2007. Background
- * support and lock-less operation written by Adrian Hunter.
- *
- * This program is free software; you can redistribute it and/or
- * modify it under the terms of the GNU General Public License
- * version 2 as published by the Free Software Foundation.
- *
- * This program is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
- * 02110-1301 USA
- */
- #include <linux/kernel.h>
- #include <linux/module.h>
- #include <linux/mtd/mtd.h>
- #include <linux/mtd/blktrans.h>
- #include <linux/rbtree.h>
- #include <linux/sched.h>
- #include <linux/slab.h>
- #include <linux/vmalloc.h>
- #include <linux/genhd.h>
- #include <linux/swap.h>
- #include <linux/debugfs.h>
- #include <linux/seq_file.h>
- #include <linux/device.h>
- #include <linux/math64.h>
- #define MTDSWAP_PREFIX "mtdswap"
- /*
- * The number of free eraseblocks when GC should stop
- */
- #define CLEAN_BLOCK_THRESHOLD 20
- /*
- * Number of free eraseblocks below which GC can also collect low frag
- * blocks.
- */
- #define LOW_FRAG_GC_TRESHOLD 5
- /*
- * Wear level cost amortization. We want to do wear leveling on the background
- * without disturbing gc too much. This is made by defining max GC frequency.
- * Frequency value 6 means 1/6 of the GC passes will pick an erase block based
- * on the biggest wear difference rather than the biggest dirtiness.
- *
- * The lower freq2 should be chosen so that it makes sure the maximum erase
- * difference will decrease even if a malicious application is deliberately
- * trying to make erase differences large.
- */
- #define MAX_ERASE_DIFF 4000
- #define COLLECT_NONDIRTY_BASE MAX_ERASE_DIFF
- #define COLLECT_NONDIRTY_FREQ1 6
- #define COLLECT_NONDIRTY_FREQ2 4
- #define PAGE_UNDEF UINT_MAX
- #define BLOCK_UNDEF UINT_MAX
- #define BLOCK_ERROR (UINT_MAX - 1)
- #define BLOCK_MAX (UINT_MAX - 2)
- #define EBLOCK_BAD (1 << 0)
- #define EBLOCK_NOMAGIC (1 << 1)
- #define EBLOCK_BITFLIP (1 << 2)
- #define EBLOCK_FAILED (1 << 3)
- #define EBLOCK_READERR (1 << 4)
- #define EBLOCK_IDX_SHIFT 5
- struct swap_eb {
- struct rb_node rb;
- struct rb_root *root;
- unsigned int flags;
- unsigned int active_count;
- unsigned int erase_count;
- unsigned int pad; /* speeds up pointer decrement */
- };
- #define MTDSWAP_ECNT_MIN(rbroot) (rb_entry(rb_first(rbroot), struct swap_eb, \
- rb)->erase_count)
- #define MTDSWAP_ECNT_MAX(rbroot) (rb_entry(rb_last(rbroot), struct swap_eb, \
- rb)->erase_count)
- struct mtdswap_tree {
- struct rb_root root;
- unsigned int count;
- };
- enum {
- MTDSWAP_CLEAN,
- MTDSWAP_USED,
- MTDSWAP_LOWFRAG,
- MTDSWAP_HIFRAG,
- MTDSWAP_DIRTY,
- MTDSWAP_BITFLIP,
- MTDSWAP_FAILING,
- MTDSWAP_TREE_CNT,
- };
- struct mtdswap_dev {
- struct mtd_blktrans_dev *mbd_dev;
- struct mtd_info *mtd;
- struct device *dev;
- unsigned int *page_data;
- unsigned int *revmap;
- unsigned int eblks;
- unsigned int spare_eblks;
- unsigned int pages_per_eblk;
- unsigned int max_erase_count;
- struct swap_eb *eb_data;
- struct mtdswap_tree trees[MTDSWAP_TREE_CNT];
- unsigned long long sect_read_count;
- unsigned long long sect_write_count;
- unsigned long long mtd_write_count;
- unsigned long long mtd_read_count;
- unsigned long long discard_count;
- unsigned long long discard_page_count;
- unsigned int curr_write_pos;
- struct swap_eb *curr_write;
- char *page_buf;
- char *oob_buf;
- };
- struct mtdswap_oobdata {
- __le16 magic;
- __le32 count;
- } __packed;
- #define MTDSWAP_MAGIC_CLEAN 0x2095
- #define MTDSWAP_MAGIC_DIRTY (MTDSWAP_MAGIC_CLEAN + 1)
- #define MTDSWAP_TYPE_CLEAN 0
- #define MTDSWAP_TYPE_DIRTY 1
- #define MTDSWAP_OOBSIZE sizeof(struct mtdswap_oobdata)
- #define MTDSWAP_ERASE_RETRIES 3 /* Before marking erase block bad */
- #define MTDSWAP_IO_RETRIES 3
- enum {
- MTDSWAP_SCANNED_CLEAN,
- MTDSWAP_SCANNED_DIRTY,
- MTDSWAP_SCANNED_BITFLIP,
- MTDSWAP_SCANNED_BAD,
- };
- /*
- * In the worst case mtdswap_writesect() has allocated the last clean
- * page from the current block and is then pre-empted by the GC
- * thread. The thread can consume a full erase block when moving a
- * block.
- */
- #define MIN_SPARE_EBLOCKS 2
- #define MIN_ERASE_BLOCKS (MIN_SPARE_EBLOCKS + 1)
- #define TREE_ROOT(d, name) (&d->trees[MTDSWAP_ ## name].root)
- #define TREE_EMPTY(d, name) (TREE_ROOT(d, name)->rb_node == NULL)
- #define TREE_NONEMPTY(d, name) (!TREE_EMPTY(d, name))
- #define TREE_COUNT(d, name) (d->trees[MTDSWAP_ ## name].count)
- #define MTDSWAP_MBD_TO_MTDSWAP(dev) ((struct mtdswap_dev *)dev->priv)
- static char partitions[128] = "";
- module_param_string(partitions, partitions, sizeof(partitions), 0444);
- MODULE_PARM_DESC(partitions, "MTD partition numbers to use as swap "
- "partitions=\"1,3,5\"");
- static unsigned int spare_eblocks = 10;
- module_param(spare_eblocks, uint, 0444);
- MODULE_PARM_DESC(spare_eblocks, "Percentage of spare erase blocks for "
- "garbage collection (default 10%)");
- static bool header; /* false */
- module_param(header, bool, 0444);
- MODULE_PARM_DESC(header,
- "Include builtin swap header (default 0, without header)");
- static int mtdswap_gc(struct mtdswap_dev *d, unsigned int background);
- static loff_t mtdswap_eb_offset(struct mtdswap_dev *d, struct swap_eb *eb)
- {
- return (loff_t)(eb - d->eb_data) * d->mtd->erasesize;
- }
- static void mtdswap_eb_detach(struct mtdswap_dev *d, struct swap_eb *eb)
- {
- unsigned int oldidx;
- struct mtdswap_tree *tp;
- if (eb->root) {
- tp = container_of(eb->root, struct mtdswap_tree, root);
- oldidx = tp - &d->trees[0];
- d->trees[oldidx].count--;
- rb_erase(&eb->rb, eb->root);
- }
- }
- static void __mtdswap_rb_add(struct rb_root *root, struct swap_eb *eb)
- {
- struct rb_node **p, *parent = NULL;
- struct swap_eb *cur;
- p = &root->rb_node;
- while (*p) {
- parent = *p;
- cur = rb_entry(parent, struct swap_eb, rb);
- if (eb->erase_count > cur->erase_count)
- p = &(*p)->rb_right;
- else
- p = &(*p)->rb_left;
- }
- rb_link_node(&eb->rb, parent, p);
- rb_insert_color(&eb->rb, root);
- }
- static void mtdswap_rb_add(struct mtdswap_dev *d, struct swap_eb *eb, int idx)
- {
- struct rb_root *root;
- if (eb->root == &d->trees[idx].root)
- return;
- mtdswap_eb_detach(d, eb);
- root = &d->trees[idx].root;
- __mtdswap_rb_add(root, eb);
- eb->root = root;
- d->trees[idx].count++;
- }
- static struct rb_node *mtdswap_rb_index(struct rb_root *root, unsigned int idx)
- {
- struct rb_node *p;
- unsigned int i;
- p = rb_first(root);
- i = 0;
- while (i < idx && p) {
- p = rb_next(p);
- i++;
- }
- return p;
- }
- static int mtdswap_handle_badblock(struct mtdswap_dev *d, struct swap_eb *eb)
- {
- int ret;
- loff_t offset;
- d->spare_eblks--;
- eb->flags |= EBLOCK_BAD;
- mtdswap_eb_detach(d, eb);
- eb->root = NULL;
- /* badblocks not supported */
- if (!mtd_can_have_bb(d->mtd))
- return 1;
- offset = mtdswap_eb_offset(d, eb);
- dev_warn(d->dev, "Marking bad block at %08llx\n", offset);
- ret = mtd_block_markbad(d->mtd, offset);
- if (ret) {
- dev_warn(d->dev, "Mark block bad failed for block at %08llx "
- "error %d\n", offset, ret);
- return ret;
- }
- return 1;
- }
- static int mtdswap_handle_write_error(struct mtdswap_dev *d, struct swap_eb *eb)
- {
- unsigned int marked = eb->flags & EBLOCK_FAILED;
- struct swap_eb *curr_write = d->curr_write;
- eb->flags |= EBLOCK_FAILED;
- if (curr_write == eb) {
- d->curr_write = NULL;
- if (!marked && d->curr_write_pos != 0) {
- mtdswap_rb_add(d, eb, MTDSWAP_FAILING);
- return 0;
- }
- }
- return mtdswap_handle_badblock(d, eb);
- }
- static int mtdswap_read_oob(struct mtdswap_dev *d, loff_t from,
- struct mtd_oob_ops *ops)
- {
- int ret = mtd_read_oob(d->mtd, from, ops);
- if (mtd_is_bitflip(ret))
- return ret;
- if (ret) {
- dev_warn(d->dev, "Read OOB failed %d for block at %08llx\n",
- ret, from);
- return ret;
- }
- if (ops->oobretlen < ops->ooblen) {
- dev_warn(d->dev, "Read OOB return short read (%zd bytes not "
- "%zd) for block at %08llx\n",
- ops->oobretlen, ops->ooblen, from);
- return -EIO;
- }
- return 0;
- }
- static int mtdswap_read_markers(struct mtdswap_dev *d, struct swap_eb *eb)
- {
- struct mtdswap_oobdata *data, *data2;
- int ret;
- loff_t offset;
- struct mtd_oob_ops ops;
- offset = mtdswap_eb_offset(d, eb);
- /* Check first if the block is bad. */
- if (mtd_can_have_bb(d->mtd) && mtd_block_isbad(d->mtd, offset))
- return MTDSWAP_SCANNED_BAD;
- ops.ooblen = 2 * d->mtd->oobavail;
- ops.oobbuf = d->oob_buf;
- ops.ooboffs = 0;
- ops.datbuf = NULL;
- ops.mode = MTD_OPS_AUTO_OOB;
- ret = mtdswap_read_oob(d, offset, &ops);
- if (ret && !mtd_is_bitflip(ret))
- return ret;
- data = (struct mtdswap_oobdata *)d->oob_buf;
- data2 = (struct mtdswap_oobdata *)
- (d->oob_buf + d->mtd->oobavail);
- if (le16_to_cpu(data->magic) == MTDSWAP_MAGIC_CLEAN) {
- eb->erase_count = le32_to_cpu(data->count);
- if (mtd_is_bitflip(ret))
- ret = MTDSWAP_SCANNED_BITFLIP;
- else {
- if (le16_to_cpu(data2->magic) == MTDSWAP_MAGIC_DIRTY)
- ret = MTDSWAP_SCANNED_DIRTY;
- else
- ret = MTDSWAP_SCANNED_CLEAN;
- }
- } else {
- eb->flags |= EBLOCK_NOMAGIC;
- ret = MTDSWAP_SCANNED_DIRTY;
- }
- return ret;
- }
- static int mtdswap_write_marker(struct mtdswap_dev *d, struct swap_eb *eb,
- u16 marker)
- {
- struct mtdswap_oobdata n;
- int ret;
- loff_t offset;
- struct mtd_oob_ops ops;
- ops.ooboffs = 0;
- ops.oobbuf = (uint8_t *)&n;
- ops.mode = MTD_OPS_AUTO_OOB;
- ops.datbuf = NULL;
- if (marker == MTDSWAP_TYPE_CLEAN) {
- n.magic = cpu_to_le16(MTDSWAP_MAGIC_CLEAN);
- n.count = cpu_to_le32(eb->erase_count);
- ops.ooblen = MTDSWAP_OOBSIZE;
- offset = mtdswap_eb_offset(d, eb);
- } else {
- n.magic = cpu_to_le16(MTDSWAP_MAGIC_DIRTY);
- ops.ooblen = sizeof(n.magic);
- offset = mtdswap_eb_offset(d, eb) + d->mtd->writesize;
- }
- ret = mtd_write_oob(d->mtd, offset, &ops);
- if (ret) {
- dev_warn(d->dev, "Write OOB failed for block at %08llx "
- "error %d\n", offset, ret);
- if (ret == -EIO || mtd_is_eccerr(ret))
- mtdswap_handle_write_error(d, eb);
- return ret;
- }
- if (ops.oobretlen != ops.ooblen) {
- dev_warn(d->dev, "Short OOB write for block at %08llx: "
- "%zd not %zd\n",
- offset, ops.oobretlen, ops.ooblen);
- return ret;
- }
- return 0;
- }
- /*
- * Are there any erase blocks without MAGIC_CLEAN header, presumably
- * because power was cut off after erase but before header write? We
- * need to guestimate the erase count.
- */
- static void mtdswap_check_counts(struct mtdswap_dev *d)
- {
- struct rb_root hist_root = RB_ROOT;
- struct rb_node *medrb;
- struct swap_eb *eb;
- unsigned int i, cnt, median;
- cnt = 0;
- for (i = 0; i < d->eblks; i++) {
- eb = d->eb_data + i;
- if (eb->flags & (EBLOCK_NOMAGIC | EBLOCK_BAD | EBLOCK_READERR))
- continue;
- __mtdswap_rb_add(&hist_root, eb);
- cnt++;
- }
- if (cnt == 0)
- return;
- medrb = mtdswap_rb_index(&hist_root, cnt / 2);
- median = rb_entry(medrb, struct swap_eb, rb)->erase_count;
- d->max_erase_count = MTDSWAP_ECNT_MAX(&hist_root);
- for (i = 0; i < d->eblks; i++) {
- eb = d->eb_data + i;
- if (eb->flags & (EBLOCK_NOMAGIC | EBLOCK_READERR))
- eb->erase_count = median;
- if (eb->flags & (EBLOCK_NOMAGIC | EBLOCK_BAD | EBLOCK_READERR))
- continue;
- rb_erase(&eb->rb, &hist_root);
- }
- }
- static void mtdswap_scan_eblks(struct mtdswap_dev *d)
- {
- int status;
- unsigned int i, idx;
- struct swap_eb *eb;
- for (i = 0; i < d->eblks; i++) {
- eb = d->eb_data + i;
- status = mtdswap_read_markers(d, eb);
- if (status < 0)
- eb->flags |= EBLOCK_READERR;
- else if (status == MTDSWAP_SCANNED_BAD) {
- eb->flags |= EBLOCK_BAD;
- continue;
- }
- switch (status) {
- case MTDSWAP_SCANNED_CLEAN:
- idx = MTDSWAP_CLEAN;
- break;
- case MTDSWAP_SCANNED_DIRTY:
- case MTDSWAP_SCANNED_BITFLIP:
- idx = MTDSWAP_DIRTY;
- break;
- default:
- idx = MTDSWAP_FAILING;
- }
- eb->flags |= (idx << EBLOCK_IDX_SHIFT);
- }
- mtdswap_check_counts(d);
- for (i = 0; i < d->eblks; i++) {
- eb = d->eb_data + i;
- if (eb->flags & EBLOCK_BAD)
- continue;
- idx = eb->flags >> EBLOCK_IDX_SHIFT;
- mtdswap_rb_add(d, eb, idx);
- }
- }
- /*
- * Place eblk into a tree corresponding to its number of active blocks
- * it contains.
- */
- static void mtdswap_store_eb(struct mtdswap_dev *d, struct swap_eb *eb)
- {
- unsigned int weight = eb->active_count;
- unsigned int maxweight = d->pages_per_eblk;
- if (eb == d->curr_write)
- return;
- if (eb->flags & EBLOCK_BITFLIP)
- mtdswap_rb_add(d, eb, MTDSWAP_BITFLIP);
- else if (eb->flags & (EBLOCK_READERR | EBLOCK_FAILED))
- mtdswap_rb_add(d, eb, MTDSWAP_FAILING);
- if (weight == maxweight)
- mtdswap_rb_add(d, eb, MTDSWAP_USED);
- else if (weight == 0)
- mtdswap_rb_add(d, eb, MTDSWAP_DIRTY);
- else if (weight > (maxweight/2))
- mtdswap_rb_add(d, eb, MTDSWAP_LOWFRAG);
- else
- mtdswap_rb_add(d, eb, MTDSWAP_HIFRAG);
- }
- static void mtdswap_erase_callback(struct erase_info *done)
- {
- wait_queue_head_t *wait_q = (wait_queue_head_t *)done->priv;
- wake_up(wait_q);
- }
- static int mtdswap_erase_block(struct mtdswap_dev *d, struct swap_eb *eb)
- {
- struct mtd_info *mtd = d->mtd;
- struct erase_info erase;
- wait_queue_head_t wq;
- unsigned int retries = 0;
- int ret;
- eb->erase_count++;
- if (eb->erase_count > d->max_erase_count)
- d->max_erase_count = eb->erase_count;
- retry:
- init_waitqueue_head(&wq);
- memset(&erase, 0, sizeof(struct erase_info));
- erase.mtd = mtd;
- erase.callback = mtdswap_erase_callback;
- erase.addr = mtdswap_eb_offset(d, eb);
- erase.len = mtd->erasesize;
- erase.priv = (u_long)&wq;
- ret = mtd_erase(mtd, &erase);
- if (ret) {
- if (retries++ < MTDSWAP_ERASE_RETRIES) {
- dev_warn(d->dev,
- "erase of erase block %#llx on %s failed",
- erase.addr, mtd->name);
- yield();
- goto retry;
- }
- dev_err(d->dev, "Cannot erase erase block %#llx on %s\n",
- erase.addr, mtd->name);
- mtdswap_handle_badblock(d, eb);
- return -EIO;
- }
- ret = wait_event_interruptible(wq, erase.state == MTD_ERASE_DONE ||
- erase.state == MTD_ERASE_FAILED);
- if (ret) {
- dev_err(d->dev, "Interrupted erase block %#llx erasure on %s\n",
- erase.addr, mtd->name);
- return -EINTR;
- }
- if (erase.state == MTD_ERASE_FAILED) {
- if (retries++ < MTDSWAP_ERASE_RETRIES) {
- dev_warn(d->dev,
- "erase of erase block %#llx on %s failed",
- erase.addr, mtd->name);
- yield();
- goto retry;
- }
- mtdswap_handle_badblock(d, eb);
- return -EIO;
- }
- return 0;
- }
- static int mtdswap_map_free_block(struct mtdswap_dev *d, unsigned int page,
- unsigned int *block)
- {
- int ret;
- struct swap_eb *old_eb = d->curr_write;
- struct rb_root *clean_root;
- struct swap_eb *eb;
- if (old_eb == NULL || d->curr_write_pos >= d->pages_per_eblk) {
- do {
- if (TREE_EMPTY(d, CLEAN))
- return -ENOSPC;
- clean_root = TREE_ROOT(d, CLEAN);
- eb = rb_entry(rb_first(clean_root), struct swap_eb, rb);
- rb_erase(&eb->rb, clean_root);
- eb->root = NULL;
- TREE_COUNT(d, CLEAN)--;
- ret = mtdswap_write_marker(d, eb, MTDSWAP_TYPE_DIRTY);
- } while (ret == -EIO || mtd_is_eccerr(ret));
- if (ret)
- return ret;
- d->curr_write_pos = 0;
- d->curr_write = eb;
- if (old_eb)
- mtdswap_store_eb(d, old_eb);
- }
- *block = (d->curr_write - d->eb_data) * d->pages_per_eblk +
- d->curr_write_pos;
- d->curr_write->active_count++;
- d->revmap[*block] = page;
- d->curr_write_pos++;
- return 0;
- }
- static unsigned int mtdswap_free_page_cnt(struct mtdswap_dev *d)
- {
- return TREE_COUNT(d, CLEAN) * d->pages_per_eblk +
- d->pages_per_eblk - d->curr_write_pos;
- }
- static unsigned int mtdswap_enough_free_pages(struct mtdswap_dev *d)
- {
- return mtdswap_free_page_cnt(d) > d->pages_per_eblk;
- }
- static int mtdswap_write_block(struct mtdswap_dev *d, char *buf,
- unsigned int page, unsigned int *bp, int gc_context)
- {
- struct mtd_info *mtd = d->mtd;
- struct swap_eb *eb;
- size_t retlen;
- loff_t writepos;
- int ret;
- retry:
- if (!gc_context)
- while (!mtdswap_enough_free_pages(d))
- if (mtdswap_gc(d, 0) > 0)
- return -ENOSPC;
- ret = mtdswap_map_free_block(d, page, bp);
- eb = d->eb_data + (*bp / d->pages_per_eblk);
- if (ret == -EIO || mtd_is_eccerr(ret)) {
- d->curr_write = NULL;
- eb->active_count--;
- d->revmap[*bp] = PAGE_UNDEF;
- goto retry;
- }
- if (ret < 0)
- return ret;
- writepos = (loff_t)*bp << PAGE_SHIFT;
- ret = mtd_write(mtd, writepos, PAGE_SIZE, &retlen, buf);
- if (ret == -EIO || mtd_is_eccerr(ret)) {
- d->curr_write_pos--;
- eb->active_count--;
- d->revmap[*bp] = PAGE_UNDEF;
- mtdswap_handle_write_error(d, eb);
- goto retry;
- }
- if (ret < 0) {
- dev_err(d->dev, "Write to MTD device failed: %d (%zd written)",
- ret, retlen);
- goto err;
- }
- if (retlen != PAGE_SIZE) {
- dev_err(d->dev, "Short write to MTD device: %zd written",
- retlen);
- ret = -EIO;
- goto err;
- }
- return ret;
- err:
- d->curr_write_pos--;
- eb->active_count--;
- d->revmap[*bp] = PAGE_UNDEF;
- return ret;
- }
- static int mtdswap_move_block(struct mtdswap_dev *d, unsigned int oldblock,
- unsigned int *newblock)
- {
- struct mtd_info *mtd = d->mtd;
- struct swap_eb *eb, *oldeb;
- int ret;
- size_t retlen;
- unsigned int page, retries;
- loff_t readpos;
- page = d->revmap[oldblock];
- readpos = (loff_t) oldblock << PAGE_SHIFT;
- retries = 0;
- retry:
- ret = mtd_read(mtd, readpos, PAGE_SIZE, &retlen, d->page_buf);
- if (ret < 0 && !mtd_is_bitflip(ret)) {
- oldeb = d->eb_data + oldblock / d->pages_per_eblk;
- oldeb->flags |= EBLOCK_READERR;
- dev_err(d->dev, "Read Error: %d (block %u)\n", ret,
- oldblock);
- retries++;
- if (retries < MTDSWAP_IO_RETRIES)
- goto retry;
- goto read_error;
- }
- if (retlen != PAGE_SIZE) {
- dev_err(d->dev, "Short read: %zd (block %u)\n", retlen,
- oldblock);
- ret = -EIO;
- goto read_error;
- }
- ret = mtdswap_write_block(d, d->page_buf, page, newblock, 1);
- if (ret < 0) {
- d->page_data[page] = BLOCK_ERROR;
- dev_err(d->dev, "Write error: %d\n", ret);
- return ret;
- }
- eb = d->eb_data + *newblock / d->pages_per_eblk;
- d->page_data[page] = *newblock;
- d->revmap[oldblock] = PAGE_UNDEF;
- eb = d->eb_data + oldblock / d->pages_per_eblk;
- eb->active_count--;
- return 0;
- read_error:
- d->page_data[page] = BLOCK_ERROR;
- d->revmap[oldblock] = PAGE_UNDEF;
- return ret;
- }
- static int mtdswap_gc_eblock(struct mtdswap_dev *d, struct swap_eb *eb)
- {
- unsigned int i, block, eblk_base, newblock;
- int ret, errcode;
- errcode = 0;
- eblk_base = (eb - d->eb_data) * d->pages_per_eblk;
- for (i = 0; i < d->pages_per_eblk; i++) {
- if (d->spare_eblks < MIN_SPARE_EBLOCKS)
- return -ENOSPC;
- block = eblk_base + i;
- if (d->revmap[block] == PAGE_UNDEF)
- continue;
- ret = mtdswap_move_block(d, block, &newblock);
- if (ret < 0 && !errcode)
- errcode = ret;
- }
- return errcode;
- }
- static int __mtdswap_choose_gc_tree(struct mtdswap_dev *d)
- {
- int idx, stopat;
- if (TREE_COUNT(d, CLEAN) < LOW_FRAG_GC_TRESHOLD)
- stopat = MTDSWAP_LOWFRAG;
- else
- stopat = MTDSWAP_HIFRAG;
- for (idx = MTDSWAP_BITFLIP; idx >= stopat; idx--)
- if (d->trees[idx].root.rb_node != NULL)
- return idx;
- return -1;
- }
- static int mtdswap_wlfreq(unsigned int maxdiff)
- {
- unsigned int h, x, y, dist, base;
- /*
- * Calculate linear ramp down from f1 to f2 when maxdiff goes from
- * MAX_ERASE_DIFF to MAX_ERASE_DIFF + COLLECT_NONDIRTY_BASE. Similar
- * to triangle with height f1 - f1 and width COLLECT_NONDIRTY_BASE.
- */
- dist = maxdiff - MAX_ERASE_DIFF;
- if (dist > COLLECT_NONDIRTY_BASE)
- dist = COLLECT_NONDIRTY_BASE;
- /*
- * Modelling the slop as right angular triangle with base
- * COLLECT_NONDIRTY_BASE and height freq1 - freq2. The ratio y/x is
- * equal to the ratio h/base.
- */
- h = COLLECT_NONDIRTY_FREQ1 - COLLECT_NONDIRTY_FREQ2;
- base = COLLECT_NONDIRTY_BASE;
- x = dist - base;
- y = (x * h + base / 2) / base;
- return COLLECT_NONDIRTY_FREQ2 + y;
- }
- static int mtdswap_choose_wl_tree(struct mtdswap_dev *d)
- {
- static unsigned int pick_cnt;
- unsigned int i, idx = -1, wear, max;
- struct rb_root *root;
- max = 0;
- for (i = 0; i <= MTDSWAP_DIRTY; i++) {
- root = &d->trees[i].root;
- if (root->rb_node == NULL)
- continue;
- wear = d->max_erase_count - MTDSWAP_ECNT_MIN(root);
- if (wear > max) {
- max = wear;
- idx = i;
- }
- }
- if (max > MAX_ERASE_DIFF && pick_cnt >= mtdswap_wlfreq(max) - 1) {
- pick_cnt = 0;
- return idx;
- }
- pick_cnt++;
- return -1;
- }
- static int mtdswap_choose_gc_tree(struct mtdswap_dev *d,
- unsigned int background)
- {
- int idx;
- if (TREE_NONEMPTY(d, FAILING) &&
- (background || (TREE_EMPTY(d, CLEAN) && TREE_EMPTY(d, DIRTY))))
- return MTDSWAP_FAILING;
- idx = mtdswap_choose_wl_tree(d);
- if (idx >= MTDSWAP_CLEAN)
- return idx;
- return __mtdswap_choose_gc_tree(d);
- }
- static struct swap_eb *mtdswap_pick_gc_eblk(struct mtdswap_dev *d,
- unsigned int background)
- {
- struct rb_root *rp = NULL;
- struct swap_eb *eb = NULL;
- int idx;
- if (background && TREE_COUNT(d, CLEAN) > CLEAN_BLOCK_THRESHOLD &&
- TREE_EMPTY(d, DIRTY) && TREE_EMPTY(d, FAILING))
- return NULL;
- idx = mtdswap_choose_gc_tree(d, background);
- if (idx < 0)
- return NULL;
- rp = &d->trees[idx].root;
- eb = rb_entry(rb_first(rp), struct swap_eb, rb);
- rb_erase(&eb->rb, rp);
- eb->root = NULL;
- d->trees[idx].count--;
- return eb;
- }
- static unsigned int mtdswap_test_patt(unsigned int i)
- {
- return i % 2 ? 0x55555555 : 0xAAAAAAAA;
- }
- static unsigned int mtdswap_eblk_passes(struct mtdswap_dev *d,
- struct swap_eb *eb)
- {
- struct mtd_info *mtd = d->mtd;
- unsigned int test, i, j, patt, mtd_pages;
- loff_t base, pos;
- unsigned int *p1 = (unsigned int *)d->page_buf;
- unsigned char *p2 = (unsigned char *)d->oob_buf;
- struct mtd_oob_ops ops;
- int ret;
- ops.mode = MTD_OPS_AUTO_OOB;
- ops.len = mtd->writesize;
- ops.ooblen = mtd->oobavail;
- ops.ooboffs = 0;
- ops.datbuf = d->page_buf;
- ops.oobbuf = d->oob_buf;
- base = mtdswap_eb_offset(d, eb);
- mtd_pages = d->pages_per_eblk * PAGE_SIZE / mtd->writesize;
- for (test = 0; test < 2; test++) {
- pos = base;
- for (i = 0; i < mtd_pages; i++) {
- patt = mtdswap_test_patt(test + i);
- memset(d->page_buf, patt, mtd->writesize);
- memset(d->oob_buf, patt, mtd->oobavail);
- ret = mtd_write_oob(mtd, pos, &ops);
- if (ret)
- goto error;
- pos += mtd->writesize;
- }
- pos = base;
- for (i = 0; i < mtd_pages; i++) {
- ret = mtd_read_oob(mtd, pos, &ops);
- if (ret)
- goto error;
- patt = mtdswap_test_patt(test + i);
- for (j = 0; j < mtd->writesize/sizeof(int); j++)
- if (p1[j] != patt)
- goto error;
- for (j = 0; j < mtd->oobavail; j++)
- if (p2[j] != (unsigned char)patt)
- goto error;
- pos += mtd->writesize;
- }
- ret = mtdswap_erase_block(d, eb);
- if (ret)
- goto error;
- }
- eb->flags &= ~EBLOCK_READERR;
- return 1;
- error:
- mtdswap_handle_badblock(d, eb);
- return 0;
- }
- static int mtdswap_gc(struct mtdswap_dev *d, unsigned int background)
- {
- struct swap_eb *eb;
- int ret;
- if (d->spare_eblks < MIN_SPARE_EBLOCKS)
- return 1;
- eb = mtdswap_pick_gc_eblk(d, background);
- if (!eb)
- return 1;
- ret = mtdswap_gc_eblock(d, eb);
- if (ret == -ENOSPC)
- return 1;
- if (eb->flags & EBLOCK_FAILED) {
- mtdswap_handle_badblock(d, eb);
- return 0;
- }
- eb->flags &= ~EBLOCK_BITFLIP;
- ret = mtdswap_erase_block(d, eb);
- if ((eb->flags & EBLOCK_READERR) &&
- (ret || !mtdswap_eblk_passes(d, eb)))
- return 0;
- if (ret == 0)
- ret = mtdswap_write_marker(d, eb, MTDSWAP_TYPE_CLEAN);
- if (ret == 0)
- mtdswap_rb_add(d, eb, MTDSWAP_CLEAN);
- else if (ret != -EIO && !mtd_is_eccerr(ret))
- mtdswap_rb_add(d, eb, MTDSWAP_DIRTY);
- return 0;
- }
- static void mtdswap_background(struct mtd_blktrans_dev *dev)
- {
- struct mtdswap_dev *d = MTDSWAP_MBD_TO_MTDSWAP(dev);
- int ret;
- while (1) {
- ret = mtdswap_gc(d, 1);
- if (ret || mtd_blktrans_cease_background(dev))
- return;
- }
- }
- static void mtdswap_cleanup(struct mtdswap_dev *d)
- {
- vfree(d->eb_data);
- vfree(d->revmap);
- vfree(d->page_data);
- kfree(d->oob_buf);
- kfree(d->page_buf);
- }
- static int mtdswap_flush(struct mtd_blktrans_dev *dev)
- {
- struct mtdswap_dev *d = MTDSWAP_MBD_TO_MTDSWAP(dev);
- mtd_sync(d->mtd);
- return 0;
- }
- static unsigned int mtdswap_badblocks(struct mtd_info *mtd, uint64_t size)
- {
- loff_t offset;
- unsigned int badcnt;
- badcnt = 0;
- if (mtd_can_have_bb(mtd))
- for (offset = 0; offset < size; offset += mtd->erasesize)
- if (mtd_block_isbad(mtd, offset))
- badcnt++;
- return badcnt;
- }
- static int mtdswap_writesect(struct mtd_blktrans_dev *dev,
- unsigned long page, char *buf)
- {
- struct mtdswap_dev *d = MTDSWAP_MBD_TO_MTDSWAP(dev);
- unsigned int newblock, mapped;
- struct swap_eb *eb;
- int ret;
- d->sect_write_count++;
- if (d->spare_eblks < MIN_SPARE_EBLOCKS)
- return -ENOSPC;
- if (header) {
- /* Ignore writes to the header page */
- if (unlikely(page == 0))
- return 0;
- page--;
- }
- mapped = d->page_data[page];
- if (mapped <= BLOCK_MAX) {
- eb = d->eb_data + (mapped / d->pages_per_eblk);
- eb->active_count--;
- mtdswap_store_eb(d, eb);
- d->page_data[page] = BLOCK_UNDEF;
- d->revmap[mapped] = PAGE_UNDEF;
- }
- ret = mtdswap_write_block(d, buf, page, &newblock, 0);
- d->mtd_write_count++;
- if (ret < 0)
- return ret;
- eb = d->eb_data + (newblock / d->pages_per_eblk);
- d->page_data[page] = newblock;
- return 0;
- }
- /* Provide a dummy swap header for the kernel */
- static int mtdswap_auto_header(struct mtdswap_dev *d, char *buf)
- {
- union swap_header *hd = (union swap_header *)(buf);
- memset(buf, 0, PAGE_SIZE - 10);
- hd->info.version = 1;
- hd->info.last_page = d->mbd_dev->size - 1;
- hd->info.nr_badpages = 0;
- memcpy(buf + PAGE_SIZE - 10, "SWAPSPACE2", 10);
- return 0;
- }
- static int mtdswap_readsect(struct mtd_blktrans_dev *dev,
- unsigned long page, char *buf)
- {
- struct mtdswap_dev *d = MTDSWAP_MBD_TO_MTDSWAP(dev);
- struct mtd_info *mtd = d->mtd;
- unsigned int realblock, retries;
- loff_t readpos;
- struct swap_eb *eb;
- size_t retlen;
- int ret;
- d->sect_read_count++;
- if (header) {
- if (unlikely(page == 0))
- return mtdswap_auto_header(d, buf);
- page--;
- }
- realblock = d->page_data[page];
- if (realblock > BLOCK_MAX) {
- memset(buf, 0x0, PAGE_SIZE);
- if (realblock == BLOCK_UNDEF)
- return 0;
- else
- return -EIO;
- }
- eb = d->eb_data + (realblock / d->pages_per_eblk);
- BUG_ON(d->revmap[realblock] == PAGE_UNDEF);
- readpos = (loff_t)realblock << PAGE_SHIFT;
- retries = 0;
- retry:
- ret = mtd_read(mtd, readpos, PAGE_SIZE, &retlen, buf);
- d->mtd_read_count++;
- if (mtd_is_bitflip(ret)) {
- eb->flags |= EBLOCK_BITFLIP;
- mtdswap_rb_add(d, eb, MTDSWAP_BITFLIP);
- ret = 0;
- }
- if (ret < 0) {
- dev_err(d->dev, "Read error %d\n", ret);
- eb->flags |= EBLOCK_READERR;
- mtdswap_rb_add(d, eb, MTDSWAP_FAILING);
- retries++;
- if (retries < MTDSWAP_IO_RETRIES)
- goto retry;
- return ret;
- }
- if (retlen != PAGE_SIZE) {
- dev_err(d->dev, "Short read %zd\n", retlen);
- return -EIO;
- }
- return 0;
- }
- static int mtdswap_discard(struct mtd_blktrans_dev *dev, unsigned long first,
- unsigned nr_pages)
- {
- struct mtdswap_dev *d = MTDSWAP_MBD_TO_MTDSWAP(dev);
- unsigned long page;
- struct swap_eb *eb;
- unsigned int mapped;
- d->discard_count++;
- for (page = first; page < first + nr_pages; page++) {
- mapped = d->page_data[page];
- if (mapped <= BLOCK_MAX) {
- eb = d->eb_data + (mapped / d->pages_per_eblk);
- eb->active_count--;
- mtdswap_store_eb(d, eb);
- d->page_data[page] = BLOCK_UNDEF;
- d->revmap[mapped] = PAGE_UNDEF;
- d->discard_page_count++;
- } else if (mapped == BLOCK_ERROR) {
- d->page_data[page] = BLOCK_UNDEF;
- d->discard_page_count++;
- }
- }
- return 0;
- }
- static int mtdswap_show(struct seq_file *s, void *data)
- {
- struct mtdswap_dev *d = (struct mtdswap_dev *) s->private;
- unsigned long sum;
- unsigned int count[MTDSWAP_TREE_CNT];
- unsigned int min[MTDSWAP_TREE_CNT];
- unsigned int max[MTDSWAP_TREE_CNT];
- unsigned int i, cw = 0, cwp = 0, cwecount = 0, bb_cnt, mapped, pages;
- uint64_t use_size;
- char *name[] = {"clean", "used", "low", "high", "dirty", "bitflip",
- "failing"};
- mutex_lock(&d->mbd_dev->lock);
- for (i = 0; i < MTDSWAP_TREE_CNT; i++) {
- struct rb_root *root = &d->trees[i].root;
- if (root->rb_node) {
- count[i] = d->trees[i].count;
- min[i] = MTDSWAP_ECNT_MIN(root);
- max[i] = MTDSWAP_ECNT_MAX(root);
- } else
- count[i] = 0;
- }
- if (d->curr_write) {
- cw = 1;
- cwp = d->curr_write_pos;
- cwecount = d->curr_write->erase_count;
- }
- sum = 0;
- for (i = 0; i < d->eblks; i++)
- sum += d->eb_data[i].erase_count;
- use_size = (uint64_t)d->eblks * d->mtd->erasesize;
- bb_cnt = mtdswap_badblocks(d->mtd, use_size);
- mapped = 0;
- pages = d->mbd_dev->size;
- for (i = 0; i < pages; i++)
- if (d->page_data[i] != BLOCK_UNDEF)
- mapped++;
- mutex_unlock(&d->mbd_dev->lock);
- for (i = 0; i < MTDSWAP_TREE_CNT; i++) {
- if (!count[i])
- continue;
- if (min[i] != max[i])
- seq_printf(s, "%s:\t%5d erase blocks, erased min %d, "
- "max %d times\n",
- name[i], count[i], min[i], max[i]);
- else
- seq_printf(s, "%s:\t%5d erase blocks, all erased %d "
- "times\n", name[i], count[i], min[i]);
- }
- if (bb_cnt)
- seq_printf(s, "bad:\t%5u erase blocks\n", bb_cnt);
- if (cw)
- seq_printf(s, "current erase block: %u pages used, %u free, "
- "erased %u times\n",
- cwp, d->pages_per_eblk - cwp, cwecount);
- seq_printf(s, "total erasures: %lu\n", sum);
- seq_puts(s, "\n");
- seq_printf(s, "mtdswap_readsect count: %llu\n", d->sect_read_count);
- seq_printf(s, "mtdswap_writesect count: %llu\n", d->sect_write_count);
- seq_printf(s, "mtdswap_discard count: %llu\n", d->discard_count);
- seq_printf(s, "mtd read count: %llu\n", d->mtd_read_count);
- seq_printf(s, "mtd write count: %llu\n", d->mtd_write_count);
- seq_printf(s, "discarded pages count: %llu\n", d->discard_page_count);
- seq_puts(s, "\n");
- seq_printf(s, "total pages: %u\n", pages);
- seq_printf(s, "pages mapped: %u\n", mapped);
- return 0;
- }
- static int mtdswap_open(struct inode *inode, struct file *file)
- {
- return single_open(file, mtdswap_show, inode->i_private);
- }
- static const struct file_operations mtdswap_fops = {
- .open = mtdswap_open,
- .read = seq_read,
- .llseek = seq_lseek,
- .release = single_release,
- };
- static int mtdswap_add_debugfs(struct mtdswap_dev *d)
- {
- struct dentry *root = d->mtd->dbg.dfs_dir;
- struct dentry *dent;
- if (!IS_ENABLED(CONFIG_DEBUG_FS))
- return 0;
- if (IS_ERR_OR_NULL(root))
- return -1;
- dent = debugfs_create_file("mtdswap_stats", S_IRUSR, root, d,
- &mtdswap_fops);
- if (!dent) {
- dev_err(d->dev, "debugfs_create_file failed\n");
- return -1;
- }
- return 0;
- }
- static int mtdswap_init(struct mtdswap_dev *d, unsigned int eblocks,
- unsigned int spare_cnt)
- {
- struct mtd_info *mtd = d->mbd_dev->mtd;
- unsigned int i, eblk_bytes, pages, blocks;
- int ret = -ENOMEM;
- d->mtd = mtd;
- d->eblks = eblocks;
- d->spare_eblks = spare_cnt;
- d->pages_per_eblk = mtd->erasesize >> PAGE_SHIFT;
- pages = d->mbd_dev->size;
- blocks = eblocks * d->pages_per_eblk;
- for (i = 0; i < MTDSWAP_TREE_CNT; i++)
- d->trees[i].root = RB_ROOT;
- d->page_data = vmalloc(sizeof(int)*pages);
- if (!d->page_data)
- goto page_data_fail;
- d->revmap = vmalloc(sizeof(int)*blocks);
- if (!d->revmap)
- goto revmap_fail;
- eblk_bytes = sizeof(struct swap_eb)*d->eblks;
- d->eb_data = vzalloc(eblk_bytes);
- if (!d->eb_data)
- goto eb_data_fail;
- for (i = 0; i < pages; i++)
- d->page_data[i] = BLOCK_UNDEF;
- for (i = 0; i < blocks; i++)
- d->revmap[i] = PAGE_UNDEF;
- d->page_buf = kmalloc(PAGE_SIZE, GFP_KERNEL);
- if (!d->page_buf)
- goto page_buf_fail;
- d->oob_buf = kmalloc(2 * mtd->oobavail, GFP_KERNEL);
- if (!d->oob_buf)
- goto oob_buf_fail;
- mtdswap_scan_eblks(d);
- return 0;
- oob_buf_fail:
- kfree(d->page_buf);
- page_buf_fail:
- vfree(d->eb_data);
- eb_data_fail:
- vfree(d->revmap);
- revmap_fail:
- vfree(d->page_data);
- page_data_fail:
- printk(KERN_ERR "%s: init failed (%d)\n", MTDSWAP_PREFIX, ret);
- return ret;
- }
- static void mtdswap_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)
- {
- struct mtdswap_dev *d;
- struct mtd_blktrans_dev *mbd_dev;
- char *parts;
- char *this_opt;
- unsigned long part;
- unsigned int eblocks, eavailable, bad_blocks, spare_cnt;
- uint64_t swap_size, use_size, size_limit;
- int ret;
- parts = &partitions[0];
- if (!*parts)
- return;
- while ((this_opt = strsep(&parts, ",")) != NULL) {
- if (kstrtoul(this_opt, 0, &part) < 0)
- return;
- if (mtd->index == part)
- break;
- }
- if (mtd->index != part)
- return;
- if (mtd->erasesize < PAGE_SIZE || mtd->erasesize % PAGE_SIZE) {
- printk(KERN_ERR "%s: Erase size %u not multiple of PAGE_SIZE "
- "%lu\n", MTDSWAP_PREFIX, mtd->erasesize, PAGE_SIZE);
- return;
- }
- if (PAGE_SIZE % mtd->writesize || mtd->writesize > PAGE_SIZE) {
- printk(KERN_ERR "%s: PAGE_SIZE %lu not multiple of write size"
- " %u\n", MTDSWAP_PREFIX, PAGE_SIZE, mtd->writesize);
- return;
- }
- if (!mtd->oobsize || mtd->oobavail < MTDSWAP_OOBSIZE) {
- printk(KERN_ERR "%s: Not enough free bytes in OOB, "
- "%d available, %zu needed.\n",
- MTDSWAP_PREFIX, mtd->oobavail, MTDSWAP_OOBSIZE);
- return;
- }
- if (spare_eblocks > 100)
- spare_eblocks = 100;
- use_size = mtd->size;
- size_limit = (uint64_t) BLOCK_MAX * PAGE_SIZE;
- if (mtd->size > size_limit) {
- printk(KERN_WARNING "%s: Device too large. Limiting size to "
- "%llu bytes\n", MTDSWAP_PREFIX, size_limit);
- use_size = size_limit;
- }
- eblocks = mtd_div_by_eb(use_size, mtd);
- use_size = (uint64_t)eblocks * mtd->erasesize;
- bad_blocks = mtdswap_badblocks(mtd, use_size);
- eavailable = eblocks - bad_blocks;
- if (eavailable < MIN_ERASE_BLOCKS) {
- printk(KERN_ERR "%s: Not enough erase blocks. %u available, "
- "%d needed\n", MTDSWAP_PREFIX, eavailable,
- MIN_ERASE_BLOCKS);
- return;
- }
- spare_cnt = div_u64((uint64_t)eavailable * spare_eblocks, 100);
- if (spare_cnt < MIN_SPARE_EBLOCKS)
- spare_cnt = MIN_SPARE_EBLOCKS;
- if (spare_cnt > eavailable - 1)
- spare_cnt = eavailable - 1;
- swap_size = (uint64_t)(eavailable - spare_cnt) * mtd->erasesize +
- (header ? PAGE_SIZE : 0);
- printk(KERN_INFO "%s: Enabling MTD swap on device %lu, size %llu KB, "
- "%u spare, %u bad blocks\n",
- MTDSWAP_PREFIX, part, swap_size / 1024, spare_cnt, bad_blocks);
- d = kzalloc(sizeof(struct mtdswap_dev), GFP_KERNEL);
- if (!d)
- return;
- mbd_dev = kzalloc(sizeof(struct mtd_blktrans_dev), GFP_KERNEL);
- if (!mbd_dev) {
- kfree(d);
- return;
- }
- d->mbd_dev = mbd_dev;
- mbd_dev->priv = d;
- mbd_dev->mtd = mtd;
- mbd_dev->devnum = mtd->index;
- mbd_dev->size = swap_size >> PAGE_SHIFT;
- mbd_dev->tr = tr;
- if (!(mtd->flags & MTD_WRITEABLE))
- mbd_dev->readonly = 1;
- if (mtdswap_init(d, eblocks, spare_cnt) < 0)
- goto init_failed;
- if (add_mtd_blktrans_dev(mbd_dev) < 0)
- goto cleanup;
- d->dev = disk_to_dev(mbd_dev->disk);
- ret = mtdswap_add_debugfs(d);
- if (ret < 0)
- goto debugfs_failed;
- return;
- debugfs_failed:
- del_mtd_blktrans_dev(mbd_dev);
- cleanup:
- mtdswap_cleanup(d);
- init_failed:
- kfree(mbd_dev);
- kfree(d);
- }
- static void mtdswap_remove_dev(struct mtd_blktrans_dev *dev)
- {
- struct mtdswap_dev *d = MTDSWAP_MBD_TO_MTDSWAP(dev);
- del_mtd_blktrans_dev(dev);
- mtdswap_cleanup(d);
- kfree(d);
- }
- static struct mtd_blktrans_ops mtdswap_ops = {
- .name = "mtdswap",
- .major = 0,
- .part_bits = 0,
- .blksize = PAGE_SIZE,
- .flush = mtdswap_flush,
- .readsect = mtdswap_readsect,
- .writesect = mtdswap_writesect,
- .discard = mtdswap_discard,
- .background = mtdswap_background,
- .add_mtd = mtdswap_add_mtd,
- .remove_dev = mtdswap_remove_dev,
- .owner = THIS_MODULE,
- };
- static int __init mtdswap_modinit(void)
- {
- return register_mtd_blktrans(&mtdswap_ops);
- }
- static void __exit mtdswap_modexit(void)
- {
- deregister_mtd_blktrans(&mtdswap_ops);
- }
- module_init(mtdswap_modinit);
- module_exit(mtdswap_modexit);
- MODULE_LICENSE("GPL");
- MODULE_AUTHOR("Jarkko Lavinen <jarkko.lavinen@nokia.com>");
- MODULE_DESCRIPTION("Block device access to an MTD suitable for using as "
- "swap space");
|