123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286 |
- /* find_next_bit.c: fallback find next bit implementation
- *
- * Copyright (C) 2004 Red Hat, Inc. All Rights Reserved.
- * Written by David Howells (dhowells@redhat.com)
- *
- * This program is free software; you can redistribute it and/or
- * modify it under the terms of the GNU General Public License
- * as published by the Free Software Foundation; either version
- * 2 of the License, or (at your option) any later version.
- */
- #include <linux/bitops.h>
- #include <linux/module.h>
- #include <asm/types.h>
- #include <asm/byteorder.h>
- #define BITOP_WORD(nr) ((nr) / BITS_PER_LONG)
- #ifndef find_next_bit
- /*
- * Find the next set bit in a memory region.
- */
- unsigned long find_next_bit(const unsigned long *addr, unsigned long size,
- unsigned long offset)
- {
- const unsigned long *p = addr + BITOP_WORD(offset);
- unsigned long result = offset & ~(BITS_PER_LONG-1);
- unsigned long tmp;
- if (offset >= size)
- return size;
- size -= result;
- offset %= BITS_PER_LONG;
- if (offset) {
- tmp = *(p++);
- tmp &= (~0UL << offset);
- if (size < BITS_PER_LONG)
- goto found_first;
- if (tmp)
- goto found_middle;
- size -= BITS_PER_LONG;
- result += BITS_PER_LONG;
- }
- while (size & ~(BITS_PER_LONG-1)) {
- if ((tmp = *(p++)))
- goto found_middle;
- result += BITS_PER_LONG;
- size -= BITS_PER_LONG;
- }
- if (!size)
- return result;
- tmp = *p;
- found_first:
- tmp &= (~0UL >> (BITS_PER_LONG - size));
- if (tmp == 0UL) /* Are any bits set? */
- return result + size; /* Nope. */
- found_middle:
- return result + __ffs(tmp);
- }
- EXPORT_SYMBOL(find_next_bit);
- #endif
- #ifndef find_next_zero_bit
- /*
- * This implementation of find_{first,next}_zero_bit was stolen from
- * Linus' asm-alpha/bitops.h.
- */
- unsigned long find_next_zero_bit(const unsigned long *addr, unsigned long size,
- unsigned long offset)
- {
- const unsigned long *p = addr + BITOP_WORD(offset);
- unsigned long result = offset & ~(BITS_PER_LONG-1);
- unsigned long tmp;
- if (offset >= size)
- return size;
- size -= result;
- offset %= BITS_PER_LONG;
- if (offset) {
- tmp = *(p++);
- tmp |= ~0UL >> (BITS_PER_LONG - offset);
- if (size < BITS_PER_LONG)
- goto found_first;
- if (~tmp)
- goto found_middle;
- size -= BITS_PER_LONG;
- result += BITS_PER_LONG;
- }
- while (size & ~(BITS_PER_LONG-1)) {
- if (~(tmp = *(p++)))
- goto found_middle;
- result += BITS_PER_LONG;
- size -= BITS_PER_LONG;
- }
- if (!size)
- return result;
- tmp = *p;
- found_first:
- tmp |= ~0UL << size;
- if (tmp == ~0UL) /* Are any bits zero? */
- return result + size; /* Nope. */
- found_middle:
- return result + ffz(tmp);
- }
- EXPORT_SYMBOL(find_next_zero_bit);
- #endif
- #ifndef find_first_bit
- /*
- * Find the first set bit in a memory region.
- */
- unsigned long find_first_bit(const unsigned long *addr, unsigned long size)
- {
- const unsigned long *p = addr;
- unsigned long result = 0;
- unsigned long tmp;
- while (size & ~(BITS_PER_LONG-1)) {
- if ((tmp = *(p++)))
- goto found;
- result += BITS_PER_LONG;
- size -= BITS_PER_LONG;
- }
- if (!size)
- return result;
- tmp = (*p) & (~0UL >> (BITS_PER_LONG - size));
- if (tmp == 0UL) /* Are any bits set? */
- return result + size; /* Nope. */
- found:
- return result + __ffs(tmp);
- }
- EXPORT_SYMBOL(find_first_bit);
- #endif
- #ifndef find_first_zero_bit
- /*
- * Find the first cleared bit in a memory region.
- */
- unsigned long find_first_zero_bit(const unsigned long *addr, unsigned long size)
- {
- const unsigned long *p = addr;
- unsigned long result = 0;
- unsigned long tmp;
- while (size & ~(BITS_PER_LONG-1)) {
- if (~(tmp = *(p++)))
- goto found;
- result += BITS_PER_LONG;
- size -= BITS_PER_LONG;
- }
- if (!size)
- return result;
- tmp = (*p) | (~0UL << size);
- if (tmp == ~0UL) /* Are any bits zero? */
- return result + size; /* Nope. */
- found:
- return result + ffz(tmp);
- }
- EXPORT_SYMBOL(find_first_zero_bit);
- #endif
- #ifdef __BIG_ENDIAN
- /* include/linux/byteorder does not support "unsigned long" type */
- static inline unsigned long ext2_swabp(const unsigned long * x)
- {
- #if BITS_PER_LONG == 64
- return (unsigned long) __swab64p((u64 *) x);
- #elif BITS_PER_LONG == 32
- return (unsigned long) __swab32p((u32 *) x);
- #else
- #error BITS_PER_LONG not defined
- #endif
- }
- /* include/linux/byteorder doesn't support "unsigned long" type */
- static inline unsigned long ext2_swab(const unsigned long y)
- {
- #if BITS_PER_LONG == 64
- return (unsigned long) __swab64((u64) y);
- #elif BITS_PER_LONG == 32
- return (unsigned long) __swab32((u32) y);
- #else
- #error BITS_PER_LONG not defined
- #endif
- }
- #ifndef find_next_zero_bit_le
- unsigned long find_next_zero_bit_le(const void *addr, unsigned
- long size, unsigned long offset)
- {
- const unsigned long *p = addr;
- unsigned long result = offset & ~(BITS_PER_LONG - 1);
- unsigned long tmp;
- if (offset >= size)
- return size;
- p += BITOP_WORD(offset);
- size -= result;
- offset &= (BITS_PER_LONG - 1UL);
- if (offset) {
- tmp = ext2_swabp(p++);
- tmp |= (~0UL >> (BITS_PER_LONG - offset));
- if (size < BITS_PER_LONG)
- goto found_first;
- if (~tmp)
- goto found_middle;
- size -= BITS_PER_LONG;
- result += BITS_PER_LONG;
- }
- while (size & ~(BITS_PER_LONG - 1)) {
- if (~(tmp = *(p++)))
- goto found_middle_swap;
- result += BITS_PER_LONG;
- size -= BITS_PER_LONG;
- }
- if (!size)
- return result;
- tmp = ext2_swabp(p);
- found_first:
- tmp |= ~0UL << size;
- if (tmp == ~0UL) /* Are any bits zero? */
- return result + size; /* Nope. Skip ffz */
- found_middle:
- return result + ffz(tmp);
- found_middle_swap:
- return result + ffz(ext2_swab(tmp));
- }
- EXPORT_SYMBOL(find_next_zero_bit_le);
- #endif
- #ifndef find_next_bit_le
- unsigned long find_next_bit_le(const void *addr, unsigned
- long size, unsigned long offset)
- {
- const unsigned long *p = addr;
- unsigned long result = offset & ~(BITS_PER_LONG - 1);
- unsigned long tmp;
- if (offset >= size)
- return size;
- p += BITOP_WORD(offset);
- size -= result;
- offset &= (BITS_PER_LONG - 1UL);
- if (offset) {
- tmp = ext2_swabp(p++);
- tmp &= (~0UL << offset);
- if (size < BITS_PER_LONG)
- goto found_first;
- if (tmp)
- goto found_middle;
- size -= BITS_PER_LONG;
- result += BITS_PER_LONG;
- }
- while (size & ~(BITS_PER_LONG - 1)) {
- tmp = *(p++);
- if (tmp)
- goto found_middle_swap;
- result += BITS_PER_LONG;
- size -= BITS_PER_LONG;
- }
- if (!size)
- return result;
- tmp = ext2_swabp(p);
- found_first:
- tmp &= (~0UL >> (BITS_PER_LONG - size));
- if (tmp == 0UL) /* Are any bits set? */
- return result + size; /* Nope. */
- found_middle:
- return result + __ffs(tmp);
- found_middle_swap:
- return result + __ffs(ext2_swab(tmp));
- }
- EXPORT_SYMBOL(find_next_bit_le);
- #endif
- #endif /* __BIG_ENDIAN */
|