1b15cbc0bSwdenk #ifndef _LINUX_BITOPS_H
2b15cbc0bSwdenk #define _LINUX_BITOPS_H
3b15cbc0bSwdenk
402f99901SSimon Kagstrom #include <asm/types.h>
5e1b27d27SStefan Roese #include <asm-generic/bitsperlong.h>
6de4d2e9eSFabio Estevam #include <linux/compiler.h>
7b15cbc0bSwdenk
8*1b48bbddSMasahiro Yamada #ifdef __KERNEL__
992a3188dSHeiko Schocher #define BIT(nr) (1UL << (nr))
10*1b48bbddSMasahiro Yamada #define BIT_ULL(nr) (1ULL << (nr))
1167345287SJagan Teki #define BIT_MASK(nr) (1UL << ((nr) % BITS_PER_LONG))
1267345287SJagan Teki #define BIT_WORD(nr) ((nr) / BITS_PER_LONG)
13*1b48bbddSMasahiro Yamada #define BIT_ULL_MASK(nr) (1ULL << ((nr) % BITS_PER_LONG_LONG))
14*1b48bbddSMasahiro Yamada #define BIT_ULL_WORD(nr) ((nr) / BITS_PER_LONG_LONG)
15*1b48bbddSMasahiro Yamada #define BITS_PER_BYTE 8
16*1b48bbddSMasahiro Yamada #define BITS_TO_LONGS(nr) DIV_ROUND_UP(nr, BITS_PER_BYTE * sizeof(long))
17*1b48bbddSMasahiro Yamada #endif
1892a3188dSHeiko Schocher
19b15cbc0bSwdenk /*
2089b5c81bSJagan Teki * Create a contiguous bitmask starting at bit position @l and ending at
2189b5c81bSJagan Teki * position @h. For example
2289b5c81bSJagan Teki * GENMASK_ULL(39, 21) gives us the 64bit vector 0x000000ffffe00000.
2389b5c81bSJagan Teki */
2489b5c81bSJagan Teki #define GENMASK(h, l) \
2589b5c81bSJagan Teki (((~0UL) << (l)) & (~0UL >> (BITS_PER_LONG - 1 - (h))))
2689b5c81bSJagan Teki
2789b5c81bSJagan Teki #define GENMASK_ULL(h, l) \
2889b5c81bSJagan Teki (((~0ULL) << (l)) & (~0ULL >> (BITS_PER_LONG_LONG - 1 - (h))))
2989b5c81bSJagan Teki
3089b5c81bSJagan Teki /*
31b15cbc0bSwdenk * ffs: find first bit set. This is defined the same way as
32b15cbc0bSwdenk * the libc and compiler builtin ffs routines, therefore
33b15cbc0bSwdenk * differs in spirit from the above ffz (man ffs).
34b15cbc0bSwdenk */
35b15cbc0bSwdenk
generic_ffs(int x)36b15cbc0bSwdenk static inline int generic_ffs(int x)
37b15cbc0bSwdenk {
38b15cbc0bSwdenk int r = 1;
39b15cbc0bSwdenk
40b15cbc0bSwdenk if (!x)
41b15cbc0bSwdenk return 0;
42b15cbc0bSwdenk if (!(x & 0xffff)) {
43b15cbc0bSwdenk x >>= 16;
44b15cbc0bSwdenk r += 16;
45b15cbc0bSwdenk }
46b15cbc0bSwdenk if (!(x & 0xff)) {
47b15cbc0bSwdenk x >>= 8;
48b15cbc0bSwdenk r += 8;
49b15cbc0bSwdenk }
50b15cbc0bSwdenk if (!(x & 0xf)) {
51b15cbc0bSwdenk x >>= 4;
52b15cbc0bSwdenk r += 4;
53b15cbc0bSwdenk }
54b15cbc0bSwdenk if (!(x & 3)) {
55b15cbc0bSwdenk x >>= 2;
56b15cbc0bSwdenk r += 2;
57b15cbc0bSwdenk }
58b15cbc0bSwdenk if (!(x & 1)) {
59b15cbc0bSwdenk x >>= 1;
60b15cbc0bSwdenk r += 1;
61b15cbc0bSwdenk }
62b15cbc0bSwdenk return r;
63b15cbc0bSwdenk }
64b15cbc0bSwdenk
6552d61227SSimon Kagstrom /**
6652d61227SSimon Kagstrom * fls - find last (most-significant) bit set
6752d61227SSimon Kagstrom * @x: the word to search
6852d61227SSimon Kagstrom *
6952d61227SSimon Kagstrom * This is defined the same way as ffs.
7052d61227SSimon Kagstrom * Note fls(0) = 0, fls(1) = 1, fls(0x80000000) = 32.
7152d61227SSimon Kagstrom */
generic_fls(int x)7252d61227SSimon Kagstrom static inline int generic_fls(int x)
7352d61227SSimon Kagstrom {
7452d61227SSimon Kagstrom int r = 32;
7552d61227SSimon Kagstrom
7652d61227SSimon Kagstrom if (!x)
7752d61227SSimon Kagstrom return 0;
7852d61227SSimon Kagstrom if (!(x & 0xffff0000u)) {
7952d61227SSimon Kagstrom x <<= 16;
8052d61227SSimon Kagstrom r -= 16;
8152d61227SSimon Kagstrom }
8252d61227SSimon Kagstrom if (!(x & 0xff000000u)) {
8352d61227SSimon Kagstrom x <<= 8;
8452d61227SSimon Kagstrom r -= 8;
8552d61227SSimon Kagstrom }
8652d61227SSimon Kagstrom if (!(x & 0xf0000000u)) {
8752d61227SSimon Kagstrom x <<= 4;
8852d61227SSimon Kagstrom r -= 4;
8952d61227SSimon Kagstrom }
9052d61227SSimon Kagstrom if (!(x & 0xc0000000u)) {
9152d61227SSimon Kagstrom x <<= 2;
9252d61227SSimon Kagstrom r -= 2;
9352d61227SSimon Kagstrom }
9452d61227SSimon Kagstrom if (!(x & 0x80000000u)) {
9552d61227SSimon Kagstrom x <<= 1;
9652d61227SSimon Kagstrom r -= 1;
9752d61227SSimon Kagstrom }
9852d61227SSimon Kagstrom return r;
9952d61227SSimon Kagstrom }
10052d61227SSimon Kagstrom
10152d61227SSimon Kagstrom
102b15cbc0bSwdenk /*
103b15cbc0bSwdenk * hweightN: returns the hamming weight (i.e. the number
104b15cbc0bSwdenk * of bits set) of a N-bit word
105b15cbc0bSwdenk */
106b15cbc0bSwdenk
generic_hweight32(unsigned int w)107b15cbc0bSwdenk static inline unsigned int generic_hweight32(unsigned int w)
108b15cbc0bSwdenk {
109b15cbc0bSwdenk unsigned int res = (w & 0x55555555) + ((w >> 1) & 0x55555555);
110b15cbc0bSwdenk res = (res & 0x33333333) + ((res >> 2) & 0x33333333);
111b15cbc0bSwdenk res = (res & 0x0F0F0F0F) + ((res >> 4) & 0x0F0F0F0F);
112b15cbc0bSwdenk res = (res & 0x00FF00FF) + ((res >> 8) & 0x00FF00FF);
113b15cbc0bSwdenk return (res & 0x0000FFFF) + ((res >> 16) & 0x0000FFFF);
114b15cbc0bSwdenk }
115b15cbc0bSwdenk
generic_hweight16(unsigned int w)116b15cbc0bSwdenk static inline unsigned int generic_hweight16(unsigned int w)
117b15cbc0bSwdenk {
118b15cbc0bSwdenk unsigned int res = (w & 0x5555) + ((w >> 1) & 0x5555);
119b15cbc0bSwdenk res = (res & 0x3333) + ((res >> 2) & 0x3333);
120b15cbc0bSwdenk res = (res & 0x0F0F) + ((res >> 4) & 0x0F0F);
121b15cbc0bSwdenk return (res & 0x00FF) + ((res >> 8) & 0x00FF);
122b15cbc0bSwdenk }
123b15cbc0bSwdenk
generic_hweight8(unsigned int w)124b15cbc0bSwdenk static inline unsigned int generic_hweight8(unsigned int w)
125b15cbc0bSwdenk {
126b15cbc0bSwdenk unsigned int res = (w & 0x55) + ((w >> 1) & 0x55);
127b15cbc0bSwdenk res = (res & 0x33) + ((res >> 2) & 0x33);
128b15cbc0bSwdenk return (res & 0x0F) + ((res >> 4) & 0x0F);
129b15cbc0bSwdenk }
130b15cbc0bSwdenk
131b15cbc0bSwdenk #include <asm/bitops.h>
132b15cbc0bSwdenk
13302f99901SSimon Kagstrom /* linux/include/asm-generic/bitops/non-atomic.h */
13402f99901SSimon Kagstrom
1350413cfecSSimon Kagstrom #ifndef PLATFORM__SET_BIT
13602f99901SSimon Kagstrom # define __set_bit generic_set_bit
13702f99901SSimon Kagstrom #endif
13802f99901SSimon Kagstrom
1390413cfecSSimon Kagstrom #ifndef PLATFORM__CLEAR_BIT
14002f99901SSimon Kagstrom # define __clear_bit generic_clear_bit
14102f99901SSimon Kagstrom #endif
14202f99901SSimon Kagstrom
1430413cfecSSimon Kagstrom #ifndef PLATFORM_FFS
14452d61227SSimon Kagstrom # define ffs generic_ffs
14552d61227SSimon Kagstrom #endif
14652d61227SSimon Kagstrom
1470413cfecSSimon Kagstrom #ifndef PLATFORM_FLS
14852d61227SSimon Kagstrom # define fls generic_fls
14952d61227SSimon Kagstrom #endif
15052d61227SSimon Kagstrom
fls_long(unsigned long l)151de4d2e9eSFabio Estevam static inline unsigned fls_long(unsigned long l)
152de4d2e9eSFabio Estevam {
153de4d2e9eSFabio Estevam if (sizeof(l) == 4)
154de4d2e9eSFabio Estevam return fls(l);
155de4d2e9eSFabio Estevam return fls64(l);
156de4d2e9eSFabio Estevam }
157de4d2e9eSFabio Estevam
158de4d2e9eSFabio Estevam /**
159de4d2e9eSFabio Estevam * __ffs64 - find first set bit in a 64 bit word
160de4d2e9eSFabio Estevam * @word: The 64 bit word
161de4d2e9eSFabio Estevam *
162de4d2e9eSFabio Estevam * On 64 bit arches this is a synomyn for __ffs
163de4d2e9eSFabio Estevam * The result is not defined if no bits are set, so check that @word
164de4d2e9eSFabio Estevam * is non-zero before calling this.
165de4d2e9eSFabio Estevam */
__ffs64(u64 word)166de4d2e9eSFabio Estevam static inline unsigned long __ffs64(u64 word)
167de4d2e9eSFabio Estevam {
168de4d2e9eSFabio Estevam #if BITS_PER_LONG == 32
169de4d2e9eSFabio Estevam if (((u32)word) == 0UL)
170de4d2e9eSFabio Estevam return __ffs((u32)(word >> 32)) + 32;
171de4d2e9eSFabio Estevam #elif BITS_PER_LONG != 64
172de4d2e9eSFabio Estevam #error BITS_PER_LONG not 32 or 64
173de4d2e9eSFabio Estevam #endif
174de4d2e9eSFabio Estevam return __ffs((unsigned long)word);
175de4d2e9eSFabio Estevam }
176de4d2e9eSFabio Estevam
17702f99901SSimon Kagstrom /**
17802f99901SSimon Kagstrom * __set_bit - Set a bit in memory
17902f99901SSimon Kagstrom * @nr: the bit to set
18002f99901SSimon Kagstrom * @addr: the address to start counting from
18102f99901SSimon Kagstrom *
18202f99901SSimon Kagstrom * Unlike set_bit(), this function is non-atomic and may be reordered.
18302f99901SSimon Kagstrom * If it's called on the same region of memory simultaneously, the effect
18402f99901SSimon Kagstrom * may be that only one operation succeeds.
18502f99901SSimon Kagstrom */
generic_set_bit(int nr,volatile unsigned long * addr)18602f99901SSimon Kagstrom static inline void generic_set_bit(int nr, volatile unsigned long *addr)
18702f99901SSimon Kagstrom {
18802f99901SSimon Kagstrom unsigned long mask = BIT_MASK(nr);
18902f99901SSimon Kagstrom unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr);
19002f99901SSimon Kagstrom
19102f99901SSimon Kagstrom *p |= mask;
19202f99901SSimon Kagstrom }
19302f99901SSimon Kagstrom
generic_clear_bit(int nr,volatile unsigned long * addr)19402f99901SSimon Kagstrom static inline void generic_clear_bit(int nr, volatile unsigned long *addr)
19502f99901SSimon Kagstrom {
19602f99901SSimon Kagstrom unsigned long mask = BIT_MASK(nr);
19702f99901SSimon Kagstrom unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr);
19802f99901SSimon Kagstrom
19902f99901SSimon Kagstrom *p &= ~mask;
20002f99901SSimon Kagstrom }
201b15cbc0bSwdenk
202b15cbc0bSwdenk #endif
203