1b15cbc0bSwdenk #ifndef _LINUX_BITOPS_H 2b15cbc0bSwdenk #define _LINUX_BITOPS_H 3b15cbc0bSwdenk 402f99901SSimon Kagstrom #include <asm/types.h> 5*e1b27d27SStefan Roese #include <asm-generic/bitsperlong.h> 6de4d2e9eSFabio Estevam #include <linux/compiler.h> 7b15cbc0bSwdenk 892a3188dSHeiko Schocher #define BIT(nr) (1UL << (nr)) 967345287SJagan Teki #define BIT_MASK(nr) (1UL << ((nr) % BITS_PER_LONG)) 1067345287SJagan Teki #define BIT_WORD(nr) ((nr) / BITS_PER_LONG) 1192a3188dSHeiko Schocher 12b15cbc0bSwdenk /* 1389b5c81bSJagan Teki * Create a contiguous bitmask starting at bit position @l and ending at 1489b5c81bSJagan Teki * position @h. For example 1589b5c81bSJagan Teki * GENMASK_ULL(39, 21) gives us the 64bit vector 0x000000ffffe00000. 1689b5c81bSJagan Teki */ 1789b5c81bSJagan Teki #define GENMASK(h, l) \ 1889b5c81bSJagan Teki (((~0UL) << (l)) & (~0UL >> (BITS_PER_LONG - 1 - (h)))) 1989b5c81bSJagan Teki 2089b5c81bSJagan Teki #define GENMASK_ULL(h, l) \ 2189b5c81bSJagan Teki (((~0ULL) << (l)) & (~0ULL >> (BITS_PER_LONG_LONG - 1 - (h)))) 2289b5c81bSJagan Teki 2389b5c81bSJagan Teki /* 24b15cbc0bSwdenk * ffs: find first bit set. This is defined the same way as 25b15cbc0bSwdenk * the libc and compiler builtin ffs routines, therefore 26b15cbc0bSwdenk * differs in spirit from the above ffz (man ffs). 27b15cbc0bSwdenk */ 28b15cbc0bSwdenk 29b15cbc0bSwdenk static inline int generic_ffs(int x) 30b15cbc0bSwdenk { 31b15cbc0bSwdenk int r = 1; 32b15cbc0bSwdenk 33b15cbc0bSwdenk if (!x) 34b15cbc0bSwdenk return 0; 35b15cbc0bSwdenk if (!(x & 0xffff)) { 36b15cbc0bSwdenk x >>= 16; 37b15cbc0bSwdenk r += 16; 38b15cbc0bSwdenk } 39b15cbc0bSwdenk if (!(x & 0xff)) { 40b15cbc0bSwdenk x >>= 8; 41b15cbc0bSwdenk r += 8; 42b15cbc0bSwdenk } 43b15cbc0bSwdenk if (!(x & 0xf)) { 44b15cbc0bSwdenk x >>= 4; 45b15cbc0bSwdenk r += 4; 46b15cbc0bSwdenk } 47b15cbc0bSwdenk if (!(x & 3)) { 48b15cbc0bSwdenk x >>= 2; 49b15cbc0bSwdenk r += 2; 50b15cbc0bSwdenk } 51b15cbc0bSwdenk if (!(x & 1)) { 52b15cbc0bSwdenk x >>= 1; 53b15cbc0bSwdenk r += 1; 54b15cbc0bSwdenk } 55b15cbc0bSwdenk return r; 56b15cbc0bSwdenk } 57b15cbc0bSwdenk 5852d61227SSimon Kagstrom /** 5952d61227SSimon Kagstrom * fls - find last (most-significant) bit set 6052d61227SSimon Kagstrom * @x: the word to search 6152d61227SSimon Kagstrom * 6252d61227SSimon Kagstrom * This is defined the same way as ffs. 6352d61227SSimon Kagstrom * Note fls(0) = 0, fls(1) = 1, fls(0x80000000) = 32. 6452d61227SSimon Kagstrom */ 6552d61227SSimon Kagstrom static inline int generic_fls(int x) 6652d61227SSimon Kagstrom { 6752d61227SSimon Kagstrom int r = 32; 6852d61227SSimon Kagstrom 6952d61227SSimon Kagstrom if (!x) 7052d61227SSimon Kagstrom return 0; 7152d61227SSimon Kagstrom if (!(x & 0xffff0000u)) { 7252d61227SSimon Kagstrom x <<= 16; 7352d61227SSimon Kagstrom r -= 16; 7452d61227SSimon Kagstrom } 7552d61227SSimon Kagstrom if (!(x & 0xff000000u)) { 7652d61227SSimon Kagstrom x <<= 8; 7752d61227SSimon Kagstrom r -= 8; 7852d61227SSimon Kagstrom } 7952d61227SSimon Kagstrom if (!(x & 0xf0000000u)) { 8052d61227SSimon Kagstrom x <<= 4; 8152d61227SSimon Kagstrom r -= 4; 8252d61227SSimon Kagstrom } 8352d61227SSimon Kagstrom if (!(x & 0xc0000000u)) { 8452d61227SSimon Kagstrom x <<= 2; 8552d61227SSimon Kagstrom r -= 2; 8652d61227SSimon Kagstrom } 8752d61227SSimon Kagstrom if (!(x & 0x80000000u)) { 8852d61227SSimon Kagstrom x <<= 1; 8952d61227SSimon Kagstrom r -= 1; 9052d61227SSimon Kagstrom } 9152d61227SSimon Kagstrom return r; 9252d61227SSimon Kagstrom } 9352d61227SSimon Kagstrom 9452d61227SSimon Kagstrom 95b15cbc0bSwdenk /* 96b15cbc0bSwdenk * hweightN: returns the hamming weight (i.e. the number 97b15cbc0bSwdenk * of bits set) of a N-bit word 98b15cbc0bSwdenk */ 99b15cbc0bSwdenk 100b15cbc0bSwdenk static inline unsigned int generic_hweight32(unsigned int w) 101b15cbc0bSwdenk { 102b15cbc0bSwdenk unsigned int res = (w & 0x55555555) + ((w >> 1) & 0x55555555); 103b15cbc0bSwdenk res = (res & 0x33333333) + ((res >> 2) & 0x33333333); 104b15cbc0bSwdenk res = (res & 0x0F0F0F0F) + ((res >> 4) & 0x0F0F0F0F); 105b15cbc0bSwdenk res = (res & 0x00FF00FF) + ((res >> 8) & 0x00FF00FF); 106b15cbc0bSwdenk return (res & 0x0000FFFF) + ((res >> 16) & 0x0000FFFF); 107b15cbc0bSwdenk } 108b15cbc0bSwdenk 109b15cbc0bSwdenk static inline unsigned int generic_hweight16(unsigned int w) 110b15cbc0bSwdenk { 111b15cbc0bSwdenk unsigned int res = (w & 0x5555) + ((w >> 1) & 0x5555); 112b15cbc0bSwdenk res = (res & 0x3333) + ((res >> 2) & 0x3333); 113b15cbc0bSwdenk res = (res & 0x0F0F) + ((res >> 4) & 0x0F0F); 114b15cbc0bSwdenk return (res & 0x00FF) + ((res >> 8) & 0x00FF); 115b15cbc0bSwdenk } 116b15cbc0bSwdenk 117b15cbc0bSwdenk static inline unsigned int generic_hweight8(unsigned int w) 118b15cbc0bSwdenk { 119b15cbc0bSwdenk unsigned int res = (w & 0x55) + ((w >> 1) & 0x55); 120b15cbc0bSwdenk res = (res & 0x33) + ((res >> 2) & 0x33); 121b15cbc0bSwdenk return (res & 0x0F) + ((res >> 4) & 0x0F); 122b15cbc0bSwdenk } 123b15cbc0bSwdenk 124b15cbc0bSwdenk #include <asm/bitops.h> 125b15cbc0bSwdenk 12602f99901SSimon Kagstrom /* linux/include/asm-generic/bitops/non-atomic.h */ 12702f99901SSimon Kagstrom 1280413cfecSSimon Kagstrom #ifndef PLATFORM__SET_BIT 12902f99901SSimon Kagstrom # define __set_bit generic_set_bit 13002f99901SSimon Kagstrom #endif 13102f99901SSimon Kagstrom 1320413cfecSSimon Kagstrom #ifndef PLATFORM__CLEAR_BIT 13302f99901SSimon Kagstrom # define __clear_bit generic_clear_bit 13402f99901SSimon Kagstrom #endif 13502f99901SSimon Kagstrom 1360413cfecSSimon Kagstrom #ifndef PLATFORM_FFS 13752d61227SSimon Kagstrom # define ffs generic_ffs 13852d61227SSimon Kagstrom #endif 13952d61227SSimon Kagstrom 1400413cfecSSimon Kagstrom #ifndef PLATFORM_FLS 14152d61227SSimon Kagstrom # define fls generic_fls 14252d61227SSimon Kagstrom #endif 14352d61227SSimon Kagstrom 144de4d2e9eSFabio Estevam static inline unsigned fls_long(unsigned long l) 145de4d2e9eSFabio Estevam { 146de4d2e9eSFabio Estevam if (sizeof(l) == 4) 147de4d2e9eSFabio Estevam return fls(l); 148de4d2e9eSFabio Estevam return fls64(l); 149de4d2e9eSFabio Estevam } 150de4d2e9eSFabio Estevam 151de4d2e9eSFabio Estevam /** 152de4d2e9eSFabio Estevam * __ffs64 - find first set bit in a 64 bit word 153de4d2e9eSFabio Estevam * @word: The 64 bit word 154de4d2e9eSFabio Estevam * 155de4d2e9eSFabio Estevam * On 64 bit arches this is a synomyn for __ffs 156de4d2e9eSFabio Estevam * The result is not defined if no bits are set, so check that @word 157de4d2e9eSFabio Estevam * is non-zero before calling this. 158de4d2e9eSFabio Estevam */ 159de4d2e9eSFabio Estevam static inline unsigned long __ffs64(u64 word) 160de4d2e9eSFabio Estevam { 161de4d2e9eSFabio Estevam #if BITS_PER_LONG == 32 162de4d2e9eSFabio Estevam if (((u32)word) == 0UL) 163de4d2e9eSFabio Estevam return __ffs((u32)(word >> 32)) + 32; 164de4d2e9eSFabio Estevam #elif BITS_PER_LONG != 64 165de4d2e9eSFabio Estevam #error BITS_PER_LONG not 32 or 64 166de4d2e9eSFabio Estevam #endif 167de4d2e9eSFabio Estevam return __ffs((unsigned long)word); 168de4d2e9eSFabio Estevam } 169de4d2e9eSFabio Estevam 17002f99901SSimon Kagstrom /** 17102f99901SSimon Kagstrom * __set_bit - Set a bit in memory 17202f99901SSimon Kagstrom * @nr: the bit to set 17302f99901SSimon Kagstrom * @addr: the address to start counting from 17402f99901SSimon Kagstrom * 17502f99901SSimon Kagstrom * Unlike set_bit(), this function is non-atomic and may be reordered. 17602f99901SSimon Kagstrom * If it's called on the same region of memory simultaneously, the effect 17702f99901SSimon Kagstrom * may be that only one operation succeeds. 17802f99901SSimon Kagstrom */ 17902f99901SSimon Kagstrom static inline void generic_set_bit(int nr, volatile unsigned long *addr) 18002f99901SSimon Kagstrom { 18102f99901SSimon Kagstrom unsigned long mask = BIT_MASK(nr); 18202f99901SSimon Kagstrom unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr); 18302f99901SSimon Kagstrom 18402f99901SSimon Kagstrom *p |= mask; 18502f99901SSimon Kagstrom } 18602f99901SSimon Kagstrom 18702f99901SSimon Kagstrom static inline void generic_clear_bit(int nr, volatile unsigned long *addr) 18802f99901SSimon Kagstrom { 18902f99901SSimon Kagstrom unsigned long mask = BIT_MASK(nr); 19002f99901SSimon Kagstrom unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr); 19102f99901SSimon Kagstrom 19202f99901SSimon Kagstrom *p &= ~mask; 19302f99901SSimon Kagstrom } 194b15cbc0bSwdenk 195b15cbc0bSwdenk #endif 196