1b15cbc0bSwdenk #ifndef _LINUX_BITOPS_H 2b15cbc0bSwdenk #define _LINUX_BITOPS_H 3b15cbc0bSwdenk 402f99901SSimon Kagstrom #include <asm/types.h> 5*de4d2e9eSFabio Estevam #include <linux/compiler.h> 6b15cbc0bSwdenk 792a3188dSHeiko Schocher #define BIT(nr) (1UL << (nr)) 867345287SJagan Teki #define BIT_MASK(nr) (1UL << ((nr) % BITS_PER_LONG)) 967345287SJagan Teki #define BIT_WORD(nr) ((nr) / BITS_PER_LONG) 1092a3188dSHeiko Schocher 11b15cbc0bSwdenk /* 1289b5c81bSJagan Teki * Create a contiguous bitmask starting at bit position @l and ending at 1389b5c81bSJagan Teki * position @h. For example 1489b5c81bSJagan Teki * GENMASK_ULL(39, 21) gives us the 64bit vector 0x000000ffffe00000. 1589b5c81bSJagan Teki */ 1689b5c81bSJagan Teki #define GENMASK(h, l) \ 1789b5c81bSJagan Teki (((~0UL) << (l)) & (~0UL >> (BITS_PER_LONG - 1 - (h)))) 1889b5c81bSJagan Teki 1989b5c81bSJagan Teki #define GENMASK_ULL(h, l) \ 2089b5c81bSJagan Teki (((~0ULL) << (l)) & (~0ULL >> (BITS_PER_LONG_LONG - 1 - (h)))) 2189b5c81bSJagan Teki 2289b5c81bSJagan Teki /* 23b15cbc0bSwdenk * ffs: find first bit set. This is defined the same way as 24b15cbc0bSwdenk * the libc and compiler builtin ffs routines, therefore 25b15cbc0bSwdenk * differs in spirit from the above ffz (man ffs). 26b15cbc0bSwdenk */ 27b15cbc0bSwdenk 28b15cbc0bSwdenk static inline int generic_ffs(int x) 29b15cbc0bSwdenk { 30b15cbc0bSwdenk int r = 1; 31b15cbc0bSwdenk 32b15cbc0bSwdenk if (!x) 33b15cbc0bSwdenk return 0; 34b15cbc0bSwdenk if (!(x & 0xffff)) { 35b15cbc0bSwdenk x >>= 16; 36b15cbc0bSwdenk r += 16; 37b15cbc0bSwdenk } 38b15cbc0bSwdenk if (!(x & 0xff)) { 39b15cbc0bSwdenk x >>= 8; 40b15cbc0bSwdenk r += 8; 41b15cbc0bSwdenk } 42b15cbc0bSwdenk if (!(x & 0xf)) { 43b15cbc0bSwdenk x >>= 4; 44b15cbc0bSwdenk r += 4; 45b15cbc0bSwdenk } 46b15cbc0bSwdenk if (!(x & 3)) { 47b15cbc0bSwdenk x >>= 2; 48b15cbc0bSwdenk r += 2; 49b15cbc0bSwdenk } 50b15cbc0bSwdenk if (!(x & 1)) { 51b15cbc0bSwdenk x >>= 1; 52b15cbc0bSwdenk r += 1; 53b15cbc0bSwdenk } 54b15cbc0bSwdenk return r; 55b15cbc0bSwdenk } 56b15cbc0bSwdenk 5752d61227SSimon Kagstrom /** 5852d61227SSimon Kagstrom * fls - find last (most-significant) bit set 5952d61227SSimon Kagstrom * @x: the word to search 6052d61227SSimon Kagstrom * 6152d61227SSimon Kagstrom * This is defined the same way as ffs. 6252d61227SSimon Kagstrom * Note fls(0) = 0, fls(1) = 1, fls(0x80000000) = 32. 6352d61227SSimon Kagstrom */ 6452d61227SSimon Kagstrom static inline int generic_fls(int x) 6552d61227SSimon Kagstrom { 6652d61227SSimon Kagstrom int r = 32; 6752d61227SSimon Kagstrom 6852d61227SSimon Kagstrom if (!x) 6952d61227SSimon Kagstrom return 0; 7052d61227SSimon Kagstrom if (!(x & 0xffff0000u)) { 7152d61227SSimon Kagstrom x <<= 16; 7252d61227SSimon Kagstrom r -= 16; 7352d61227SSimon Kagstrom } 7452d61227SSimon Kagstrom if (!(x & 0xff000000u)) { 7552d61227SSimon Kagstrom x <<= 8; 7652d61227SSimon Kagstrom r -= 8; 7752d61227SSimon Kagstrom } 7852d61227SSimon Kagstrom if (!(x & 0xf0000000u)) { 7952d61227SSimon Kagstrom x <<= 4; 8052d61227SSimon Kagstrom r -= 4; 8152d61227SSimon Kagstrom } 8252d61227SSimon Kagstrom if (!(x & 0xc0000000u)) { 8352d61227SSimon Kagstrom x <<= 2; 8452d61227SSimon Kagstrom r -= 2; 8552d61227SSimon Kagstrom } 8652d61227SSimon Kagstrom if (!(x & 0x80000000u)) { 8752d61227SSimon Kagstrom x <<= 1; 8852d61227SSimon Kagstrom r -= 1; 8952d61227SSimon Kagstrom } 9052d61227SSimon Kagstrom return r; 9152d61227SSimon Kagstrom } 9252d61227SSimon Kagstrom 9352d61227SSimon Kagstrom 94b15cbc0bSwdenk /* 95b15cbc0bSwdenk * hweightN: returns the hamming weight (i.e. the number 96b15cbc0bSwdenk * of bits set) of a N-bit word 97b15cbc0bSwdenk */ 98b15cbc0bSwdenk 99b15cbc0bSwdenk static inline unsigned int generic_hweight32(unsigned int w) 100b15cbc0bSwdenk { 101b15cbc0bSwdenk unsigned int res = (w & 0x55555555) + ((w >> 1) & 0x55555555); 102b15cbc0bSwdenk res = (res & 0x33333333) + ((res >> 2) & 0x33333333); 103b15cbc0bSwdenk res = (res & 0x0F0F0F0F) + ((res >> 4) & 0x0F0F0F0F); 104b15cbc0bSwdenk res = (res & 0x00FF00FF) + ((res >> 8) & 0x00FF00FF); 105b15cbc0bSwdenk return (res & 0x0000FFFF) + ((res >> 16) & 0x0000FFFF); 106b15cbc0bSwdenk } 107b15cbc0bSwdenk 108b15cbc0bSwdenk static inline unsigned int generic_hweight16(unsigned int w) 109b15cbc0bSwdenk { 110b15cbc0bSwdenk unsigned int res = (w & 0x5555) + ((w >> 1) & 0x5555); 111b15cbc0bSwdenk res = (res & 0x3333) + ((res >> 2) & 0x3333); 112b15cbc0bSwdenk res = (res & 0x0F0F) + ((res >> 4) & 0x0F0F); 113b15cbc0bSwdenk return (res & 0x00FF) + ((res >> 8) & 0x00FF); 114b15cbc0bSwdenk } 115b15cbc0bSwdenk 116b15cbc0bSwdenk static inline unsigned int generic_hweight8(unsigned int w) 117b15cbc0bSwdenk { 118b15cbc0bSwdenk unsigned int res = (w & 0x55) + ((w >> 1) & 0x55); 119b15cbc0bSwdenk res = (res & 0x33) + ((res >> 2) & 0x33); 120b15cbc0bSwdenk return (res & 0x0F) + ((res >> 4) & 0x0F); 121b15cbc0bSwdenk } 122b15cbc0bSwdenk 123b15cbc0bSwdenk #include <asm/bitops.h> 124b15cbc0bSwdenk 12502f99901SSimon Kagstrom /* linux/include/asm-generic/bitops/non-atomic.h */ 12602f99901SSimon Kagstrom 1270413cfecSSimon Kagstrom #ifndef PLATFORM__SET_BIT 12802f99901SSimon Kagstrom # define __set_bit generic_set_bit 12902f99901SSimon Kagstrom #endif 13002f99901SSimon Kagstrom 1310413cfecSSimon Kagstrom #ifndef PLATFORM__CLEAR_BIT 13202f99901SSimon Kagstrom # define __clear_bit generic_clear_bit 13302f99901SSimon Kagstrom #endif 13402f99901SSimon Kagstrom 1350413cfecSSimon Kagstrom #ifndef PLATFORM_FFS 13652d61227SSimon Kagstrom # define ffs generic_ffs 13752d61227SSimon Kagstrom #endif 13852d61227SSimon Kagstrom 1390413cfecSSimon Kagstrom #ifndef PLATFORM_FLS 14052d61227SSimon Kagstrom # define fls generic_fls 14152d61227SSimon Kagstrom #endif 14252d61227SSimon Kagstrom 143*de4d2e9eSFabio Estevam static inline unsigned fls_long(unsigned long l) 144*de4d2e9eSFabio Estevam { 145*de4d2e9eSFabio Estevam if (sizeof(l) == 4) 146*de4d2e9eSFabio Estevam return fls(l); 147*de4d2e9eSFabio Estevam return fls64(l); 148*de4d2e9eSFabio Estevam } 149*de4d2e9eSFabio Estevam 150*de4d2e9eSFabio Estevam /** 151*de4d2e9eSFabio Estevam * __ffs64 - find first set bit in a 64 bit word 152*de4d2e9eSFabio Estevam * @word: The 64 bit word 153*de4d2e9eSFabio Estevam * 154*de4d2e9eSFabio Estevam * On 64 bit arches this is a synomyn for __ffs 155*de4d2e9eSFabio Estevam * The result is not defined if no bits are set, so check that @word 156*de4d2e9eSFabio Estevam * is non-zero before calling this. 157*de4d2e9eSFabio Estevam */ 158*de4d2e9eSFabio Estevam static inline unsigned long __ffs64(u64 word) 159*de4d2e9eSFabio Estevam { 160*de4d2e9eSFabio Estevam #if BITS_PER_LONG == 32 161*de4d2e9eSFabio Estevam if (((u32)word) == 0UL) 162*de4d2e9eSFabio Estevam return __ffs((u32)(word >> 32)) + 32; 163*de4d2e9eSFabio Estevam #elif BITS_PER_LONG != 64 164*de4d2e9eSFabio Estevam #error BITS_PER_LONG not 32 or 64 165*de4d2e9eSFabio Estevam #endif 166*de4d2e9eSFabio Estevam return __ffs((unsigned long)word); 167*de4d2e9eSFabio Estevam } 168*de4d2e9eSFabio Estevam 16902f99901SSimon Kagstrom /** 17002f99901SSimon Kagstrom * __set_bit - Set a bit in memory 17102f99901SSimon Kagstrom * @nr: the bit to set 17202f99901SSimon Kagstrom * @addr: the address to start counting from 17302f99901SSimon Kagstrom * 17402f99901SSimon Kagstrom * Unlike set_bit(), this function is non-atomic and may be reordered. 17502f99901SSimon Kagstrom * If it's called on the same region of memory simultaneously, the effect 17602f99901SSimon Kagstrom * may be that only one operation succeeds. 17702f99901SSimon Kagstrom */ 17802f99901SSimon Kagstrom static inline void generic_set_bit(int nr, volatile unsigned long *addr) 17902f99901SSimon Kagstrom { 18002f99901SSimon Kagstrom unsigned long mask = BIT_MASK(nr); 18102f99901SSimon Kagstrom unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr); 18202f99901SSimon Kagstrom 18302f99901SSimon Kagstrom *p |= mask; 18402f99901SSimon Kagstrom } 18502f99901SSimon Kagstrom 18602f99901SSimon Kagstrom static inline void generic_clear_bit(int nr, volatile unsigned long *addr) 18702f99901SSimon Kagstrom { 18802f99901SSimon Kagstrom unsigned long mask = BIT_MASK(nr); 18902f99901SSimon Kagstrom unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr); 19002f99901SSimon Kagstrom 19102f99901SSimon Kagstrom *p &= ~mask; 19202f99901SSimon Kagstrom } 193b15cbc0bSwdenk 194b15cbc0bSwdenk #endif 195