1819833afSPeter Tyser /*
2819833afSPeter Tyser * Copyright 1995, Russell King.
3819833afSPeter Tyser * Various bits and pieces copyrights include:
4819833afSPeter Tyser * Linus Torvalds (test_bit).
5819833afSPeter Tyser *
6819833afSPeter Tyser * bit 0 is the LSB of addr; bit 32 is the LSB of (addr+1).
7819833afSPeter Tyser *
8819833afSPeter Tyser * Please note that the code in this file should never be included
9819833afSPeter Tyser * from user space. Many of these are not implemented in assembler
10819833afSPeter Tyser * since they would be too costly. Also, they require priviledged
11819833afSPeter Tyser * instructions (which are not available from user mode) to ensure
12819833afSPeter Tyser * that they are atomic.
13819833afSPeter Tyser */
14819833afSPeter Tyser
15819833afSPeter Tyser #ifndef __ASM_ARM_BITOPS_H
16819833afSPeter Tyser #define __ASM_ARM_BITOPS_H
17819833afSPeter Tyser
18819833afSPeter Tyser #ifdef __KERNEL__
19819833afSPeter Tyser
207d89982bSVasili Galka #include <asm/proc-armv/system.h>
21819833afSPeter Tyser
22819833afSPeter Tyser #define smp_mb__before_clear_bit() do { } while (0)
23819833afSPeter Tyser #define smp_mb__after_clear_bit() do { } while (0)
24819833afSPeter Tyser
25819833afSPeter Tyser /*
26819833afSPeter Tyser * Function prototypes to keep gcc -Wall happy.
27819833afSPeter Tyser */
28819833afSPeter Tyser extern void set_bit(int nr, volatile void * addr);
29819833afSPeter Tyser
30819833afSPeter Tyser extern void clear_bit(int nr, volatile void * addr);
31819833afSPeter Tyser
32819833afSPeter Tyser extern void change_bit(int nr, volatile void * addr);
33819833afSPeter Tyser
__change_bit(int nr,volatile void * addr)34819833afSPeter Tyser static inline void __change_bit(int nr, volatile void *addr)
35819833afSPeter Tyser {
36819833afSPeter Tyser unsigned long mask = BIT_MASK(nr);
37819833afSPeter Tyser unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr);
38819833afSPeter Tyser
39819833afSPeter Tyser *p ^= mask;
40819833afSPeter Tyser }
41819833afSPeter Tyser
__test_and_set_bit(int nr,volatile void * addr)42819833afSPeter Tyser static inline int __test_and_set_bit(int nr, volatile void *addr)
43819833afSPeter Tyser {
44819833afSPeter Tyser unsigned long mask = BIT_MASK(nr);
45819833afSPeter Tyser unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr);
46819833afSPeter Tyser unsigned long old = *p;
47819833afSPeter Tyser
48819833afSPeter Tyser *p = old | mask;
49819833afSPeter Tyser return (old & mask) != 0;
50819833afSPeter Tyser }
51819833afSPeter Tyser
test_and_set_bit(int nr,volatile void * addr)52819833afSPeter Tyser static inline int test_and_set_bit(int nr, volatile void * addr)
53819833afSPeter Tyser {
54*1d48ca69SHeiko Schocher unsigned long flags = 0;
55819833afSPeter Tyser int out;
56819833afSPeter Tyser
57819833afSPeter Tyser local_irq_save(flags);
58819833afSPeter Tyser out = __test_and_set_bit(nr, addr);
59819833afSPeter Tyser local_irq_restore(flags);
60819833afSPeter Tyser
61819833afSPeter Tyser return out;
62819833afSPeter Tyser }
63819833afSPeter Tyser
__test_and_clear_bit(int nr,volatile void * addr)64819833afSPeter Tyser static inline int __test_and_clear_bit(int nr, volatile void *addr)
65819833afSPeter Tyser {
66819833afSPeter Tyser unsigned long mask = BIT_MASK(nr);
67819833afSPeter Tyser unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr);
68819833afSPeter Tyser unsigned long old = *p;
69819833afSPeter Tyser
70819833afSPeter Tyser *p = old & ~mask;
71819833afSPeter Tyser return (old & mask) != 0;
72819833afSPeter Tyser }
73819833afSPeter Tyser
test_and_clear_bit(int nr,volatile void * addr)74819833afSPeter Tyser static inline int test_and_clear_bit(int nr, volatile void * addr)
75819833afSPeter Tyser {
76*1d48ca69SHeiko Schocher unsigned long flags = 0;
77819833afSPeter Tyser int out;
78819833afSPeter Tyser
79819833afSPeter Tyser local_irq_save(flags);
80819833afSPeter Tyser out = __test_and_clear_bit(nr, addr);
81819833afSPeter Tyser local_irq_restore(flags);
82819833afSPeter Tyser
83819833afSPeter Tyser return out;
84819833afSPeter Tyser }
85819833afSPeter Tyser
86819833afSPeter Tyser extern int test_and_change_bit(int nr, volatile void * addr);
87819833afSPeter Tyser
__test_and_change_bit(int nr,volatile void * addr)88819833afSPeter Tyser static inline int __test_and_change_bit(int nr, volatile void *addr)
89819833afSPeter Tyser {
90819833afSPeter Tyser unsigned long mask = BIT_MASK(nr);
91819833afSPeter Tyser unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr);
92819833afSPeter Tyser unsigned long old = *p;
93819833afSPeter Tyser
94819833afSPeter Tyser *p = old ^ mask;
95819833afSPeter Tyser return (old & mask) != 0;
96819833afSPeter Tyser }
97819833afSPeter Tyser
98819833afSPeter Tyser /*
99819833afSPeter Tyser * This routine doesn't need to be atomic.
100819833afSPeter Tyser */
test_bit(int nr,const void * addr)101819833afSPeter Tyser static inline int test_bit(int nr, const void * addr)
102819833afSPeter Tyser {
103819833afSPeter Tyser return ((unsigned char *) addr)[nr >> 3] & (1U << (nr & 7));
104819833afSPeter Tyser }
105819833afSPeter Tyser
__ilog2(unsigned int x)1060b9bc737SRob Herring static inline int __ilog2(unsigned int x)
1070b9bc737SRob Herring {
1080b9bc737SRob Herring return generic_fls(x) - 1;
1090b9bc737SRob Herring }
1100b9bc737SRob Herring
111819833afSPeter Tyser /*
112819833afSPeter Tyser * ffz = Find First Zero in word. Undefined if no zero exists,
113819833afSPeter Tyser * so code should check against ~0UL first..
114819833afSPeter Tyser */
ffz(unsigned long word)115819833afSPeter Tyser static inline unsigned long ffz(unsigned long word)
116819833afSPeter Tyser {
117819833afSPeter Tyser int k;
118819833afSPeter Tyser
119819833afSPeter Tyser word = ~word;
120819833afSPeter Tyser k = 31;
121819833afSPeter Tyser if (word & 0x0000ffff) { k -= 16; word <<= 16; }
122819833afSPeter Tyser if (word & 0x00ff0000) { k -= 8; word <<= 8; }
123819833afSPeter Tyser if (word & 0x0f000000) { k -= 4; word <<= 4; }
124819833afSPeter Tyser if (word & 0x30000000) { k -= 2; word <<= 2; }
125819833afSPeter Tyser if (word & 0x40000000) { k -= 1; }
126819833afSPeter Tyser return k;
127819833afSPeter Tyser }
128819833afSPeter Tyser
find_next_zero_bit(void * addr,int size,int offset)12981e9fe5aSVitaly Andrianov static inline int find_next_zero_bit(void *addr, int size, int offset)
13081e9fe5aSVitaly Andrianov {
13181e9fe5aSVitaly Andrianov unsigned long *p = ((unsigned long *)addr) + (offset >> 5);
13281e9fe5aSVitaly Andrianov unsigned long result = offset & ~31UL;
13381e9fe5aSVitaly Andrianov unsigned long tmp;
13481e9fe5aSVitaly Andrianov
13581e9fe5aSVitaly Andrianov if (offset >= size)
13681e9fe5aSVitaly Andrianov return size;
13781e9fe5aSVitaly Andrianov size -= result;
13881e9fe5aSVitaly Andrianov offset &= 31UL;
13981e9fe5aSVitaly Andrianov if (offset) {
14081e9fe5aSVitaly Andrianov tmp = *(p++);
14181e9fe5aSVitaly Andrianov tmp |= ~0UL >> (32-offset);
14281e9fe5aSVitaly Andrianov if (size < 32)
14381e9fe5aSVitaly Andrianov goto found_first;
14481e9fe5aSVitaly Andrianov if (~tmp)
14581e9fe5aSVitaly Andrianov goto found_middle;
14681e9fe5aSVitaly Andrianov size -= 32;
14781e9fe5aSVitaly Andrianov result += 32;
14881e9fe5aSVitaly Andrianov }
14981e9fe5aSVitaly Andrianov while (size & ~31UL) {
15081e9fe5aSVitaly Andrianov tmp = *(p++);
15181e9fe5aSVitaly Andrianov if (~tmp)
15281e9fe5aSVitaly Andrianov goto found_middle;
15381e9fe5aSVitaly Andrianov result += 32;
15481e9fe5aSVitaly Andrianov size -= 32;
15581e9fe5aSVitaly Andrianov }
15681e9fe5aSVitaly Andrianov if (!size)
15781e9fe5aSVitaly Andrianov return result;
15881e9fe5aSVitaly Andrianov tmp = *p;
15981e9fe5aSVitaly Andrianov
16081e9fe5aSVitaly Andrianov found_first:
16181e9fe5aSVitaly Andrianov tmp |= ~0UL >> size;
16281e9fe5aSVitaly Andrianov found_middle:
16381e9fe5aSVitaly Andrianov return result + ffz(tmp);
16481e9fe5aSVitaly Andrianov }
16581e9fe5aSVitaly Andrianov
166819833afSPeter Tyser /*
167819833afSPeter Tyser * hweightN: returns the hamming weight (i.e. the number
168819833afSPeter Tyser * of bits set) of a N-bit word
169819833afSPeter Tyser */
170819833afSPeter Tyser
171819833afSPeter Tyser #define hweight32(x) generic_hweight32(x)
172819833afSPeter Tyser #define hweight16(x) generic_hweight16(x)
173819833afSPeter Tyser #define hweight8(x) generic_hweight8(x)
174819833afSPeter Tyser
17581e9fe5aSVitaly Andrianov #define find_first_zero_bit(addr, size) \
17681e9fe5aSVitaly Andrianov find_next_zero_bit((addr), (size), 0)
17781e9fe5aSVitaly Andrianov
178819833afSPeter Tyser #define ext2_set_bit test_and_set_bit
179819833afSPeter Tyser #define ext2_clear_bit test_and_clear_bit
180819833afSPeter Tyser #define ext2_test_bit test_bit
181819833afSPeter Tyser #define ext2_find_first_zero_bit find_first_zero_bit
182819833afSPeter Tyser #define ext2_find_next_zero_bit find_next_zero_bit
183819833afSPeter Tyser
184819833afSPeter Tyser /* Bitmap functions for the minix filesystem. */
185819833afSPeter Tyser #define minix_test_and_set_bit(nr,addr) test_and_set_bit(nr,addr)
186819833afSPeter Tyser #define minix_set_bit(nr,addr) set_bit(nr,addr)
187819833afSPeter Tyser #define minix_test_and_clear_bit(nr,addr) test_and_clear_bit(nr,addr)
188819833afSPeter Tyser #define minix_test_bit(nr,addr) test_bit(nr,addr)
189819833afSPeter Tyser #define minix_find_first_zero_bit(addr,size) find_first_zero_bit(addr,size)
190819833afSPeter Tyser
191819833afSPeter Tyser #endif /* __KERNEL__ */
192819833afSPeter Tyser
19356adb7b3SFabio Estevam #include <asm-generic/bitops/__fls.h>
19456adb7b3SFabio Estevam #include <asm-generic/bitops/__ffs.h>
19556adb7b3SFabio Estevam #include <asm-generic/bitops/fls.h>
19656adb7b3SFabio Estevam #include <asm-generic/bitops/fls64.h>
19756adb7b3SFabio Estevam
198819833afSPeter Tyser #endif /* _ARM_BITOPS_H */
199