24 #define BITMAP_LAST_WORD_MASK(nbits)					\  argument
26 	((nbits) % BITS_PER_LONG) ?					\
27 		(1UL<<((nbits) % BITS_PER_LONG))-1 : ~0UL		\
30 #define small_const_nbits(nbits) \  argument
31 	(__builtin_constant_p(nbits) && (nbits) <= BITS_PER_LONG)
33 static inline void bitmap_zero(unsigned long *dst, int nbits)  in bitmap_zero()  argument
35 	if (small_const_nbits(nbits))  in bitmap_zero()
38 		int len = BITS_TO_LONGS(nbits) * sizeof(unsigned long);  in bitmap_zero()
43 static inline void bitmap_fill(unsigned long *dst, unsigned int nbits)  in bitmap_fill()  argument
45 	unsigned int nlongs = BITS_TO_LONGS(nbits);  in bitmap_fill()
46 	if (!small_const_nbits(nbits)) {  in bitmap_fill()
50 	dst[nlongs - 1] = BITMAP_LAST_WORD_MASK(nbits);  in bitmap_fill()
53 static inline int bitmap_empty(const unsigned long *src, unsigned nbits)  in bitmap_empty()  argument
55 	if (small_const_nbits(nbits))  in bitmap_empty()
56 		return ! (*src & BITMAP_LAST_WORD_MASK(nbits));  in bitmap_empty()
58 	return find_first_bit(src, nbits) == nbits;  in bitmap_empty()
61 static inline int bitmap_full(const unsigned long *src, unsigned int nbits)  in bitmap_full()  argument
63 	if (small_const_nbits(nbits))  in bitmap_full()
64 		return ! (~(*src) & BITMAP_LAST_WORD_MASK(nbits));  in bitmap_full()
66 	return find_first_zero_bit(src, nbits) == nbits;  in bitmap_full()
69 static inline int bitmap_weight(const unsigned long *src, int nbits)  in bitmap_weight()  argument
71 	if (small_const_nbits(nbits))  in bitmap_weight()
72 		return hweight_long(*src & BITMAP_LAST_WORD_MASK(nbits));  in bitmap_weight()
73 	return __bitmap_weight(src, nbits);  in bitmap_weight()
77 			     const unsigned long *src2, int nbits)  in bitmap_or()  argument
79 	if (small_const_nbits(nbits))  in bitmap_or()
82 		__bitmap_or(dst, src1, src2, nbits);  in bitmap_or()
123 static inline unsigned long *bitmap_alloc(int nbits)  in bitmap_alloc()  argument
125 	return calloc(1, BITS_TO_LONGS(nbits) * sizeof(unsigned long));  in bitmap_alloc()
144 size_t bitmap_scnprintf(unsigned long *bitmap, int nbits,
155 			     const unsigned long *src2, unsigned int nbits)  in bitmap_and()  argument
157 	if (small_const_nbits(nbits))  in bitmap_and()
158 		return (*dst = *src1 & *src2 & BITMAP_LAST_WORD_MASK(nbits)) != 0;  in bitmap_and()
159 	return __bitmap_and(dst, src1, src2, nbits);  in bitmap_and()
171 			const unsigned long *src2, unsigned int nbits)  in bitmap_equal()  argument
173 	if (small_const_nbits(nbits))  in bitmap_equal()
174 		return !((*src1 ^ *src2) & BITMAP_LAST_WORD_MASK(nbits));  in bitmap_equal()
175 	if (__builtin_constant_p(nbits & BITMAP_MEM_MASK) &&  in bitmap_equal()
176 	    IS_ALIGNED(nbits, BITMAP_MEM_ALIGNMENT))  in bitmap_equal()
177 		return !memcmp(src1, src2, nbits / 8);  in bitmap_equal()
178 	return __bitmap_equal(src1, src2, nbits);  in bitmap_equal()