31 int __percpu_counter_init(struct percpu_counter *fbc, s64 amount, gfp_t gfp,
34 #define percpu_counter_init(fbc, value, gfp)				\  argument
38 		__percpu_counter_init(fbc, value, gfp, &__key);		\
41 void percpu_counter_destroy(struct percpu_counter *fbc);
42 void percpu_counter_set(struct percpu_counter *fbc, s64 amount);
43 void percpu_counter_add_batch(struct percpu_counter *fbc, s64 amount,
45 s64 __percpu_counter_sum(struct percpu_counter *fbc);
46 int __percpu_counter_compare(struct percpu_counter *fbc, s64 rhs, s32 batch);
47 void percpu_counter_sync(struct percpu_counter *fbc);
49 static inline int percpu_counter_compare(struct percpu_counter *fbc, s64 rhs)  in percpu_counter_compare()  argument
51 	return __percpu_counter_compare(fbc, rhs, percpu_counter_batch);  in percpu_counter_compare()
54 static inline void percpu_counter_add(struct percpu_counter *fbc, s64 amount)  in percpu_counter_add()  argument
56 	percpu_counter_add_batch(fbc, amount, percpu_counter_batch);  in percpu_counter_add()
59 static inline s64 percpu_counter_sum_positive(struct percpu_counter *fbc)  in percpu_counter_sum_positive()  argument
61 	s64 ret = __percpu_counter_sum(fbc);  in percpu_counter_sum_positive()
65 static inline s64 percpu_counter_sum(struct percpu_counter *fbc)  in percpu_counter_sum()  argument
67 	return __percpu_counter_sum(fbc);  in percpu_counter_sum()
70 static inline s64 percpu_counter_read(struct percpu_counter *fbc)  in percpu_counter_read()  argument
72 	return fbc->count;  in percpu_counter_read()
80 static inline s64 percpu_counter_read_positive(struct percpu_counter *fbc)  in percpu_counter_read_positive()  argument
83 	s64 ret = READ_ONCE(fbc->count);  in percpu_counter_read_positive()
90 static inline bool percpu_counter_initialized(struct percpu_counter *fbc)  in percpu_counter_initialized()  argument
92 	return (fbc->counters != NULL);  in percpu_counter_initialized()
101 static inline int percpu_counter_init(struct percpu_counter *fbc, s64 amount,  in percpu_counter_init()  argument
104 	fbc->count = amount;  in percpu_counter_init()
108 static inline void percpu_counter_destroy(struct percpu_counter *fbc)  in percpu_counter_destroy()  argument
112 static inline void percpu_counter_set(struct percpu_counter *fbc, s64 amount)  in percpu_counter_set()  argument
114 	fbc->count = amount;  in percpu_counter_set()
117 static inline int percpu_counter_compare(struct percpu_counter *fbc, s64 rhs)  in percpu_counter_compare()  argument
119 	if (fbc->count > rhs)  in percpu_counter_compare()
121 	else if (fbc->count < rhs)  in percpu_counter_compare()
128 __percpu_counter_compare(struct percpu_counter *fbc, s64 rhs, s32 batch)  in __percpu_counter_compare()  argument
130 	return percpu_counter_compare(fbc, rhs);  in __percpu_counter_compare()
134 percpu_counter_add(struct percpu_counter *fbc, s64 amount)  in percpu_counter_add()  argument
137 	fbc->count += amount;  in percpu_counter_add()
142 percpu_counter_add_batch(struct percpu_counter *fbc, s64 amount, s32 batch)  in percpu_counter_add_batch()  argument
144 	percpu_counter_add(fbc, amount);  in percpu_counter_add_batch()
147 static inline s64 percpu_counter_read(struct percpu_counter *fbc)  in percpu_counter_read()  argument
149 	return fbc->count;  in percpu_counter_read()
156 static inline s64 percpu_counter_read_positive(struct percpu_counter *fbc)  in percpu_counter_read_positive()  argument
158 	return fbc->count;  in percpu_counter_read_positive()
161 static inline s64 percpu_counter_sum_positive(struct percpu_counter *fbc)  in percpu_counter_sum_positive()  argument
163 	return percpu_counter_read_positive(fbc);  in percpu_counter_sum_positive()
166 static inline s64 percpu_counter_sum(struct percpu_counter *fbc)  in percpu_counter_sum()  argument
168 	return percpu_counter_read(fbc);  in percpu_counter_sum()
171 static inline bool percpu_counter_initialized(struct percpu_counter *fbc)  in percpu_counter_initialized()  argument
176 static inline void percpu_counter_sync(struct percpu_counter *fbc)  in percpu_counter_sync()  argument
181 static inline void percpu_counter_inc(struct percpu_counter *fbc)  in percpu_counter_inc()  argument
183 	percpu_counter_add(fbc, 1);  in percpu_counter_inc()
186 static inline void percpu_counter_dec(struct percpu_counter *fbc)  in percpu_counter_dec()  argument
188 	percpu_counter_add(fbc, -1);  in percpu_counter_dec()
191 static inline void percpu_counter_sub(struct percpu_counter *fbc, s64 amount)  in percpu_counter_sub()  argument
193 	percpu_counter_add(fbc, -amount);  in percpu_counter_sub()