xref: /OK3568_Linux_fs/kernel/drivers/md/persistent-data/dm-bitset.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun  * Copyright (C) 2012 Red Hat, Inc.
3*4882a593Smuzhiyun  *
4*4882a593Smuzhiyun  * This file is released under the GPL.
5*4882a593Smuzhiyun  */
6*4882a593Smuzhiyun 
7*4882a593Smuzhiyun #include "dm-bitset.h"
8*4882a593Smuzhiyun #include "dm-transaction-manager.h"
9*4882a593Smuzhiyun 
10*4882a593Smuzhiyun #include <linux/export.h>
11*4882a593Smuzhiyun #include <linux/device-mapper.h>
12*4882a593Smuzhiyun 
13*4882a593Smuzhiyun #define DM_MSG_PREFIX "bitset"
14*4882a593Smuzhiyun #define BITS_PER_ARRAY_ENTRY 64
15*4882a593Smuzhiyun 
16*4882a593Smuzhiyun /*----------------------------------------------------------------*/
17*4882a593Smuzhiyun 
18*4882a593Smuzhiyun static struct dm_btree_value_type bitset_bvt = {
19*4882a593Smuzhiyun 	.context = NULL,
20*4882a593Smuzhiyun 	.size = sizeof(__le64),
21*4882a593Smuzhiyun 	.inc = NULL,
22*4882a593Smuzhiyun 	.dec = NULL,
23*4882a593Smuzhiyun 	.equal = NULL,
24*4882a593Smuzhiyun };
25*4882a593Smuzhiyun 
26*4882a593Smuzhiyun /*----------------------------------------------------------------*/
27*4882a593Smuzhiyun 
dm_disk_bitset_init(struct dm_transaction_manager * tm,struct dm_disk_bitset * info)28*4882a593Smuzhiyun void dm_disk_bitset_init(struct dm_transaction_manager *tm,
29*4882a593Smuzhiyun 			 struct dm_disk_bitset *info)
30*4882a593Smuzhiyun {
31*4882a593Smuzhiyun 	dm_array_info_init(&info->array_info, tm, &bitset_bvt);
32*4882a593Smuzhiyun 	info->current_index_set = false;
33*4882a593Smuzhiyun }
34*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dm_disk_bitset_init);
35*4882a593Smuzhiyun 
dm_bitset_empty(struct dm_disk_bitset * info,dm_block_t * root)36*4882a593Smuzhiyun int dm_bitset_empty(struct dm_disk_bitset *info, dm_block_t *root)
37*4882a593Smuzhiyun {
38*4882a593Smuzhiyun 	return dm_array_empty(&info->array_info, root);
39*4882a593Smuzhiyun }
40*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dm_bitset_empty);
41*4882a593Smuzhiyun 
42*4882a593Smuzhiyun struct packer_context {
43*4882a593Smuzhiyun 	bit_value_fn fn;
44*4882a593Smuzhiyun 	unsigned nr_bits;
45*4882a593Smuzhiyun 	void *context;
46*4882a593Smuzhiyun };
47*4882a593Smuzhiyun 
pack_bits(uint32_t index,void * value,void * context)48*4882a593Smuzhiyun static int pack_bits(uint32_t index, void *value, void *context)
49*4882a593Smuzhiyun {
50*4882a593Smuzhiyun 	int r;
51*4882a593Smuzhiyun 	struct packer_context *p = context;
52*4882a593Smuzhiyun 	unsigned bit, nr = min(64u, p->nr_bits - (index * 64));
53*4882a593Smuzhiyun 	uint64_t word = 0;
54*4882a593Smuzhiyun 	bool bv;
55*4882a593Smuzhiyun 
56*4882a593Smuzhiyun 	for (bit = 0; bit < nr; bit++) {
57*4882a593Smuzhiyun 		r = p->fn(index * 64 + bit, &bv, p->context);
58*4882a593Smuzhiyun 		if (r)
59*4882a593Smuzhiyun 			return r;
60*4882a593Smuzhiyun 
61*4882a593Smuzhiyun 		if (bv)
62*4882a593Smuzhiyun 			set_bit(bit, (unsigned long *) &word);
63*4882a593Smuzhiyun 		else
64*4882a593Smuzhiyun 			clear_bit(bit, (unsigned long *) &word);
65*4882a593Smuzhiyun 	}
66*4882a593Smuzhiyun 
67*4882a593Smuzhiyun 	*((__le64 *) value) = cpu_to_le64(word);
68*4882a593Smuzhiyun 
69*4882a593Smuzhiyun 	return 0;
70*4882a593Smuzhiyun }
71*4882a593Smuzhiyun 
dm_bitset_new(struct dm_disk_bitset * info,dm_block_t * root,uint32_t size,bit_value_fn fn,void * context)72*4882a593Smuzhiyun int dm_bitset_new(struct dm_disk_bitset *info, dm_block_t *root,
73*4882a593Smuzhiyun 		  uint32_t size, bit_value_fn fn, void *context)
74*4882a593Smuzhiyun {
75*4882a593Smuzhiyun 	struct packer_context p;
76*4882a593Smuzhiyun 	p.fn = fn;
77*4882a593Smuzhiyun 	p.nr_bits = size;
78*4882a593Smuzhiyun 	p.context = context;
79*4882a593Smuzhiyun 
80*4882a593Smuzhiyun 	return dm_array_new(&info->array_info, root, dm_div_up(size, 64), pack_bits, &p);
81*4882a593Smuzhiyun }
82*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dm_bitset_new);
83*4882a593Smuzhiyun 
dm_bitset_resize(struct dm_disk_bitset * info,dm_block_t root,uint32_t old_nr_entries,uint32_t new_nr_entries,bool default_value,dm_block_t * new_root)84*4882a593Smuzhiyun int dm_bitset_resize(struct dm_disk_bitset *info, dm_block_t root,
85*4882a593Smuzhiyun 		     uint32_t old_nr_entries, uint32_t new_nr_entries,
86*4882a593Smuzhiyun 		     bool default_value, dm_block_t *new_root)
87*4882a593Smuzhiyun {
88*4882a593Smuzhiyun 	uint32_t old_blocks = dm_div_up(old_nr_entries, BITS_PER_ARRAY_ENTRY);
89*4882a593Smuzhiyun 	uint32_t new_blocks = dm_div_up(new_nr_entries, BITS_PER_ARRAY_ENTRY);
90*4882a593Smuzhiyun 	__le64 value = default_value ? cpu_to_le64(~0) : cpu_to_le64(0);
91*4882a593Smuzhiyun 
92*4882a593Smuzhiyun 	__dm_bless_for_disk(&value);
93*4882a593Smuzhiyun 	return dm_array_resize(&info->array_info, root, old_blocks, new_blocks,
94*4882a593Smuzhiyun 			       &value, new_root);
95*4882a593Smuzhiyun }
96*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dm_bitset_resize);
97*4882a593Smuzhiyun 
dm_bitset_del(struct dm_disk_bitset * info,dm_block_t root)98*4882a593Smuzhiyun int dm_bitset_del(struct dm_disk_bitset *info, dm_block_t root)
99*4882a593Smuzhiyun {
100*4882a593Smuzhiyun 	return dm_array_del(&info->array_info, root);
101*4882a593Smuzhiyun }
102*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dm_bitset_del);
103*4882a593Smuzhiyun 
dm_bitset_flush(struct dm_disk_bitset * info,dm_block_t root,dm_block_t * new_root)104*4882a593Smuzhiyun int dm_bitset_flush(struct dm_disk_bitset *info, dm_block_t root,
105*4882a593Smuzhiyun 		    dm_block_t *new_root)
106*4882a593Smuzhiyun {
107*4882a593Smuzhiyun 	int r;
108*4882a593Smuzhiyun 	__le64 value;
109*4882a593Smuzhiyun 
110*4882a593Smuzhiyun 	if (!info->current_index_set || !info->dirty)
111*4882a593Smuzhiyun 		return 0;
112*4882a593Smuzhiyun 
113*4882a593Smuzhiyun 	value = cpu_to_le64(info->current_bits);
114*4882a593Smuzhiyun 
115*4882a593Smuzhiyun 	__dm_bless_for_disk(&value);
116*4882a593Smuzhiyun 	r = dm_array_set_value(&info->array_info, root, info->current_index,
117*4882a593Smuzhiyun 			       &value, new_root);
118*4882a593Smuzhiyun 	if (r)
119*4882a593Smuzhiyun 		return r;
120*4882a593Smuzhiyun 
121*4882a593Smuzhiyun 	info->current_index_set = false;
122*4882a593Smuzhiyun 	info->dirty = false;
123*4882a593Smuzhiyun 
124*4882a593Smuzhiyun 	return 0;
125*4882a593Smuzhiyun }
126*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dm_bitset_flush);
127*4882a593Smuzhiyun 
read_bits(struct dm_disk_bitset * info,dm_block_t root,uint32_t array_index)128*4882a593Smuzhiyun static int read_bits(struct dm_disk_bitset *info, dm_block_t root,
129*4882a593Smuzhiyun 		     uint32_t array_index)
130*4882a593Smuzhiyun {
131*4882a593Smuzhiyun 	int r;
132*4882a593Smuzhiyun 	__le64 value;
133*4882a593Smuzhiyun 
134*4882a593Smuzhiyun 	r = dm_array_get_value(&info->array_info, root, array_index, &value);
135*4882a593Smuzhiyun 	if (r)
136*4882a593Smuzhiyun 		return r;
137*4882a593Smuzhiyun 
138*4882a593Smuzhiyun 	info->current_bits = le64_to_cpu(value);
139*4882a593Smuzhiyun 	info->current_index_set = true;
140*4882a593Smuzhiyun 	info->current_index = array_index;
141*4882a593Smuzhiyun 	info->dirty = false;
142*4882a593Smuzhiyun 
143*4882a593Smuzhiyun 	return 0;
144*4882a593Smuzhiyun }
145*4882a593Smuzhiyun 
get_array_entry(struct dm_disk_bitset * info,dm_block_t root,uint32_t index,dm_block_t * new_root)146*4882a593Smuzhiyun static int get_array_entry(struct dm_disk_bitset *info, dm_block_t root,
147*4882a593Smuzhiyun 			   uint32_t index, dm_block_t *new_root)
148*4882a593Smuzhiyun {
149*4882a593Smuzhiyun 	int r;
150*4882a593Smuzhiyun 	unsigned array_index = index / BITS_PER_ARRAY_ENTRY;
151*4882a593Smuzhiyun 
152*4882a593Smuzhiyun 	if (info->current_index_set) {
153*4882a593Smuzhiyun 		if (info->current_index == array_index)
154*4882a593Smuzhiyun 			return 0;
155*4882a593Smuzhiyun 
156*4882a593Smuzhiyun 		r = dm_bitset_flush(info, root, new_root);
157*4882a593Smuzhiyun 		if (r)
158*4882a593Smuzhiyun 			return r;
159*4882a593Smuzhiyun 	}
160*4882a593Smuzhiyun 
161*4882a593Smuzhiyun 	return read_bits(info, root, array_index);
162*4882a593Smuzhiyun }
163*4882a593Smuzhiyun 
dm_bitset_set_bit(struct dm_disk_bitset * info,dm_block_t root,uint32_t index,dm_block_t * new_root)164*4882a593Smuzhiyun int dm_bitset_set_bit(struct dm_disk_bitset *info, dm_block_t root,
165*4882a593Smuzhiyun 		      uint32_t index, dm_block_t *new_root)
166*4882a593Smuzhiyun {
167*4882a593Smuzhiyun 	int r;
168*4882a593Smuzhiyun 	unsigned b = index % BITS_PER_ARRAY_ENTRY;
169*4882a593Smuzhiyun 
170*4882a593Smuzhiyun 	r = get_array_entry(info, root, index, new_root);
171*4882a593Smuzhiyun 	if (r)
172*4882a593Smuzhiyun 		return r;
173*4882a593Smuzhiyun 
174*4882a593Smuzhiyun 	set_bit(b, (unsigned long *) &info->current_bits);
175*4882a593Smuzhiyun 	info->dirty = true;
176*4882a593Smuzhiyun 
177*4882a593Smuzhiyun 	return 0;
178*4882a593Smuzhiyun }
179*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dm_bitset_set_bit);
180*4882a593Smuzhiyun 
dm_bitset_clear_bit(struct dm_disk_bitset * info,dm_block_t root,uint32_t index,dm_block_t * new_root)181*4882a593Smuzhiyun int dm_bitset_clear_bit(struct dm_disk_bitset *info, dm_block_t root,
182*4882a593Smuzhiyun 			uint32_t index, dm_block_t *new_root)
183*4882a593Smuzhiyun {
184*4882a593Smuzhiyun 	int r;
185*4882a593Smuzhiyun 	unsigned b = index % BITS_PER_ARRAY_ENTRY;
186*4882a593Smuzhiyun 
187*4882a593Smuzhiyun 	r = get_array_entry(info, root, index, new_root);
188*4882a593Smuzhiyun 	if (r)
189*4882a593Smuzhiyun 		return r;
190*4882a593Smuzhiyun 
191*4882a593Smuzhiyun 	clear_bit(b, (unsigned long *) &info->current_bits);
192*4882a593Smuzhiyun 	info->dirty = true;
193*4882a593Smuzhiyun 
194*4882a593Smuzhiyun 	return 0;
195*4882a593Smuzhiyun }
196*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dm_bitset_clear_bit);
197*4882a593Smuzhiyun 
dm_bitset_test_bit(struct dm_disk_bitset * info,dm_block_t root,uint32_t index,dm_block_t * new_root,bool * result)198*4882a593Smuzhiyun int dm_bitset_test_bit(struct dm_disk_bitset *info, dm_block_t root,
199*4882a593Smuzhiyun 		       uint32_t index, dm_block_t *new_root, bool *result)
200*4882a593Smuzhiyun {
201*4882a593Smuzhiyun 	int r;
202*4882a593Smuzhiyun 	unsigned b = index % BITS_PER_ARRAY_ENTRY;
203*4882a593Smuzhiyun 
204*4882a593Smuzhiyun 	r = get_array_entry(info, root, index, new_root);
205*4882a593Smuzhiyun 	if (r)
206*4882a593Smuzhiyun 		return r;
207*4882a593Smuzhiyun 
208*4882a593Smuzhiyun 	*result = test_bit(b, (unsigned long *) &info->current_bits);
209*4882a593Smuzhiyun 	return 0;
210*4882a593Smuzhiyun }
211*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dm_bitset_test_bit);
212*4882a593Smuzhiyun 
cursor_next_array_entry(struct dm_bitset_cursor * c)213*4882a593Smuzhiyun static int cursor_next_array_entry(struct dm_bitset_cursor *c)
214*4882a593Smuzhiyun {
215*4882a593Smuzhiyun 	int r;
216*4882a593Smuzhiyun 	__le64 *value;
217*4882a593Smuzhiyun 
218*4882a593Smuzhiyun 	r = dm_array_cursor_next(&c->cursor);
219*4882a593Smuzhiyun 	if (r)
220*4882a593Smuzhiyun 		return r;
221*4882a593Smuzhiyun 
222*4882a593Smuzhiyun 	dm_array_cursor_get_value(&c->cursor, (void **) &value);
223*4882a593Smuzhiyun 	c->array_index++;
224*4882a593Smuzhiyun 	c->bit_index = 0;
225*4882a593Smuzhiyun 	c->current_bits = le64_to_cpu(*value);
226*4882a593Smuzhiyun 	return 0;
227*4882a593Smuzhiyun }
228*4882a593Smuzhiyun 
dm_bitset_cursor_begin(struct dm_disk_bitset * info,dm_block_t root,uint32_t nr_entries,struct dm_bitset_cursor * c)229*4882a593Smuzhiyun int dm_bitset_cursor_begin(struct dm_disk_bitset *info,
230*4882a593Smuzhiyun 			   dm_block_t root, uint32_t nr_entries,
231*4882a593Smuzhiyun 			   struct dm_bitset_cursor *c)
232*4882a593Smuzhiyun {
233*4882a593Smuzhiyun 	int r;
234*4882a593Smuzhiyun 	__le64 *value;
235*4882a593Smuzhiyun 
236*4882a593Smuzhiyun 	if (!nr_entries)
237*4882a593Smuzhiyun 		return -ENODATA;
238*4882a593Smuzhiyun 
239*4882a593Smuzhiyun 	c->info = info;
240*4882a593Smuzhiyun 	c->entries_remaining = nr_entries;
241*4882a593Smuzhiyun 
242*4882a593Smuzhiyun 	r = dm_array_cursor_begin(&info->array_info, root, &c->cursor);
243*4882a593Smuzhiyun 	if (r)
244*4882a593Smuzhiyun 		return r;
245*4882a593Smuzhiyun 
246*4882a593Smuzhiyun 	dm_array_cursor_get_value(&c->cursor, (void **) &value);
247*4882a593Smuzhiyun 	c->array_index = 0;
248*4882a593Smuzhiyun 	c->bit_index = 0;
249*4882a593Smuzhiyun 	c->current_bits = le64_to_cpu(*value);
250*4882a593Smuzhiyun 
251*4882a593Smuzhiyun 	return r;
252*4882a593Smuzhiyun }
253*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dm_bitset_cursor_begin);
254*4882a593Smuzhiyun 
dm_bitset_cursor_end(struct dm_bitset_cursor * c)255*4882a593Smuzhiyun void dm_bitset_cursor_end(struct dm_bitset_cursor *c)
256*4882a593Smuzhiyun {
257*4882a593Smuzhiyun 	return dm_array_cursor_end(&c->cursor);
258*4882a593Smuzhiyun }
259*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dm_bitset_cursor_end);
260*4882a593Smuzhiyun 
dm_bitset_cursor_next(struct dm_bitset_cursor * c)261*4882a593Smuzhiyun int dm_bitset_cursor_next(struct dm_bitset_cursor *c)
262*4882a593Smuzhiyun {
263*4882a593Smuzhiyun 	int r = 0;
264*4882a593Smuzhiyun 
265*4882a593Smuzhiyun 	if (!c->entries_remaining)
266*4882a593Smuzhiyun 		return -ENODATA;
267*4882a593Smuzhiyun 
268*4882a593Smuzhiyun 	c->entries_remaining--;
269*4882a593Smuzhiyun 	if (++c->bit_index > 63)
270*4882a593Smuzhiyun 		r = cursor_next_array_entry(c);
271*4882a593Smuzhiyun 
272*4882a593Smuzhiyun 	return r;
273*4882a593Smuzhiyun }
274*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dm_bitset_cursor_next);
275*4882a593Smuzhiyun 
dm_bitset_cursor_skip(struct dm_bitset_cursor * c,uint32_t count)276*4882a593Smuzhiyun int dm_bitset_cursor_skip(struct dm_bitset_cursor *c, uint32_t count)
277*4882a593Smuzhiyun {
278*4882a593Smuzhiyun 	int r;
279*4882a593Smuzhiyun 	__le64 *value;
280*4882a593Smuzhiyun 	uint32_t nr_array_skip;
281*4882a593Smuzhiyun 	uint32_t remaining_in_word = 64 - c->bit_index;
282*4882a593Smuzhiyun 
283*4882a593Smuzhiyun 	if (c->entries_remaining < count)
284*4882a593Smuzhiyun 		return -ENODATA;
285*4882a593Smuzhiyun 
286*4882a593Smuzhiyun 	if (count < remaining_in_word) {
287*4882a593Smuzhiyun 		c->bit_index += count;
288*4882a593Smuzhiyun 		c->entries_remaining -= count;
289*4882a593Smuzhiyun 		return 0;
290*4882a593Smuzhiyun 
291*4882a593Smuzhiyun 	} else {
292*4882a593Smuzhiyun 		c->entries_remaining -= remaining_in_word;
293*4882a593Smuzhiyun 		count -= remaining_in_word;
294*4882a593Smuzhiyun 	}
295*4882a593Smuzhiyun 
296*4882a593Smuzhiyun 	nr_array_skip = (count / 64) + 1;
297*4882a593Smuzhiyun 	r = dm_array_cursor_skip(&c->cursor, nr_array_skip);
298*4882a593Smuzhiyun 	if (r)
299*4882a593Smuzhiyun 		return r;
300*4882a593Smuzhiyun 
301*4882a593Smuzhiyun 	dm_array_cursor_get_value(&c->cursor, (void **) &value);
302*4882a593Smuzhiyun 	c->entries_remaining -= count;
303*4882a593Smuzhiyun 	c->array_index += nr_array_skip;
304*4882a593Smuzhiyun 	c->bit_index = count & 63;
305*4882a593Smuzhiyun 	c->current_bits = le64_to_cpu(*value);
306*4882a593Smuzhiyun 
307*4882a593Smuzhiyun 	return 0;
308*4882a593Smuzhiyun }
309*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dm_bitset_cursor_skip);
310*4882a593Smuzhiyun 
dm_bitset_cursor_get_value(struct dm_bitset_cursor * c)311*4882a593Smuzhiyun bool dm_bitset_cursor_get_value(struct dm_bitset_cursor *c)
312*4882a593Smuzhiyun {
313*4882a593Smuzhiyun 	return test_bit(c->bit_index, (unsigned long *) &c->current_bits);
314*4882a593Smuzhiyun }
315*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dm_bitset_cursor_get_value);
316*4882a593Smuzhiyun 
317*4882a593Smuzhiyun /*----------------------------------------------------------------*/
318