xref: /OK3568_Linux_fs/kernel/security/selinux/ss/ebitmap.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * Implementation of the extensible bitmap type.
4*4882a593Smuzhiyun  *
5*4882a593Smuzhiyun  * Author : Stephen Smalley, <sds@tycho.nsa.gov>
6*4882a593Smuzhiyun  */
7*4882a593Smuzhiyun /*
8*4882a593Smuzhiyun  * Updated: Hewlett-Packard <paul@paul-moore.com>
9*4882a593Smuzhiyun  *
10*4882a593Smuzhiyun  *      Added support to import/export the NetLabel category bitmap
11*4882a593Smuzhiyun  *
12*4882a593Smuzhiyun  * (c) Copyright Hewlett-Packard Development Company, L.P., 2006
13*4882a593Smuzhiyun  */
14*4882a593Smuzhiyun /*
15*4882a593Smuzhiyun  * Updated: KaiGai Kohei <kaigai@ak.jp.nec.com>
16*4882a593Smuzhiyun  *      Applied standard bit operations to improve bitmap scanning.
17*4882a593Smuzhiyun  */
18*4882a593Smuzhiyun 
19*4882a593Smuzhiyun #include <linux/kernel.h>
20*4882a593Smuzhiyun #include <linux/slab.h>
21*4882a593Smuzhiyun #include <linux/errno.h>
22*4882a593Smuzhiyun #include <linux/jhash.h>
23*4882a593Smuzhiyun #include <net/netlabel.h>
24*4882a593Smuzhiyun #include "ebitmap.h"
25*4882a593Smuzhiyun #include "policydb.h"
26*4882a593Smuzhiyun 
27*4882a593Smuzhiyun #define BITS_PER_U64	(sizeof(u64) * 8)
28*4882a593Smuzhiyun 
29*4882a593Smuzhiyun static struct kmem_cache *ebitmap_node_cachep;
30*4882a593Smuzhiyun 
ebitmap_cmp(struct ebitmap * e1,struct ebitmap * e2)31*4882a593Smuzhiyun int ebitmap_cmp(struct ebitmap *e1, struct ebitmap *e2)
32*4882a593Smuzhiyun {
33*4882a593Smuzhiyun 	struct ebitmap_node *n1, *n2;
34*4882a593Smuzhiyun 
35*4882a593Smuzhiyun 	if (e1->highbit != e2->highbit)
36*4882a593Smuzhiyun 		return 0;
37*4882a593Smuzhiyun 
38*4882a593Smuzhiyun 	n1 = e1->node;
39*4882a593Smuzhiyun 	n2 = e2->node;
40*4882a593Smuzhiyun 	while (n1 && n2 &&
41*4882a593Smuzhiyun 	       (n1->startbit == n2->startbit) &&
42*4882a593Smuzhiyun 	       !memcmp(n1->maps, n2->maps, EBITMAP_SIZE / 8)) {
43*4882a593Smuzhiyun 		n1 = n1->next;
44*4882a593Smuzhiyun 		n2 = n2->next;
45*4882a593Smuzhiyun 	}
46*4882a593Smuzhiyun 
47*4882a593Smuzhiyun 	if (n1 || n2)
48*4882a593Smuzhiyun 		return 0;
49*4882a593Smuzhiyun 
50*4882a593Smuzhiyun 	return 1;
51*4882a593Smuzhiyun }
52*4882a593Smuzhiyun 
ebitmap_cpy(struct ebitmap * dst,struct ebitmap * src)53*4882a593Smuzhiyun int ebitmap_cpy(struct ebitmap *dst, struct ebitmap *src)
54*4882a593Smuzhiyun {
55*4882a593Smuzhiyun 	struct ebitmap_node *n, *new, *prev;
56*4882a593Smuzhiyun 
57*4882a593Smuzhiyun 	ebitmap_init(dst);
58*4882a593Smuzhiyun 	n = src->node;
59*4882a593Smuzhiyun 	prev = NULL;
60*4882a593Smuzhiyun 	while (n) {
61*4882a593Smuzhiyun 		new = kmem_cache_zalloc(ebitmap_node_cachep, GFP_ATOMIC);
62*4882a593Smuzhiyun 		if (!new) {
63*4882a593Smuzhiyun 			ebitmap_destroy(dst);
64*4882a593Smuzhiyun 			return -ENOMEM;
65*4882a593Smuzhiyun 		}
66*4882a593Smuzhiyun 		new->startbit = n->startbit;
67*4882a593Smuzhiyun 		memcpy(new->maps, n->maps, EBITMAP_SIZE / 8);
68*4882a593Smuzhiyun 		new->next = NULL;
69*4882a593Smuzhiyun 		if (prev)
70*4882a593Smuzhiyun 			prev->next = new;
71*4882a593Smuzhiyun 		else
72*4882a593Smuzhiyun 			dst->node = new;
73*4882a593Smuzhiyun 		prev = new;
74*4882a593Smuzhiyun 		n = n->next;
75*4882a593Smuzhiyun 	}
76*4882a593Smuzhiyun 
77*4882a593Smuzhiyun 	dst->highbit = src->highbit;
78*4882a593Smuzhiyun 	return 0;
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun 
ebitmap_and(struct ebitmap * dst,struct ebitmap * e1,struct ebitmap * e2)81*4882a593Smuzhiyun int ebitmap_and(struct ebitmap *dst, struct ebitmap *e1, struct ebitmap *e2)
82*4882a593Smuzhiyun {
83*4882a593Smuzhiyun 	struct ebitmap_node *n;
84*4882a593Smuzhiyun 	int bit, rc;
85*4882a593Smuzhiyun 
86*4882a593Smuzhiyun 	ebitmap_init(dst);
87*4882a593Smuzhiyun 
88*4882a593Smuzhiyun 	ebitmap_for_each_positive_bit(e1, n, bit) {
89*4882a593Smuzhiyun 		if (ebitmap_get_bit(e2, bit)) {
90*4882a593Smuzhiyun 			rc = ebitmap_set_bit(dst, bit, 1);
91*4882a593Smuzhiyun 			if (rc < 0)
92*4882a593Smuzhiyun 				return rc;
93*4882a593Smuzhiyun 		}
94*4882a593Smuzhiyun 	}
95*4882a593Smuzhiyun 	return 0;
96*4882a593Smuzhiyun }
97*4882a593Smuzhiyun 
98*4882a593Smuzhiyun 
99*4882a593Smuzhiyun #ifdef CONFIG_NETLABEL
100*4882a593Smuzhiyun /**
101*4882a593Smuzhiyun  * ebitmap_netlbl_export - Export an ebitmap into a NetLabel category bitmap
102*4882a593Smuzhiyun  * @ebmap: the ebitmap to export
103*4882a593Smuzhiyun  * @catmap: the NetLabel category bitmap
104*4882a593Smuzhiyun  *
105*4882a593Smuzhiyun  * Description:
106*4882a593Smuzhiyun  * Export a SELinux extensibile bitmap into a NetLabel category bitmap.
107*4882a593Smuzhiyun  * Returns zero on success, negative values on error.
108*4882a593Smuzhiyun  *
109*4882a593Smuzhiyun  */
ebitmap_netlbl_export(struct ebitmap * ebmap,struct netlbl_lsm_catmap ** catmap)110*4882a593Smuzhiyun int ebitmap_netlbl_export(struct ebitmap *ebmap,
111*4882a593Smuzhiyun 			  struct netlbl_lsm_catmap **catmap)
112*4882a593Smuzhiyun {
113*4882a593Smuzhiyun 	struct ebitmap_node *e_iter = ebmap->node;
114*4882a593Smuzhiyun 	unsigned long e_map;
115*4882a593Smuzhiyun 	u32 offset;
116*4882a593Smuzhiyun 	unsigned int iter;
117*4882a593Smuzhiyun 	int rc;
118*4882a593Smuzhiyun 
119*4882a593Smuzhiyun 	if (e_iter == NULL) {
120*4882a593Smuzhiyun 		*catmap = NULL;
121*4882a593Smuzhiyun 		return 0;
122*4882a593Smuzhiyun 	}
123*4882a593Smuzhiyun 
124*4882a593Smuzhiyun 	if (*catmap != NULL)
125*4882a593Smuzhiyun 		netlbl_catmap_free(*catmap);
126*4882a593Smuzhiyun 	*catmap = NULL;
127*4882a593Smuzhiyun 
128*4882a593Smuzhiyun 	while (e_iter) {
129*4882a593Smuzhiyun 		offset = e_iter->startbit;
130*4882a593Smuzhiyun 		for (iter = 0; iter < EBITMAP_UNIT_NUMS; iter++) {
131*4882a593Smuzhiyun 			e_map = e_iter->maps[iter];
132*4882a593Smuzhiyun 			if (e_map != 0) {
133*4882a593Smuzhiyun 				rc = netlbl_catmap_setlong(catmap,
134*4882a593Smuzhiyun 							   offset,
135*4882a593Smuzhiyun 							   e_map,
136*4882a593Smuzhiyun 							   GFP_ATOMIC);
137*4882a593Smuzhiyun 				if (rc != 0)
138*4882a593Smuzhiyun 					goto netlbl_export_failure;
139*4882a593Smuzhiyun 			}
140*4882a593Smuzhiyun 			offset += EBITMAP_UNIT_SIZE;
141*4882a593Smuzhiyun 		}
142*4882a593Smuzhiyun 		e_iter = e_iter->next;
143*4882a593Smuzhiyun 	}
144*4882a593Smuzhiyun 
145*4882a593Smuzhiyun 	return 0;
146*4882a593Smuzhiyun 
147*4882a593Smuzhiyun netlbl_export_failure:
148*4882a593Smuzhiyun 	netlbl_catmap_free(*catmap);
149*4882a593Smuzhiyun 	return -ENOMEM;
150*4882a593Smuzhiyun }
151*4882a593Smuzhiyun 
152*4882a593Smuzhiyun /**
153*4882a593Smuzhiyun  * ebitmap_netlbl_import - Import a NetLabel category bitmap into an ebitmap
154*4882a593Smuzhiyun  * @ebmap: the ebitmap to import
155*4882a593Smuzhiyun  * @catmap: the NetLabel category bitmap
156*4882a593Smuzhiyun  *
157*4882a593Smuzhiyun  * Description:
158*4882a593Smuzhiyun  * Import a NetLabel category bitmap into a SELinux extensibile bitmap.
159*4882a593Smuzhiyun  * Returns zero on success, negative values on error.
160*4882a593Smuzhiyun  *
161*4882a593Smuzhiyun  */
ebitmap_netlbl_import(struct ebitmap * ebmap,struct netlbl_lsm_catmap * catmap)162*4882a593Smuzhiyun int ebitmap_netlbl_import(struct ebitmap *ebmap,
163*4882a593Smuzhiyun 			  struct netlbl_lsm_catmap *catmap)
164*4882a593Smuzhiyun {
165*4882a593Smuzhiyun 	int rc;
166*4882a593Smuzhiyun 	struct ebitmap_node *e_iter = NULL;
167*4882a593Smuzhiyun 	struct ebitmap_node *e_prev = NULL;
168*4882a593Smuzhiyun 	u32 offset = 0, idx;
169*4882a593Smuzhiyun 	unsigned long bitmap;
170*4882a593Smuzhiyun 
171*4882a593Smuzhiyun 	for (;;) {
172*4882a593Smuzhiyun 		rc = netlbl_catmap_getlong(catmap, &offset, &bitmap);
173*4882a593Smuzhiyun 		if (rc < 0)
174*4882a593Smuzhiyun 			goto netlbl_import_failure;
175*4882a593Smuzhiyun 		if (offset == (u32)-1)
176*4882a593Smuzhiyun 			return 0;
177*4882a593Smuzhiyun 
178*4882a593Smuzhiyun 		/* don't waste ebitmap space if the netlabel bitmap is empty */
179*4882a593Smuzhiyun 		if (bitmap == 0) {
180*4882a593Smuzhiyun 			offset += EBITMAP_UNIT_SIZE;
181*4882a593Smuzhiyun 			continue;
182*4882a593Smuzhiyun 		}
183*4882a593Smuzhiyun 
184*4882a593Smuzhiyun 		if (e_iter == NULL ||
185*4882a593Smuzhiyun 		    offset >= e_iter->startbit + EBITMAP_SIZE) {
186*4882a593Smuzhiyun 			e_prev = e_iter;
187*4882a593Smuzhiyun 			e_iter = kmem_cache_zalloc(ebitmap_node_cachep, GFP_ATOMIC);
188*4882a593Smuzhiyun 			if (e_iter == NULL)
189*4882a593Smuzhiyun 				goto netlbl_import_failure;
190*4882a593Smuzhiyun 			e_iter->startbit = offset - (offset % EBITMAP_SIZE);
191*4882a593Smuzhiyun 			if (e_prev == NULL)
192*4882a593Smuzhiyun 				ebmap->node = e_iter;
193*4882a593Smuzhiyun 			else
194*4882a593Smuzhiyun 				e_prev->next = e_iter;
195*4882a593Smuzhiyun 			ebmap->highbit = e_iter->startbit + EBITMAP_SIZE;
196*4882a593Smuzhiyun 		}
197*4882a593Smuzhiyun 
198*4882a593Smuzhiyun 		/* offset will always be aligned to an unsigned long */
199*4882a593Smuzhiyun 		idx = EBITMAP_NODE_INDEX(e_iter, offset);
200*4882a593Smuzhiyun 		e_iter->maps[idx] = bitmap;
201*4882a593Smuzhiyun 
202*4882a593Smuzhiyun 		/* next */
203*4882a593Smuzhiyun 		offset += EBITMAP_UNIT_SIZE;
204*4882a593Smuzhiyun 	}
205*4882a593Smuzhiyun 
206*4882a593Smuzhiyun 	/* NOTE: we should never reach this return */
207*4882a593Smuzhiyun 	return 0;
208*4882a593Smuzhiyun 
209*4882a593Smuzhiyun netlbl_import_failure:
210*4882a593Smuzhiyun 	ebitmap_destroy(ebmap);
211*4882a593Smuzhiyun 	return -ENOMEM;
212*4882a593Smuzhiyun }
213*4882a593Smuzhiyun #endif /* CONFIG_NETLABEL */
214*4882a593Smuzhiyun 
215*4882a593Smuzhiyun /*
216*4882a593Smuzhiyun  * Check to see if all the bits set in e2 are also set in e1. Optionally,
217*4882a593Smuzhiyun  * if last_e2bit is non-zero, the highest set bit in e2 cannot exceed
218*4882a593Smuzhiyun  * last_e2bit.
219*4882a593Smuzhiyun  */
ebitmap_contains(struct ebitmap * e1,struct ebitmap * e2,u32 last_e2bit)220*4882a593Smuzhiyun int ebitmap_contains(struct ebitmap *e1, struct ebitmap *e2, u32 last_e2bit)
221*4882a593Smuzhiyun {
222*4882a593Smuzhiyun 	struct ebitmap_node *n1, *n2;
223*4882a593Smuzhiyun 	int i;
224*4882a593Smuzhiyun 
225*4882a593Smuzhiyun 	if (e1->highbit < e2->highbit)
226*4882a593Smuzhiyun 		return 0;
227*4882a593Smuzhiyun 
228*4882a593Smuzhiyun 	n1 = e1->node;
229*4882a593Smuzhiyun 	n2 = e2->node;
230*4882a593Smuzhiyun 
231*4882a593Smuzhiyun 	while (n1 && n2 && (n1->startbit <= n2->startbit)) {
232*4882a593Smuzhiyun 		if (n1->startbit < n2->startbit) {
233*4882a593Smuzhiyun 			n1 = n1->next;
234*4882a593Smuzhiyun 			continue;
235*4882a593Smuzhiyun 		}
236*4882a593Smuzhiyun 		for (i = EBITMAP_UNIT_NUMS - 1; (i >= 0) && !n2->maps[i]; )
237*4882a593Smuzhiyun 			i--;	/* Skip trailing NULL map entries */
238*4882a593Smuzhiyun 		if (last_e2bit && (i >= 0)) {
239*4882a593Smuzhiyun 			u32 lastsetbit = n2->startbit + i * EBITMAP_UNIT_SIZE +
240*4882a593Smuzhiyun 					 __fls(n2->maps[i]);
241*4882a593Smuzhiyun 			if (lastsetbit > last_e2bit)
242*4882a593Smuzhiyun 				return 0;
243*4882a593Smuzhiyun 		}
244*4882a593Smuzhiyun 
245*4882a593Smuzhiyun 		while (i >= 0) {
246*4882a593Smuzhiyun 			if ((n1->maps[i] & n2->maps[i]) != n2->maps[i])
247*4882a593Smuzhiyun 				return 0;
248*4882a593Smuzhiyun 			i--;
249*4882a593Smuzhiyun 		}
250*4882a593Smuzhiyun 
251*4882a593Smuzhiyun 		n1 = n1->next;
252*4882a593Smuzhiyun 		n2 = n2->next;
253*4882a593Smuzhiyun 	}
254*4882a593Smuzhiyun 
255*4882a593Smuzhiyun 	if (n2)
256*4882a593Smuzhiyun 		return 0;
257*4882a593Smuzhiyun 
258*4882a593Smuzhiyun 	return 1;
259*4882a593Smuzhiyun }
260*4882a593Smuzhiyun 
ebitmap_get_bit(struct ebitmap * e,unsigned long bit)261*4882a593Smuzhiyun int ebitmap_get_bit(struct ebitmap *e, unsigned long bit)
262*4882a593Smuzhiyun {
263*4882a593Smuzhiyun 	struct ebitmap_node *n;
264*4882a593Smuzhiyun 
265*4882a593Smuzhiyun 	if (e->highbit < bit)
266*4882a593Smuzhiyun 		return 0;
267*4882a593Smuzhiyun 
268*4882a593Smuzhiyun 	n = e->node;
269*4882a593Smuzhiyun 	while (n && (n->startbit <= bit)) {
270*4882a593Smuzhiyun 		if ((n->startbit + EBITMAP_SIZE) > bit)
271*4882a593Smuzhiyun 			return ebitmap_node_get_bit(n, bit);
272*4882a593Smuzhiyun 		n = n->next;
273*4882a593Smuzhiyun 	}
274*4882a593Smuzhiyun 
275*4882a593Smuzhiyun 	return 0;
276*4882a593Smuzhiyun }
277*4882a593Smuzhiyun 
ebitmap_set_bit(struct ebitmap * e,unsigned long bit,int value)278*4882a593Smuzhiyun int ebitmap_set_bit(struct ebitmap *e, unsigned long bit, int value)
279*4882a593Smuzhiyun {
280*4882a593Smuzhiyun 	struct ebitmap_node *n, *prev, *new;
281*4882a593Smuzhiyun 
282*4882a593Smuzhiyun 	prev = NULL;
283*4882a593Smuzhiyun 	n = e->node;
284*4882a593Smuzhiyun 	while (n && n->startbit <= bit) {
285*4882a593Smuzhiyun 		if ((n->startbit + EBITMAP_SIZE) > bit) {
286*4882a593Smuzhiyun 			if (value) {
287*4882a593Smuzhiyun 				ebitmap_node_set_bit(n, bit);
288*4882a593Smuzhiyun 			} else {
289*4882a593Smuzhiyun 				unsigned int s;
290*4882a593Smuzhiyun 
291*4882a593Smuzhiyun 				ebitmap_node_clr_bit(n, bit);
292*4882a593Smuzhiyun 
293*4882a593Smuzhiyun 				s = find_first_bit(n->maps, EBITMAP_SIZE);
294*4882a593Smuzhiyun 				if (s < EBITMAP_SIZE)
295*4882a593Smuzhiyun 					return 0;
296*4882a593Smuzhiyun 
297*4882a593Smuzhiyun 				/* drop this node from the bitmap */
298*4882a593Smuzhiyun 				if (!n->next) {
299*4882a593Smuzhiyun 					/*
300*4882a593Smuzhiyun 					 * this was the highest map
301*4882a593Smuzhiyun 					 * within the bitmap
302*4882a593Smuzhiyun 					 */
303*4882a593Smuzhiyun 					if (prev)
304*4882a593Smuzhiyun 						e->highbit = prev->startbit
305*4882a593Smuzhiyun 							     + EBITMAP_SIZE;
306*4882a593Smuzhiyun 					else
307*4882a593Smuzhiyun 						e->highbit = 0;
308*4882a593Smuzhiyun 				}
309*4882a593Smuzhiyun 				if (prev)
310*4882a593Smuzhiyun 					prev->next = n->next;
311*4882a593Smuzhiyun 				else
312*4882a593Smuzhiyun 					e->node = n->next;
313*4882a593Smuzhiyun 				kmem_cache_free(ebitmap_node_cachep, n);
314*4882a593Smuzhiyun 			}
315*4882a593Smuzhiyun 			return 0;
316*4882a593Smuzhiyun 		}
317*4882a593Smuzhiyun 		prev = n;
318*4882a593Smuzhiyun 		n = n->next;
319*4882a593Smuzhiyun 	}
320*4882a593Smuzhiyun 
321*4882a593Smuzhiyun 	if (!value)
322*4882a593Smuzhiyun 		return 0;
323*4882a593Smuzhiyun 
324*4882a593Smuzhiyun 	new = kmem_cache_zalloc(ebitmap_node_cachep, GFP_ATOMIC);
325*4882a593Smuzhiyun 	if (!new)
326*4882a593Smuzhiyun 		return -ENOMEM;
327*4882a593Smuzhiyun 
328*4882a593Smuzhiyun 	new->startbit = bit - (bit % EBITMAP_SIZE);
329*4882a593Smuzhiyun 	ebitmap_node_set_bit(new, bit);
330*4882a593Smuzhiyun 
331*4882a593Smuzhiyun 	if (!n)
332*4882a593Smuzhiyun 		/* this node will be the highest map within the bitmap */
333*4882a593Smuzhiyun 		e->highbit = new->startbit + EBITMAP_SIZE;
334*4882a593Smuzhiyun 
335*4882a593Smuzhiyun 	if (prev) {
336*4882a593Smuzhiyun 		new->next = prev->next;
337*4882a593Smuzhiyun 		prev->next = new;
338*4882a593Smuzhiyun 	} else {
339*4882a593Smuzhiyun 		new->next = e->node;
340*4882a593Smuzhiyun 		e->node = new;
341*4882a593Smuzhiyun 	}
342*4882a593Smuzhiyun 
343*4882a593Smuzhiyun 	return 0;
344*4882a593Smuzhiyun }
345*4882a593Smuzhiyun 
ebitmap_destroy(struct ebitmap * e)346*4882a593Smuzhiyun void ebitmap_destroy(struct ebitmap *e)
347*4882a593Smuzhiyun {
348*4882a593Smuzhiyun 	struct ebitmap_node *n, *temp;
349*4882a593Smuzhiyun 
350*4882a593Smuzhiyun 	if (!e)
351*4882a593Smuzhiyun 		return;
352*4882a593Smuzhiyun 
353*4882a593Smuzhiyun 	n = e->node;
354*4882a593Smuzhiyun 	while (n) {
355*4882a593Smuzhiyun 		temp = n;
356*4882a593Smuzhiyun 		n = n->next;
357*4882a593Smuzhiyun 		kmem_cache_free(ebitmap_node_cachep, temp);
358*4882a593Smuzhiyun 	}
359*4882a593Smuzhiyun 
360*4882a593Smuzhiyun 	e->highbit = 0;
361*4882a593Smuzhiyun 	e->node = NULL;
362*4882a593Smuzhiyun 	return;
363*4882a593Smuzhiyun }
364*4882a593Smuzhiyun 
ebitmap_read(struct ebitmap * e,void * fp)365*4882a593Smuzhiyun int ebitmap_read(struct ebitmap *e, void *fp)
366*4882a593Smuzhiyun {
367*4882a593Smuzhiyun 	struct ebitmap_node *n = NULL;
368*4882a593Smuzhiyun 	u32 mapunit, count, startbit, index;
369*4882a593Smuzhiyun 	__le32 ebitmap_start;
370*4882a593Smuzhiyun 	u64 map;
371*4882a593Smuzhiyun 	__le64 mapbits;
372*4882a593Smuzhiyun 	__le32 buf[3];
373*4882a593Smuzhiyun 	int rc, i;
374*4882a593Smuzhiyun 
375*4882a593Smuzhiyun 	ebitmap_init(e);
376*4882a593Smuzhiyun 
377*4882a593Smuzhiyun 	rc = next_entry(buf, fp, sizeof buf);
378*4882a593Smuzhiyun 	if (rc < 0)
379*4882a593Smuzhiyun 		goto out;
380*4882a593Smuzhiyun 
381*4882a593Smuzhiyun 	mapunit = le32_to_cpu(buf[0]);
382*4882a593Smuzhiyun 	e->highbit = le32_to_cpu(buf[1]);
383*4882a593Smuzhiyun 	count = le32_to_cpu(buf[2]);
384*4882a593Smuzhiyun 
385*4882a593Smuzhiyun 	if (mapunit != BITS_PER_U64) {
386*4882a593Smuzhiyun 		pr_err("SELinux: ebitmap: map size %u does not "
387*4882a593Smuzhiyun 		       "match my size %zd (high bit was %d)\n",
388*4882a593Smuzhiyun 		       mapunit, BITS_PER_U64, e->highbit);
389*4882a593Smuzhiyun 		goto bad;
390*4882a593Smuzhiyun 	}
391*4882a593Smuzhiyun 
392*4882a593Smuzhiyun 	/* round up e->highbit */
393*4882a593Smuzhiyun 	e->highbit += EBITMAP_SIZE - 1;
394*4882a593Smuzhiyun 	e->highbit -= (e->highbit % EBITMAP_SIZE);
395*4882a593Smuzhiyun 
396*4882a593Smuzhiyun 	if (!e->highbit) {
397*4882a593Smuzhiyun 		e->node = NULL;
398*4882a593Smuzhiyun 		goto ok;
399*4882a593Smuzhiyun 	}
400*4882a593Smuzhiyun 
401*4882a593Smuzhiyun 	if (e->highbit && !count)
402*4882a593Smuzhiyun 		goto bad;
403*4882a593Smuzhiyun 
404*4882a593Smuzhiyun 	for (i = 0; i < count; i++) {
405*4882a593Smuzhiyun 		rc = next_entry(&ebitmap_start, fp, sizeof(u32));
406*4882a593Smuzhiyun 		if (rc < 0) {
407*4882a593Smuzhiyun 			pr_err("SELinux: ebitmap: truncated map\n");
408*4882a593Smuzhiyun 			goto bad;
409*4882a593Smuzhiyun 		}
410*4882a593Smuzhiyun 		startbit = le32_to_cpu(ebitmap_start);
411*4882a593Smuzhiyun 
412*4882a593Smuzhiyun 		if (startbit & (mapunit - 1)) {
413*4882a593Smuzhiyun 			pr_err("SELinux: ebitmap start bit (%d) is "
414*4882a593Smuzhiyun 			       "not a multiple of the map unit size (%u)\n",
415*4882a593Smuzhiyun 			       startbit, mapunit);
416*4882a593Smuzhiyun 			goto bad;
417*4882a593Smuzhiyun 		}
418*4882a593Smuzhiyun 		if (startbit > e->highbit - mapunit) {
419*4882a593Smuzhiyun 			pr_err("SELinux: ebitmap start bit (%d) is "
420*4882a593Smuzhiyun 			       "beyond the end of the bitmap (%u)\n",
421*4882a593Smuzhiyun 			       startbit, (e->highbit - mapunit));
422*4882a593Smuzhiyun 			goto bad;
423*4882a593Smuzhiyun 		}
424*4882a593Smuzhiyun 
425*4882a593Smuzhiyun 		if (!n || startbit >= n->startbit + EBITMAP_SIZE) {
426*4882a593Smuzhiyun 			struct ebitmap_node *tmp;
427*4882a593Smuzhiyun 			tmp = kmem_cache_zalloc(ebitmap_node_cachep, GFP_KERNEL);
428*4882a593Smuzhiyun 			if (!tmp) {
429*4882a593Smuzhiyun 				pr_err("SELinux: ebitmap: out of memory\n");
430*4882a593Smuzhiyun 				rc = -ENOMEM;
431*4882a593Smuzhiyun 				goto bad;
432*4882a593Smuzhiyun 			}
433*4882a593Smuzhiyun 			/* round down */
434*4882a593Smuzhiyun 			tmp->startbit = startbit - (startbit % EBITMAP_SIZE);
435*4882a593Smuzhiyun 			if (n)
436*4882a593Smuzhiyun 				n->next = tmp;
437*4882a593Smuzhiyun 			else
438*4882a593Smuzhiyun 				e->node = tmp;
439*4882a593Smuzhiyun 			n = tmp;
440*4882a593Smuzhiyun 		} else if (startbit <= n->startbit) {
441*4882a593Smuzhiyun 			pr_err("SELinux: ebitmap: start bit %d"
442*4882a593Smuzhiyun 			       " comes after start bit %d\n",
443*4882a593Smuzhiyun 			       startbit, n->startbit);
444*4882a593Smuzhiyun 			goto bad;
445*4882a593Smuzhiyun 		}
446*4882a593Smuzhiyun 
447*4882a593Smuzhiyun 		rc = next_entry(&mapbits, fp, sizeof(u64));
448*4882a593Smuzhiyun 		if (rc < 0) {
449*4882a593Smuzhiyun 			pr_err("SELinux: ebitmap: truncated map\n");
450*4882a593Smuzhiyun 			goto bad;
451*4882a593Smuzhiyun 		}
452*4882a593Smuzhiyun 		map = le64_to_cpu(mapbits);
453*4882a593Smuzhiyun 
454*4882a593Smuzhiyun 		index = (startbit - n->startbit) / EBITMAP_UNIT_SIZE;
455*4882a593Smuzhiyun 		while (map) {
456*4882a593Smuzhiyun 			n->maps[index++] = map & (-1UL);
457*4882a593Smuzhiyun 			map = EBITMAP_SHIFT_UNIT_SIZE(map);
458*4882a593Smuzhiyun 		}
459*4882a593Smuzhiyun 	}
460*4882a593Smuzhiyun ok:
461*4882a593Smuzhiyun 	rc = 0;
462*4882a593Smuzhiyun out:
463*4882a593Smuzhiyun 	return rc;
464*4882a593Smuzhiyun bad:
465*4882a593Smuzhiyun 	if (!rc)
466*4882a593Smuzhiyun 		rc = -EINVAL;
467*4882a593Smuzhiyun 	ebitmap_destroy(e);
468*4882a593Smuzhiyun 	goto out;
469*4882a593Smuzhiyun }
470*4882a593Smuzhiyun 
ebitmap_write(struct ebitmap * e,void * fp)471*4882a593Smuzhiyun int ebitmap_write(struct ebitmap *e, void *fp)
472*4882a593Smuzhiyun {
473*4882a593Smuzhiyun 	struct ebitmap_node *n;
474*4882a593Smuzhiyun 	u32 count;
475*4882a593Smuzhiyun 	__le32 buf[3];
476*4882a593Smuzhiyun 	u64 map;
477*4882a593Smuzhiyun 	int bit, last_bit, last_startbit, rc;
478*4882a593Smuzhiyun 
479*4882a593Smuzhiyun 	buf[0] = cpu_to_le32(BITS_PER_U64);
480*4882a593Smuzhiyun 
481*4882a593Smuzhiyun 	count = 0;
482*4882a593Smuzhiyun 	last_bit = 0;
483*4882a593Smuzhiyun 	last_startbit = -1;
484*4882a593Smuzhiyun 	ebitmap_for_each_positive_bit(e, n, bit) {
485*4882a593Smuzhiyun 		if (rounddown(bit, (int)BITS_PER_U64) > last_startbit) {
486*4882a593Smuzhiyun 			count++;
487*4882a593Smuzhiyun 			last_startbit = rounddown(bit, BITS_PER_U64);
488*4882a593Smuzhiyun 		}
489*4882a593Smuzhiyun 		last_bit = roundup(bit + 1, BITS_PER_U64);
490*4882a593Smuzhiyun 	}
491*4882a593Smuzhiyun 	buf[1] = cpu_to_le32(last_bit);
492*4882a593Smuzhiyun 	buf[2] = cpu_to_le32(count);
493*4882a593Smuzhiyun 
494*4882a593Smuzhiyun 	rc = put_entry(buf, sizeof(u32), 3, fp);
495*4882a593Smuzhiyun 	if (rc)
496*4882a593Smuzhiyun 		return rc;
497*4882a593Smuzhiyun 
498*4882a593Smuzhiyun 	map = 0;
499*4882a593Smuzhiyun 	last_startbit = INT_MIN;
500*4882a593Smuzhiyun 	ebitmap_for_each_positive_bit(e, n, bit) {
501*4882a593Smuzhiyun 		if (rounddown(bit, (int)BITS_PER_U64) > last_startbit) {
502*4882a593Smuzhiyun 			__le64 buf64[1];
503*4882a593Smuzhiyun 
504*4882a593Smuzhiyun 			/* this is the very first bit */
505*4882a593Smuzhiyun 			if (!map) {
506*4882a593Smuzhiyun 				last_startbit = rounddown(bit, BITS_PER_U64);
507*4882a593Smuzhiyun 				map = (u64)1 << (bit - last_startbit);
508*4882a593Smuzhiyun 				continue;
509*4882a593Smuzhiyun 			}
510*4882a593Smuzhiyun 
511*4882a593Smuzhiyun 			/* write the last node */
512*4882a593Smuzhiyun 			buf[0] = cpu_to_le32(last_startbit);
513*4882a593Smuzhiyun 			rc = put_entry(buf, sizeof(u32), 1, fp);
514*4882a593Smuzhiyun 			if (rc)
515*4882a593Smuzhiyun 				return rc;
516*4882a593Smuzhiyun 
517*4882a593Smuzhiyun 			buf64[0] = cpu_to_le64(map);
518*4882a593Smuzhiyun 			rc = put_entry(buf64, sizeof(u64), 1, fp);
519*4882a593Smuzhiyun 			if (rc)
520*4882a593Smuzhiyun 				return rc;
521*4882a593Smuzhiyun 
522*4882a593Smuzhiyun 			/* set up for the next node */
523*4882a593Smuzhiyun 			map = 0;
524*4882a593Smuzhiyun 			last_startbit = rounddown(bit, BITS_PER_U64);
525*4882a593Smuzhiyun 		}
526*4882a593Smuzhiyun 		map |= (u64)1 << (bit - last_startbit);
527*4882a593Smuzhiyun 	}
528*4882a593Smuzhiyun 	/* write the last node */
529*4882a593Smuzhiyun 	if (map) {
530*4882a593Smuzhiyun 		__le64 buf64[1];
531*4882a593Smuzhiyun 
532*4882a593Smuzhiyun 		/* write the last node */
533*4882a593Smuzhiyun 		buf[0] = cpu_to_le32(last_startbit);
534*4882a593Smuzhiyun 		rc = put_entry(buf, sizeof(u32), 1, fp);
535*4882a593Smuzhiyun 		if (rc)
536*4882a593Smuzhiyun 			return rc;
537*4882a593Smuzhiyun 
538*4882a593Smuzhiyun 		buf64[0] = cpu_to_le64(map);
539*4882a593Smuzhiyun 		rc = put_entry(buf64, sizeof(u64), 1, fp);
540*4882a593Smuzhiyun 		if (rc)
541*4882a593Smuzhiyun 			return rc;
542*4882a593Smuzhiyun 	}
543*4882a593Smuzhiyun 	return 0;
544*4882a593Smuzhiyun }
545*4882a593Smuzhiyun 
ebitmap_hash(const struct ebitmap * e,u32 hash)546*4882a593Smuzhiyun u32 ebitmap_hash(const struct ebitmap *e, u32 hash)
547*4882a593Smuzhiyun {
548*4882a593Smuzhiyun 	struct ebitmap_node *node;
549*4882a593Smuzhiyun 
550*4882a593Smuzhiyun 	/* need to change hash even if ebitmap is empty */
551*4882a593Smuzhiyun 	hash = jhash_1word(e->highbit, hash);
552*4882a593Smuzhiyun 	for (node = e->node; node; node = node->next) {
553*4882a593Smuzhiyun 		hash = jhash_1word(node->startbit, hash);
554*4882a593Smuzhiyun 		hash = jhash(node->maps, sizeof(node->maps), hash);
555*4882a593Smuzhiyun 	}
556*4882a593Smuzhiyun 	return hash;
557*4882a593Smuzhiyun }
558*4882a593Smuzhiyun 
ebitmap_cache_init(void)559*4882a593Smuzhiyun void __init ebitmap_cache_init(void)
560*4882a593Smuzhiyun {
561*4882a593Smuzhiyun 	ebitmap_node_cachep = kmem_cache_create("ebitmap_node",
562*4882a593Smuzhiyun 							sizeof(struct ebitmap_node),
563*4882a593Smuzhiyun 							0, SLAB_PANIC, NULL);
564*4882a593Smuzhiyun }
565