1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * Copyright (C) 2011 Red Hat, Inc.
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * This file is released under the GPL.
5*4882a593Smuzhiyun */
6*4882a593Smuzhiyun
7*4882a593Smuzhiyun #include "dm-space-map-common.h"
8*4882a593Smuzhiyun #include "dm-space-map-disk.h"
9*4882a593Smuzhiyun #include "dm-space-map.h"
10*4882a593Smuzhiyun #include "dm-transaction-manager.h"
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun #include <linux/list.h>
13*4882a593Smuzhiyun #include <linux/slab.h>
14*4882a593Smuzhiyun #include <linux/export.h>
15*4882a593Smuzhiyun #include <linux/device-mapper.h>
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun #define DM_MSG_PREFIX "space map disk"
18*4882a593Smuzhiyun
19*4882a593Smuzhiyun /*----------------------------------------------------------------*/
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun /*
22*4882a593Smuzhiyun * Space map interface.
23*4882a593Smuzhiyun */
24*4882a593Smuzhiyun struct sm_disk {
25*4882a593Smuzhiyun struct dm_space_map sm;
26*4882a593Smuzhiyun
27*4882a593Smuzhiyun struct ll_disk ll;
28*4882a593Smuzhiyun struct ll_disk old_ll;
29*4882a593Smuzhiyun
30*4882a593Smuzhiyun dm_block_t begin;
31*4882a593Smuzhiyun dm_block_t nr_allocated_this_transaction;
32*4882a593Smuzhiyun };
33*4882a593Smuzhiyun
sm_disk_destroy(struct dm_space_map * sm)34*4882a593Smuzhiyun static void sm_disk_destroy(struct dm_space_map *sm)
35*4882a593Smuzhiyun {
36*4882a593Smuzhiyun struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
37*4882a593Smuzhiyun
38*4882a593Smuzhiyun kfree(smd);
39*4882a593Smuzhiyun }
40*4882a593Smuzhiyun
sm_disk_extend(struct dm_space_map * sm,dm_block_t extra_blocks)41*4882a593Smuzhiyun static int sm_disk_extend(struct dm_space_map *sm, dm_block_t extra_blocks)
42*4882a593Smuzhiyun {
43*4882a593Smuzhiyun struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
44*4882a593Smuzhiyun
45*4882a593Smuzhiyun return sm_ll_extend(&smd->ll, extra_blocks);
46*4882a593Smuzhiyun }
47*4882a593Smuzhiyun
sm_disk_get_nr_blocks(struct dm_space_map * sm,dm_block_t * count)48*4882a593Smuzhiyun static int sm_disk_get_nr_blocks(struct dm_space_map *sm, dm_block_t *count)
49*4882a593Smuzhiyun {
50*4882a593Smuzhiyun struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
51*4882a593Smuzhiyun *count = smd->old_ll.nr_blocks;
52*4882a593Smuzhiyun
53*4882a593Smuzhiyun return 0;
54*4882a593Smuzhiyun }
55*4882a593Smuzhiyun
sm_disk_get_nr_free(struct dm_space_map * sm,dm_block_t * count)56*4882a593Smuzhiyun static int sm_disk_get_nr_free(struct dm_space_map *sm, dm_block_t *count)
57*4882a593Smuzhiyun {
58*4882a593Smuzhiyun struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
59*4882a593Smuzhiyun *count = (smd->old_ll.nr_blocks - smd->old_ll.nr_allocated) - smd->nr_allocated_this_transaction;
60*4882a593Smuzhiyun
61*4882a593Smuzhiyun return 0;
62*4882a593Smuzhiyun }
63*4882a593Smuzhiyun
sm_disk_get_count(struct dm_space_map * sm,dm_block_t b,uint32_t * result)64*4882a593Smuzhiyun static int sm_disk_get_count(struct dm_space_map *sm, dm_block_t b,
65*4882a593Smuzhiyun uint32_t *result)
66*4882a593Smuzhiyun {
67*4882a593Smuzhiyun struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
68*4882a593Smuzhiyun return sm_ll_lookup(&smd->ll, b, result);
69*4882a593Smuzhiyun }
70*4882a593Smuzhiyun
sm_disk_count_is_more_than_one(struct dm_space_map * sm,dm_block_t b,int * result)71*4882a593Smuzhiyun static int sm_disk_count_is_more_than_one(struct dm_space_map *sm, dm_block_t b,
72*4882a593Smuzhiyun int *result)
73*4882a593Smuzhiyun {
74*4882a593Smuzhiyun int r;
75*4882a593Smuzhiyun uint32_t count;
76*4882a593Smuzhiyun
77*4882a593Smuzhiyun r = sm_disk_get_count(sm, b, &count);
78*4882a593Smuzhiyun if (r)
79*4882a593Smuzhiyun return r;
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun *result = count > 1;
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun return 0;
84*4882a593Smuzhiyun }
85*4882a593Smuzhiyun
sm_disk_set_count(struct dm_space_map * sm,dm_block_t b,uint32_t count)86*4882a593Smuzhiyun static int sm_disk_set_count(struct dm_space_map *sm, dm_block_t b,
87*4882a593Smuzhiyun uint32_t count)
88*4882a593Smuzhiyun {
89*4882a593Smuzhiyun int r;
90*4882a593Smuzhiyun uint32_t old_count;
91*4882a593Smuzhiyun enum allocation_event ev;
92*4882a593Smuzhiyun struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
93*4882a593Smuzhiyun
94*4882a593Smuzhiyun r = sm_ll_insert(&smd->ll, b, count, &ev);
95*4882a593Smuzhiyun if (!r) {
96*4882a593Smuzhiyun switch (ev) {
97*4882a593Smuzhiyun case SM_NONE:
98*4882a593Smuzhiyun break;
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun case SM_ALLOC:
101*4882a593Smuzhiyun /*
102*4882a593Smuzhiyun * This _must_ be free in the prior transaction
103*4882a593Smuzhiyun * otherwise we've lost atomicity.
104*4882a593Smuzhiyun */
105*4882a593Smuzhiyun smd->nr_allocated_this_transaction++;
106*4882a593Smuzhiyun break;
107*4882a593Smuzhiyun
108*4882a593Smuzhiyun case SM_FREE:
109*4882a593Smuzhiyun /*
110*4882a593Smuzhiyun * It's only free if it's also free in the last
111*4882a593Smuzhiyun * transaction.
112*4882a593Smuzhiyun */
113*4882a593Smuzhiyun r = sm_ll_lookup(&smd->old_ll, b, &old_count);
114*4882a593Smuzhiyun if (r)
115*4882a593Smuzhiyun return r;
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun if (!old_count)
118*4882a593Smuzhiyun smd->nr_allocated_this_transaction--;
119*4882a593Smuzhiyun break;
120*4882a593Smuzhiyun }
121*4882a593Smuzhiyun }
122*4882a593Smuzhiyun
123*4882a593Smuzhiyun return r;
124*4882a593Smuzhiyun }
125*4882a593Smuzhiyun
sm_disk_inc_block(struct dm_space_map * sm,dm_block_t b)126*4882a593Smuzhiyun static int sm_disk_inc_block(struct dm_space_map *sm, dm_block_t b)
127*4882a593Smuzhiyun {
128*4882a593Smuzhiyun int r;
129*4882a593Smuzhiyun enum allocation_event ev;
130*4882a593Smuzhiyun struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
131*4882a593Smuzhiyun
132*4882a593Smuzhiyun r = sm_ll_inc(&smd->ll, b, &ev);
133*4882a593Smuzhiyun if (!r && (ev == SM_ALLOC))
134*4882a593Smuzhiyun /*
135*4882a593Smuzhiyun * This _must_ be free in the prior transaction
136*4882a593Smuzhiyun * otherwise we've lost atomicity.
137*4882a593Smuzhiyun */
138*4882a593Smuzhiyun smd->nr_allocated_this_transaction++;
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun return r;
141*4882a593Smuzhiyun }
142*4882a593Smuzhiyun
sm_disk_dec_block(struct dm_space_map * sm,dm_block_t b)143*4882a593Smuzhiyun static int sm_disk_dec_block(struct dm_space_map *sm, dm_block_t b)
144*4882a593Smuzhiyun {
145*4882a593Smuzhiyun int r;
146*4882a593Smuzhiyun uint32_t old_count;
147*4882a593Smuzhiyun enum allocation_event ev;
148*4882a593Smuzhiyun struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
149*4882a593Smuzhiyun
150*4882a593Smuzhiyun r = sm_ll_dec(&smd->ll, b, &ev);
151*4882a593Smuzhiyun if (!r && (ev == SM_FREE)) {
152*4882a593Smuzhiyun /*
153*4882a593Smuzhiyun * It's only free if it's also free in the last
154*4882a593Smuzhiyun * transaction.
155*4882a593Smuzhiyun */
156*4882a593Smuzhiyun r = sm_ll_lookup(&smd->old_ll, b, &old_count);
157*4882a593Smuzhiyun if (!r && !old_count)
158*4882a593Smuzhiyun smd->nr_allocated_this_transaction--;
159*4882a593Smuzhiyun }
160*4882a593Smuzhiyun
161*4882a593Smuzhiyun return r;
162*4882a593Smuzhiyun }
163*4882a593Smuzhiyun
sm_disk_new_block(struct dm_space_map * sm,dm_block_t * b)164*4882a593Smuzhiyun static int sm_disk_new_block(struct dm_space_map *sm, dm_block_t *b)
165*4882a593Smuzhiyun {
166*4882a593Smuzhiyun int r;
167*4882a593Smuzhiyun enum allocation_event ev;
168*4882a593Smuzhiyun struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
169*4882a593Smuzhiyun
170*4882a593Smuzhiyun /*
171*4882a593Smuzhiyun * Any block we allocate has to be free in both the old and current ll.
172*4882a593Smuzhiyun */
173*4882a593Smuzhiyun r = sm_ll_find_common_free_block(&smd->old_ll, &smd->ll, smd->begin, smd->ll.nr_blocks, b);
174*4882a593Smuzhiyun if (r == -ENOSPC) {
175*4882a593Smuzhiyun /*
176*4882a593Smuzhiyun * There's no free block between smd->begin and the end of the metadata device.
177*4882a593Smuzhiyun * We search before smd->begin in case something has been freed.
178*4882a593Smuzhiyun */
179*4882a593Smuzhiyun r = sm_ll_find_common_free_block(&smd->old_ll, &smd->ll, 0, smd->begin, b);
180*4882a593Smuzhiyun }
181*4882a593Smuzhiyun
182*4882a593Smuzhiyun if (r)
183*4882a593Smuzhiyun return r;
184*4882a593Smuzhiyun
185*4882a593Smuzhiyun smd->begin = *b + 1;
186*4882a593Smuzhiyun r = sm_ll_inc(&smd->ll, *b, &ev);
187*4882a593Smuzhiyun if (!r) {
188*4882a593Smuzhiyun BUG_ON(ev != SM_ALLOC);
189*4882a593Smuzhiyun smd->nr_allocated_this_transaction++;
190*4882a593Smuzhiyun }
191*4882a593Smuzhiyun
192*4882a593Smuzhiyun return r;
193*4882a593Smuzhiyun }
194*4882a593Smuzhiyun
sm_disk_commit(struct dm_space_map * sm)195*4882a593Smuzhiyun static int sm_disk_commit(struct dm_space_map *sm)
196*4882a593Smuzhiyun {
197*4882a593Smuzhiyun int r;
198*4882a593Smuzhiyun dm_block_t nr_free;
199*4882a593Smuzhiyun struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun r = sm_disk_get_nr_free(sm, &nr_free);
202*4882a593Smuzhiyun if (r)
203*4882a593Smuzhiyun return r;
204*4882a593Smuzhiyun
205*4882a593Smuzhiyun r = sm_ll_commit(&smd->ll);
206*4882a593Smuzhiyun if (r)
207*4882a593Smuzhiyun return r;
208*4882a593Smuzhiyun
209*4882a593Smuzhiyun memcpy(&smd->old_ll, &smd->ll, sizeof(smd->old_ll));
210*4882a593Smuzhiyun smd->nr_allocated_this_transaction = 0;
211*4882a593Smuzhiyun
212*4882a593Smuzhiyun r = sm_disk_get_nr_free(sm, &nr_free);
213*4882a593Smuzhiyun if (r)
214*4882a593Smuzhiyun return r;
215*4882a593Smuzhiyun
216*4882a593Smuzhiyun return 0;
217*4882a593Smuzhiyun }
218*4882a593Smuzhiyun
sm_disk_root_size(struct dm_space_map * sm,size_t * result)219*4882a593Smuzhiyun static int sm_disk_root_size(struct dm_space_map *sm, size_t *result)
220*4882a593Smuzhiyun {
221*4882a593Smuzhiyun *result = sizeof(struct disk_sm_root);
222*4882a593Smuzhiyun
223*4882a593Smuzhiyun return 0;
224*4882a593Smuzhiyun }
225*4882a593Smuzhiyun
sm_disk_copy_root(struct dm_space_map * sm,void * where_le,size_t max)226*4882a593Smuzhiyun static int sm_disk_copy_root(struct dm_space_map *sm, void *where_le, size_t max)
227*4882a593Smuzhiyun {
228*4882a593Smuzhiyun struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
229*4882a593Smuzhiyun struct disk_sm_root root_le;
230*4882a593Smuzhiyun
231*4882a593Smuzhiyun root_le.nr_blocks = cpu_to_le64(smd->ll.nr_blocks);
232*4882a593Smuzhiyun root_le.nr_allocated = cpu_to_le64(smd->ll.nr_allocated);
233*4882a593Smuzhiyun root_le.bitmap_root = cpu_to_le64(smd->ll.bitmap_root);
234*4882a593Smuzhiyun root_le.ref_count_root = cpu_to_le64(smd->ll.ref_count_root);
235*4882a593Smuzhiyun
236*4882a593Smuzhiyun if (max < sizeof(root_le))
237*4882a593Smuzhiyun return -ENOSPC;
238*4882a593Smuzhiyun
239*4882a593Smuzhiyun memcpy(where_le, &root_le, sizeof(root_le));
240*4882a593Smuzhiyun
241*4882a593Smuzhiyun return 0;
242*4882a593Smuzhiyun }
243*4882a593Smuzhiyun
244*4882a593Smuzhiyun /*----------------------------------------------------------------*/
245*4882a593Smuzhiyun
246*4882a593Smuzhiyun static struct dm_space_map ops = {
247*4882a593Smuzhiyun .destroy = sm_disk_destroy,
248*4882a593Smuzhiyun .extend = sm_disk_extend,
249*4882a593Smuzhiyun .get_nr_blocks = sm_disk_get_nr_blocks,
250*4882a593Smuzhiyun .get_nr_free = sm_disk_get_nr_free,
251*4882a593Smuzhiyun .get_count = sm_disk_get_count,
252*4882a593Smuzhiyun .count_is_more_than_one = sm_disk_count_is_more_than_one,
253*4882a593Smuzhiyun .set_count = sm_disk_set_count,
254*4882a593Smuzhiyun .inc_block = sm_disk_inc_block,
255*4882a593Smuzhiyun .dec_block = sm_disk_dec_block,
256*4882a593Smuzhiyun .new_block = sm_disk_new_block,
257*4882a593Smuzhiyun .commit = sm_disk_commit,
258*4882a593Smuzhiyun .root_size = sm_disk_root_size,
259*4882a593Smuzhiyun .copy_root = sm_disk_copy_root,
260*4882a593Smuzhiyun .register_threshold_callback = NULL
261*4882a593Smuzhiyun };
262*4882a593Smuzhiyun
dm_sm_disk_create(struct dm_transaction_manager * tm,dm_block_t nr_blocks)263*4882a593Smuzhiyun struct dm_space_map *dm_sm_disk_create(struct dm_transaction_manager *tm,
264*4882a593Smuzhiyun dm_block_t nr_blocks)
265*4882a593Smuzhiyun {
266*4882a593Smuzhiyun int r;
267*4882a593Smuzhiyun struct sm_disk *smd;
268*4882a593Smuzhiyun
269*4882a593Smuzhiyun smd = kmalloc(sizeof(*smd), GFP_KERNEL);
270*4882a593Smuzhiyun if (!smd)
271*4882a593Smuzhiyun return ERR_PTR(-ENOMEM);
272*4882a593Smuzhiyun
273*4882a593Smuzhiyun smd->begin = 0;
274*4882a593Smuzhiyun smd->nr_allocated_this_transaction = 0;
275*4882a593Smuzhiyun memcpy(&smd->sm, &ops, sizeof(smd->sm));
276*4882a593Smuzhiyun
277*4882a593Smuzhiyun r = sm_ll_new_disk(&smd->ll, tm);
278*4882a593Smuzhiyun if (r)
279*4882a593Smuzhiyun goto bad;
280*4882a593Smuzhiyun
281*4882a593Smuzhiyun r = sm_ll_extend(&smd->ll, nr_blocks);
282*4882a593Smuzhiyun if (r)
283*4882a593Smuzhiyun goto bad;
284*4882a593Smuzhiyun
285*4882a593Smuzhiyun r = sm_disk_commit(&smd->sm);
286*4882a593Smuzhiyun if (r)
287*4882a593Smuzhiyun goto bad;
288*4882a593Smuzhiyun
289*4882a593Smuzhiyun return &smd->sm;
290*4882a593Smuzhiyun
291*4882a593Smuzhiyun bad:
292*4882a593Smuzhiyun kfree(smd);
293*4882a593Smuzhiyun return ERR_PTR(r);
294*4882a593Smuzhiyun }
295*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dm_sm_disk_create);
296*4882a593Smuzhiyun
dm_sm_disk_open(struct dm_transaction_manager * tm,void * root_le,size_t len)297*4882a593Smuzhiyun struct dm_space_map *dm_sm_disk_open(struct dm_transaction_manager *tm,
298*4882a593Smuzhiyun void *root_le, size_t len)
299*4882a593Smuzhiyun {
300*4882a593Smuzhiyun int r;
301*4882a593Smuzhiyun struct sm_disk *smd;
302*4882a593Smuzhiyun
303*4882a593Smuzhiyun smd = kmalloc(sizeof(*smd), GFP_KERNEL);
304*4882a593Smuzhiyun if (!smd)
305*4882a593Smuzhiyun return ERR_PTR(-ENOMEM);
306*4882a593Smuzhiyun
307*4882a593Smuzhiyun smd->begin = 0;
308*4882a593Smuzhiyun smd->nr_allocated_this_transaction = 0;
309*4882a593Smuzhiyun memcpy(&smd->sm, &ops, sizeof(smd->sm));
310*4882a593Smuzhiyun
311*4882a593Smuzhiyun r = sm_ll_open_disk(&smd->ll, tm, root_le, len);
312*4882a593Smuzhiyun if (r)
313*4882a593Smuzhiyun goto bad;
314*4882a593Smuzhiyun
315*4882a593Smuzhiyun r = sm_disk_commit(&smd->sm);
316*4882a593Smuzhiyun if (r)
317*4882a593Smuzhiyun goto bad;
318*4882a593Smuzhiyun
319*4882a593Smuzhiyun return &smd->sm;
320*4882a593Smuzhiyun
321*4882a593Smuzhiyun bad:
322*4882a593Smuzhiyun kfree(smd);
323*4882a593Smuzhiyun return ERR_PTR(r);
324*4882a593Smuzhiyun }
325*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dm_sm_disk_open);
326*4882a593Smuzhiyun
327*4882a593Smuzhiyun /*----------------------------------------------------------------*/
328