1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /* -*- mode: c; c-basic-offset: 8; -*-
3*4882a593Smuzhiyun * vim: noexpandtab sw=8 ts=8 sts=0:
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * suballoc.c
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * metadata alloc and free
8*4882a593Smuzhiyun * Inspired by ext3 block groups.
9*4882a593Smuzhiyun *
10*4882a593Smuzhiyun * Copyright (C) 2002, 2004 Oracle. All rights reserved.
11*4882a593Smuzhiyun */
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun #include <linux/fs.h>
14*4882a593Smuzhiyun #include <linux/types.h>
15*4882a593Smuzhiyun #include <linux/slab.h>
16*4882a593Smuzhiyun #include <linux/highmem.h>
17*4882a593Smuzhiyun
18*4882a593Smuzhiyun #include <cluster/masklog.h>
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun #include "ocfs2.h"
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun #include "alloc.h"
23*4882a593Smuzhiyun #include "blockcheck.h"
24*4882a593Smuzhiyun #include "dlmglue.h"
25*4882a593Smuzhiyun #include "inode.h"
26*4882a593Smuzhiyun #include "journal.h"
27*4882a593Smuzhiyun #include "localalloc.h"
28*4882a593Smuzhiyun #include "suballoc.h"
29*4882a593Smuzhiyun #include "super.h"
30*4882a593Smuzhiyun #include "sysfile.h"
31*4882a593Smuzhiyun #include "uptodate.h"
32*4882a593Smuzhiyun #include "ocfs2_trace.h"
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun #include "buffer_head_io.h"
35*4882a593Smuzhiyun
36*4882a593Smuzhiyun #define NOT_ALLOC_NEW_GROUP 0
37*4882a593Smuzhiyun #define ALLOC_NEW_GROUP 0x1
38*4882a593Smuzhiyun #define ALLOC_GROUPS_FROM_GLOBAL 0x2
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun #define OCFS2_MAX_TO_STEAL 1024
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun struct ocfs2_suballoc_result {
43*4882a593Smuzhiyun u64 sr_bg_blkno; /* The bg we allocated from. Set
44*4882a593Smuzhiyun to 0 when a block group is
45*4882a593Smuzhiyun contiguous. */
46*4882a593Smuzhiyun u64 sr_bg_stable_blkno; /*
47*4882a593Smuzhiyun * Doesn't change, always
48*4882a593Smuzhiyun * set to target block
49*4882a593Smuzhiyun * group descriptor
50*4882a593Smuzhiyun * block.
51*4882a593Smuzhiyun */
52*4882a593Smuzhiyun u64 sr_blkno; /* The first allocated block */
53*4882a593Smuzhiyun unsigned int sr_bit_offset; /* The bit in the bg */
54*4882a593Smuzhiyun unsigned int sr_bits; /* How many bits we claimed */
55*4882a593Smuzhiyun };
56*4882a593Smuzhiyun
ocfs2_group_from_res(struct ocfs2_suballoc_result * res)57*4882a593Smuzhiyun static u64 ocfs2_group_from_res(struct ocfs2_suballoc_result *res)
58*4882a593Smuzhiyun {
59*4882a593Smuzhiyun if (res->sr_blkno == 0)
60*4882a593Smuzhiyun return 0;
61*4882a593Smuzhiyun
62*4882a593Smuzhiyun if (res->sr_bg_blkno)
63*4882a593Smuzhiyun return res->sr_bg_blkno;
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun return ocfs2_which_suballoc_group(res->sr_blkno, res->sr_bit_offset);
66*4882a593Smuzhiyun }
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun static inline u16 ocfs2_find_victim_chain(struct ocfs2_chain_list *cl);
69*4882a593Smuzhiyun static int ocfs2_block_group_fill(handle_t *handle,
70*4882a593Smuzhiyun struct inode *alloc_inode,
71*4882a593Smuzhiyun struct buffer_head *bg_bh,
72*4882a593Smuzhiyun u64 group_blkno,
73*4882a593Smuzhiyun unsigned int group_clusters,
74*4882a593Smuzhiyun u16 my_chain,
75*4882a593Smuzhiyun struct ocfs2_chain_list *cl);
76*4882a593Smuzhiyun static int ocfs2_block_group_alloc(struct ocfs2_super *osb,
77*4882a593Smuzhiyun struct inode *alloc_inode,
78*4882a593Smuzhiyun struct buffer_head *bh,
79*4882a593Smuzhiyun u64 max_block,
80*4882a593Smuzhiyun u64 *last_alloc_group,
81*4882a593Smuzhiyun int flags);
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun static int ocfs2_cluster_group_search(struct inode *inode,
84*4882a593Smuzhiyun struct buffer_head *group_bh,
85*4882a593Smuzhiyun u32 bits_wanted, u32 min_bits,
86*4882a593Smuzhiyun u64 max_block,
87*4882a593Smuzhiyun struct ocfs2_suballoc_result *res);
88*4882a593Smuzhiyun static int ocfs2_block_group_search(struct inode *inode,
89*4882a593Smuzhiyun struct buffer_head *group_bh,
90*4882a593Smuzhiyun u32 bits_wanted, u32 min_bits,
91*4882a593Smuzhiyun u64 max_block,
92*4882a593Smuzhiyun struct ocfs2_suballoc_result *res);
93*4882a593Smuzhiyun static int ocfs2_claim_suballoc_bits(struct ocfs2_alloc_context *ac,
94*4882a593Smuzhiyun handle_t *handle,
95*4882a593Smuzhiyun u32 bits_wanted,
96*4882a593Smuzhiyun u32 min_bits,
97*4882a593Smuzhiyun struct ocfs2_suballoc_result *res);
98*4882a593Smuzhiyun static int ocfs2_test_bg_bit_allocatable(struct buffer_head *bg_bh,
99*4882a593Smuzhiyun int nr);
100*4882a593Smuzhiyun static int ocfs2_relink_block_group(handle_t *handle,
101*4882a593Smuzhiyun struct inode *alloc_inode,
102*4882a593Smuzhiyun struct buffer_head *fe_bh,
103*4882a593Smuzhiyun struct buffer_head *bg_bh,
104*4882a593Smuzhiyun struct buffer_head *prev_bg_bh,
105*4882a593Smuzhiyun u16 chain);
106*4882a593Smuzhiyun static inline int ocfs2_block_group_reasonably_empty(struct ocfs2_group_desc *bg,
107*4882a593Smuzhiyun u32 wanted);
108*4882a593Smuzhiyun static inline u32 ocfs2_desc_bitmap_to_cluster_off(struct inode *inode,
109*4882a593Smuzhiyun u64 bg_blkno,
110*4882a593Smuzhiyun u16 bg_bit_off);
111*4882a593Smuzhiyun static inline void ocfs2_block_to_cluster_group(struct inode *inode,
112*4882a593Smuzhiyun u64 data_blkno,
113*4882a593Smuzhiyun u64 *bg_blkno,
114*4882a593Smuzhiyun u16 *bg_bit_off);
115*4882a593Smuzhiyun static int ocfs2_reserve_clusters_with_limit(struct ocfs2_super *osb,
116*4882a593Smuzhiyun u32 bits_wanted, u64 max_block,
117*4882a593Smuzhiyun int flags,
118*4882a593Smuzhiyun struct ocfs2_alloc_context **ac);
119*4882a593Smuzhiyun
ocfs2_free_ac_resource(struct ocfs2_alloc_context * ac)120*4882a593Smuzhiyun void ocfs2_free_ac_resource(struct ocfs2_alloc_context *ac)
121*4882a593Smuzhiyun {
122*4882a593Smuzhiyun struct inode *inode = ac->ac_inode;
123*4882a593Smuzhiyun
124*4882a593Smuzhiyun if (inode) {
125*4882a593Smuzhiyun if (ac->ac_which != OCFS2_AC_USE_LOCAL)
126*4882a593Smuzhiyun ocfs2_inode_unlock(inode, 1);
127*4882a593Smuzhiyun
128*4882a593Smuzhiyun inode_unlock(inode);
129*4882a593Smuzhiyun
130*4882a593Smuzhiyun iput(inode);
131*4882a593Smuzhiyun ac->ac_inode = NULL;
132*4882a593Smuzhiyun }
133*4882a593Smuzhiyun brelse(ac->ac_bh);
134*4882a593Smuzhiyun ac->ac_bh = NULL;
135*4882a593Smuzhiyun ac->ac_resv = NULL;
136*4882a593Smuzhiyun kfree(ac->ac_find_loc_priv);
137*4882a593Smuzhiyun ac->ac_find_loc_priv = NULL;
138*4882a593Smuzhiyun }
139*4882a593Smuzhiyun
ocfs2_free_alloc_context(struct ocfs2_alloc_context * ac)140*4882a593Smuzhiyun void ocfs2_free_alloc_context(struct ocfs2_alloc_context *ac)
141*4882a593Smuzhiyun {
142*4882a593Smuzhiyun ocfs2_free_ac_resource(ac);
143*4882a593Smuzhiyun kfree(ac);
144*4882a593Smuzhiyun }
145*4882a593Smuzhiyun
ocfs2_bits_per_group(struct ocfs2_chain_list * cl)146*4882a593Smuzhiyun static u32 ocfs2_bits_per_group(struct ocfs2_chain_list *cl)
147*4882a593Smuzhiyun {
148*4882a593Smuzhiyun return (u32)le16_to_cpu(cl->cl_cpg) * (u32)le16_to_cpu(cl->cl_bpc);
149*4882a593Smuzhiyun }
150*4882a593Smuzhiyun
151*4882a593Smuzhiyun #define do_error(fmt, ...) \
152*4882a593Smuzhiyun do { \
153*4882a593Smuzhiyun if (resize) \
154*4882a593Smuzhiyun mlog(ML_ERROR, fmt, ##__VA_ARGS__); \
155*4882a593Smuzhiyun else \
156*4882a593Smuzhiyun return ocfs2_error(sb, fmt, ##__VA_ARGS__); \
157*4882a593Smuzhiyun } while (0)
158*4882a593Smuzhiyun
ocfs2_validate_gd_self(struct super_block * sb,struct buffer_head * bh,int resize)159*4882a593Smuzhiyun static int ocfs2_validate_gd_self(struct super_block *sb,
160*4882a593Smuzhiyun struct buffer_head *bh,
161*4882a593Smuzhiyun int resize)
162*4882a593Smuzhiyun {
163*4882a593Smuzhiyun struct ocfs2_group_desc *gd = (struct ocfs2_group_desc *)bh->b_data;
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun if (!OCFS2_IS_VALID_GROUP_DESC(gd)) {
166*4882a593Smuzhiyun do_error("Group descriptor #%llu has bad signature %.*s\n",
167*4882a593Smuzhiyun (unsigned long long)bh->b_blocknr, 7,
168*4882a593Smuzhiyun gd->bg_signature);
169*4882a593Smuzhiyun }
170*4882a593Smuzhiyun
171*4882a593Smuzhiyun if (le64_to_cpu(gd->bg_blkno) != bh->b_blocknr) {
172*4882a593Smuzhiyun do_error("Group descriptor #%llu has an invalid bg_blkno of %llu\n",
173*4882a593Smuzhiyun (unsigned long long)bh->b_blocknr,
174*4882a593Smuzhiyun (unsigned long long)le64_to_cpu(gd->bg_blkno));
175*4882a593Smuzhiyun }
176*4882a593Smuzhiyun
177*4882a593Smuzhiyun if (le32_to_cpu(gd->bg_generation) != OCFS2_SB(sb)->fs_generation) {
178*4882a593Smuzhiyun do_error("Group descriptor #%llu has an invalid fs_generation of #%u\n",
179*4882a593Smuzhiyun (unsigned long long)bh->b_blocknr,
180*4882a593Smuzhiyun le32_to_cpu(gd->bg_generation));
181*4882a593Smuzhiyun }
182*4882a593Smuzhiyun
183*4882a593Smuzhiyun if (le16_to_cpu(gd->bg_free_bits_count) > le16_to_cpu(gd->bg_bits)) {
184*4882a593Smuzhiyun do_error("Group descriptor #%llu has bit count %u but claims that %u are free\n",
185*4882a593Smuzhiyun (unsigned long long)bh->b_blocknr,
186*4882a593Smuzhiyun le16_to_cpu(gd->bg_bits),
187*4882a593Smuzhiyun le16_to_cpu(gd->bg_free_bits_count));
188*4882a593Smuzhiyun }
189*4882a593Smuzhiyun
190*4882a593Smuzhiyun if (le16_to_cpu(gd->bg_bits) > (8 * le16_to_cpu(gd->bg_size))) {
191*4882a593Smuzhiyun do_error("Group descriptor #%llu has bit count %u but max bitmap bits of %u\n",
192*4882a593Smuzhiyun (unsigned long long)bh->b_blocknr,
193*4882a593Smuzhiyun le16_to_cpu(gd->bg_bits),
194*4882a593Smuzhiyun 8 * le16_to_cpu(gd->bg_size));
195*4882a593Smuzhiyun }
196*4882a593Smuzhiyun
197*4882a593Smuzhiyun return 0;
198*4882a593Smuzhiyun }
199*4882a593Smuzhiyun
ocfs2_validate_gd_parent(struct super_block * sb,struct ocfs2_dinode * di,struct buffer_head * bh,int resize)200*4882a593Smuzhiyun static int ocfs2_validate_gd_parent(struct super_block *sb,
201*4882a593Smuzhiyun struct ocfs2_dinode *di,
202*4882a593Smuzhiyun struct buffer_head *bh,
203*4882a593Smuzhiyun int resize)
204*4882a593Smuzhiyun {
205*4882a593Smuzhiyun unsigned int max_bits;
206*4882a593Smuzhiyun struct ocfs2_group_desc *gd = (struct ocfs2_group_desc *)bh->b_data;
207*4882a593Smuzhiyun
208*4882a593Smuzhiyun if (di->i_blkno != gd->bg_parent_dinode) {
209*4882a593Smuzhiyun do_error("Group descriptor #%llu has bad parent pointer (%llu, expected %llu)\n",
210*4882a593Smuzhiyun (unsigned long long)bh->b_blocknr,
211*4882a593Smuzhiyun (unsigned long long)le64_to_cpu(gd->bg_parent_dinode),
212*4882a593Smuzhiyun (unsigned long long)le64_to_cpu(di->i_blkno));
213*4882a593Smuzhiyun }
214*4882a593Smuzhiyun
215*4882a593Smuzhiyun max_bits = le16_to_cpu(di->id2.i_chain.cl_cpg) * le16_to_cpu(di->id2.i_chain.cl_bpc);
216*4882a593Smuzhiyun if (le16_to_cpu(gd->bg_bits) > max_bits) {
217*4882a593Smuzhiyun do_error("Group descriptor #%llu has bit count of %u\n",
218*4882a593Smuzhiyun (unsigned long long)bh->b_blocknr,
219*4882a593Smuzhiyun le16_to_cpu(gd->bg_bits));
220*4882a593Smuzhiyun }
221*4882a593Smuzhiyun
222*4882a593Smuzhiyun /* In resize, we may meet the case bg_chain == cl_next_free_rec. */
223*4882a593Smuzhiyun if ((le16_to_cpu(gd->bg_chain) >
224*4882a593Smuzhiyun le16_to_cpu(di->id2.i_chain.cl_next_free_rec)) ||
225*4882a593Smuzhiyun ((le16_to_cpu(gd->bg_chain) ==
226*4882a593Smuzhiyun le16_to_cpu(di->id2.i_chain.cl_next_free_rec)) && !resize)) {
227*4882a593Smuzhiyun do_error("Group descriptor #%llu has bad chain %u\n",
228*4882a593Smuzhiyun (unsigned long long)bh->b_blocknr,
229*4882a593Smuzhiyun le16_to_cpu(gd->bg_chain));
230*4882a593Smuzhiyun }
231*4882a593Smuzhiyun
232*4882a593Smuzhiyun return 0;
233*4882a593Smuzhiyun }
234*4882a593Smuzhiyun
235*4882a593Smuzhiyun #undef do_error
236*4882a593Smuzhiyun
237*4882a593Smuzhiyun /*
238*4882a593Smuzhiyun * This version only prints errors. It does not fail the filesystem, and
239*4882a593Smuzhiyun * exists only for resize.
240*4882a593Smuzhiyun */
ocfs2_check_group_descriptor(struct super_block * sb,struct ocfs2_dinode * di,struct buffer_head * bh)241*4882a593Smuzhiyun int ocfs2_check_group_descriptor(struct super_block *sb,
242*4882a593Smuzhiyun struct ocfs2_dinode *di,
243*4882a593Smuzhiyun struct buffer_head *bh)
244*4882a593Smuzhiyun {
245*4882a593Smuzhiyun int rc;
246*4882a593Smuzhiyun struct ocfs2_group_desc *gd = (struct ocfs2_group_desc *)bh->b_data;
247*4882a593Smuzhiyun
248*4882a593Smuzhiyun BUG_ON(!buffer_uptodate(bh));
249*4882a593Smuzhiyun
250*4882a593Smuzhiyun /*
251*4882a593Smuzhiyun * If the ecc fails, we return the error but otherwise
252*4882a593Smuzhiyun * leave the filesystem running. We know any error is
253*4882a593Smuzhiyun * local to this block.
254*4882a593Smuzhiyun */
255*4882a593Smuzhiyun rc = ocfs2_validate_meta_ecc(sb, bh->b_data, &gd->bg_check);
256*4882a593Smuzhiyun if (rc) {
257*4882a593Smuzhiyun mlog(ML_ERROR,
258*4882a593Smuzhiyun "Checksum failed for group descriptor %llu\n",
259*4882a593Smuzhiyun (unsigned long long)bh->b_blocknr);
260*4882a593Smuzhiyun } else
261*4882a593Smuzhiyun rc = ocfs2_validate_gd_self(sb, bh, 1);
262*4882a593Smuzhiyun if (!rc)
263*4882a593Smuzhiyun rc = ocfs2_validate_gd_parent(sb, di, bh, 1);
264*4882a593Smuzhiyun
265*4882a593Smuzhiyun return rc;
266*4882a593Smuzhiyun }
267*4882a593Smuzhiyun
ocfs2_validate_group_descriptor(struct super_block * sb,struct buffer_head * bh)268*4882a593Smuzhiyun static int ocfs2_validate_group_descriptor(struct super_block *sb,
269*4882a593Smuzhiyun struct buffer_head *bh)
270*4882a593Smuzhiyun {
271*4882a593Smuzhiyun int rc;
272*4882a593Smuzhiyun struct ocfs2_group_desc *gd = (struct ocfs2_group_desc *)bh->b_data;
273*4882a593Smuzhiyun
274*4882a593Smuzhiyun trace_ocfs2_validate_group_descriptor(
275*4882a593Smuzhiyun (unsigned long long)bh->b_blocknr);
276*4882a593Smuzhiyun
277*4882a593Smuzhiyun BUG_ON(!buffer_uptodate(bh));
278*4882a593Smuzhiyun
279*4882a593Smuzhiyun /*
280*4882a593Smuzhiyun * If the ecc fails, we return the error but otherwise
281*4882a593Smuzhiyun * leave the filesystem running. We know any error is
282*4882a593Smuzhiyun * local to this block.
283*4882a593Smuzhiyun */
284*4882a593Smuzhiyun rc = ocfs2_validate_meta_ecc(sb, bh->b_data, &gd->bg_check);
285*4882a593Smuzhiyun if (rc)
286*4882a593Smuzhiyun return rc;
287*4882a593Smuzhiyun
288*4882a593Smuzhiyun /*
289*4882a593Smuzhiyun * Errors after here are fatal.
290*4882a593Smuzhiyun */
291*4882a593Smuzhiyun
292*4882a593Smuzhiyun return ocfs2_validate_gd_self(sb, bh, 0);
293*4882a593Smuzhiyun }
294*4882a593Smuzhiyun
ocfs2_read_group_descriptor(struct inode * inode,struct ocfs2_dinode * di,u64 gd_blkno,struct buffer_head ** bh)295*4882a593Smuzhiyun int ocfs2_read_group_descriptor(struct inode *inode, struct ocfs2_dinode *di,
296*4882a593Smuzhiyun u64 gd_blkno, struct buffer_head **bh)
297*4882a593Smuzhiyun {
298*4882a593Smuzhiyun int rc;
299*4882a593Smuzhiyun struct buffer_head *tmp = *bh;
300*4882a593Smuzhiyun
301*4882a593Smuzhiyun rc = ocfs2_read_block(INODE_CACHE(inode), gd_blkno, &tmp,
302*4882a593Smuzhiyun ocfs2_validate_group_descriptor);
303*4882a593Smuzhiyun if (rc)
304*4882a593Smuzhiyun goto out;
305*4882a593Smuzhiyun
306*4882a593Smuzhiyun rc = ocfs2_validate_gd_parent(inode->i_sb, di, tmp, 0);
307*4882a593Smuzhiyun if (rc) {
308*4882a593Smuzhiyun brelse(tmp);
309*4882a593Smuzhiyun goto out;
310*4882a593Smuzhiyun }
311*4882a593Smuzhiyun
312*4882a593Smuzhiyun /* If ocfs2_read_block() got us a new bh, pass it up. */
313*4882a593Smuzhiyun if (!*bh)
314*4882a593Smuzhiyun *bh = tmp;
315*4882a593Smuzhiyun
316*4882a593Smuzhiyun out:
317*4882a593Smuzhiyun return rc;
318*4882a593Smuzhiyun }
319*4882a593Smuzhiyun
ocfs2_bg_discontig_add_extent(struct ocfs2_super * osb,struct ocfs2_group_desc * bg,struct ocfs2_chain_list * cl,u64 p_blkno,unsigned int clusters)320*4882a593Smuzhiyun static void ocfs2_bg_discontig_add_extent(struct ocfs2_super *osb,
321*4882a593Smuzhiyun struct ocfs2_group_desc *bg,
322*4882a593Smuzhiyun struct ocfs2_chain_list *cl,
323*4882a593Smuzhiyun u64 p_blkno, unsigned int clusters)
324*4882a593Smuzhiyun {
325*4882a593Smuzhiyun struct ocfs2_extent_list *el = &bg->bg_list;
326*4882a593Smuzhiyun struct ocfs2_extent_rec *rec;
327*4882a593Smuzhiyun
328*4882a593Smuzhiyun BUG_ON(!ocfs2_supports_discontig_bg(osb));
329*4882a593Smuzhiyun if (!el->l_next_free_rec)
330*4882a593Smuzhiyun el->l_count = cpu_to_le16(ocfs2_extent_recs_per_gd(osb->sb));
331*4882a593Smuzhiyun rec = &el->l_recs[le16_to_cpu(el->l_next_free_rec)];
332*4882a593Smuzhiyun rec->e_blkno = cpu_to_le64(p_blkno);
333*4882a593Smuzhiyun rec->e_cpos = cpu_to_le32(le16_to_cpu(bg->bg_bits) /
334*4882a593Smuzhiyun le16_to_cpu(cl->cl_bpc));
335*4882a593Smuzhiyun rec->e_leaf_clusters = cpu_to_le16(clusters);
336*4882a593Smuzhiyun le16_add_cpu(&bg->bg_bits, clusters * le16_to_cpu(cl->cl_bpc));
337*4882a593Smuzhiyun le16_add_cpu(&bg->bg_free_bits_count,
338*4882a593Smuzhiyun clusters * le16_to_cpu(cl->cl_bpc));
339*4882a593Smuzhiyun le16_add_cpu(&el->l_next_free_rec, 1);
340*4882a593Smuzhiyun }
341*4882a593Smuzhiyun
ocfs2_block_group_fill(handle_t * handle,struct inode * alloc_inode,struct buffer_head * bg_bh,u64 group_blkno,unsigned int group_clusters,u16 my_chain,struct ocfs2_chain_list * cl)342*4882a593Smuzhiyun static int ocfs2_block_group_fill(handle_t *handle,
343*4882a593Smuzhiyun struct inode *alloc_inode,
344*4882a593Smuzhiyun struct buffer_head *bg_bh,
345*4882a593Smuzhiyun u64 group_blkno,
346*4882a593Smuzhiyun unsigned int group_clusters,
347*4882a593Smuzhiyun u16 my_chain,
348*4882a593Smuzhiyun struct ocfs2_chain_list *cl)
349*4882a593Smuzhiyun {
350*4882a593Smuzhiyun int status = 0;
351*4882a593Smuzhiyun struct ocfs2_super *osb = OCFS2_SB(alloc_inode->i_sb);
352*4882a593Smuzhiyun struct ocfs2_group_desc *bg = (struct ocfs2_group_desc *) bg_bh->b_data;
353*4882a593Smuzhiyun struct super_block * sb = alloc_inode->i_sb;
354*4882a593Smuzhiyun
355*4882a593Smuzhiyun if (((unsigned long long) bg_bh->b_blocknr) != group_blkno) {
356*4882a593Smuzhiyun status = ocfs2_error(alloc_inode->i_sb,
357*4882a593Smuzhiyun "group block (%llu) != b_blocknr (%llu)\n",
358*4882a593Smuzhiyun (unsigned long long)group_blkno,
359*4882a593Smuzhiyun (unsigned long long) bg_bh->b_blocknr);
360*4882a593Smuzhiyun goto bail;
361*4882a593Smuzhiyun }
362*4882a593Smuzhiyun
363*4882a593Smuzhiyun status = ocfs2_journal_access_gd(handle,
364*4882a593Smuzhiyun INODE_CACHE(alloc_inode),
365*4882a593Smuzhiyun bg_bh,
366*4882a593Smuzhiyun OCFS2_JOURNAL_ACCESS_CREATE);
367*4882a593Smuzhiyun if (status < 0) {
368*4882a593Smuzhiyun mlog_errno(status);
369*4882a593Smuzhiyun goto bail;
370*4882a593Smuzhiyun }
371*4882a593Smuzhiyun
372*4882a593Smuzhiyun memset(bg, 0, sb->s_blocksize);
373*4882a593Smuzhiyun strcpy(bg->bg_signature, OCFS2_GROUP_DESC_SIGNATURE);
374*4882a593Smuzhiyun bg->bg_generation = cpu_to_le32(osb->fs_generation);
375*4882a593Smuzhiyun bg->bg_size = cpu_to_le16(ocfs2_group_bitmap_size(sb, 1,
376*4882a593Smuzhiyun osb->s_feature_incompat));
377*4882a593Smuzhiyun bg->bg_chain = cpu_to_le16(my_chain);
378*4882a593Smuzhiyun bg->bg_next_group = cl->cl_recs[my_chain].c_blkno;
379*4882a593Smuzhiyun bg->bg_parent_dinode = cpu_to_le64(OCFS2_I(alloc_inode)->ip_blkno);
380*4882a593Smuzhiyun bg->bg_blkno = cpu_to_le64(group_blkno);
381*4882a593Smuzhiyun if (group_clusters == le16_to_cpu(cl->cl_cpg))
382*4882a593Smuzhiyun bg->bg_bits = cpu_to_le16(ocfs2_bits_per_group(cl));
383*4882a593Smuzhiyun else
384*4882a593Smuzhiyun ocfs2_bg_discontig_add_extent(osb, bg, cl, group_blkno,
385*4882a593Smuzhiyun group_clusters);
386*4882a593Smuzhiyun
387*4882a593Smuzhiyun /* set the 1st bit in the bitmap to account for the descriptor block */
388*4882a593Smuzhiyun ocfs2_set_bit(0, (unsigned long *)bg->bg_bitmap);
389*4882a593Smuzhiyun bg->bg_free_bits_count = cpu_to_le16(le16_to_cpu(bg->bg_bits) - 1);
390*4882a593Smuzhiyun
391*4882a593Smuzhiyun ocfs2_journal_dirty(handle, bg_bh);
392*4882a593Smuzhiyun
393*4882a593Smuzhiyun /* There is no need to zero out or otherwise initialize the
394*4882a593Smuzhiyun * other blocks in a group - All valid FS metadata in a block
395*4882a593Smuzhiyun * group stores the superblock fs_generation value at
396*4882a593Smuzhiyun * allocation time. */
397*4882a593Smuzhiyun
398*4882a593Smuzhiyun bail:
399*4882a593Smuzhiyun if (status)
400*4882a593Smuzhiyun mlog_errno(status);
401*4882a593Smuzhiyun return status;
402*4882a593Smuzhiyun }
403*4882a593Smuzhiyun
ocfs2_find_smallest_chain(struct ocfs2_chain_list * cl)404*4882a593Smuzhiyun static inline u16 ocfs2_find_smallest_chain(struct ocfs2_chain_list *cl)
405*4882a593Smuzhiyun {
406*4882a593Smuzhiyun u16 curr, best;
407*4882a593Smuzhiyun
408*4882a593Smuzhiyun best = curr = 0;
409*4882a593Smuzhiyun while (curr < le16_to_cpu(cl->cl_count)) {
410*4882a593Smuzhiyun if (le32_to_cpu(cl->cl_recs[best].c_total) >
411*4882a593Smuzhiyun le32_to_cpu(cl->cl_recs[curr].c_total))
412*4882a593Smuzhiyun best = curr;
413*4882a593Smuzhiyun curr++;
414*4882a593Smuzhiyun }
415*4882a593Smuzhiyun return best;
416*4882a593Smuzhiyun }
417*4882a593Smuzhiyun
418*4882a593Smuzhiyun static struct buffer_head *
ocfs2_block_group_alloc_contig(struct ocfs2_super * osb,handle_t * handle,struct inode * alloc_inode,struct ocfs2_alloc_context * ac,struct ocfs2_chain_list * cl)419*4882a593Smuzhiyun ocfs2_block_group_alloc_contig(struct ocfs2_super *osb, handle_t *handle,
420*4882a593Smuzhiyun struct inode *alloc_inode,
421*4882a593Smuzhiyun struct ocfs2_alloc_context *ac,
422*4882a593Smuzhiyun struct ocfs2_chain_list *cl)
423*4882a593Smuzhiyun {
424*4882a593Smuzhiyun int status;
425*4882a593Smuzhiyun u32 bit_off, num_bits;
426*4882a593Smuzhiyun u64 bg_blkno;
427*4882a593Smuzhiyun struct buffer_head *bg_bh;
428*4882a593Smuzhiyun unsigned int alloc_rec = ocfs2_find_smallest_chain(cl);
429*4882a593Smuzhiyun
430*4882a593Smuzhiyun status = ocfs2_claim_clusters(handle, ac,
431*4882a593Smuzhiyun le16_to_cpu(cl->cl_cpg), &bit_off,
432*4882a593Smuzhiyun &num_bits);
433*4882a593Smuzhiyun if (status < 0) {
434*4882a593Smuzhiyun if (status != -ENOSPC)
435*4882a593Smuzhiyun mlog_errno(status);
436*4882a593Smuzhiyun goto bail;
437*4882a593Smuzhiyun }
438*4882a593Smuzhiyun
439*4882a593Smuzhiyun /* setup the group */
440*4882a593Smuzhiyun bg_blkno = ocfs2_clusters_to_blocks(osb->sb, bit_off);
441*4882a593Smuzhiyun trace_ocfs2_block_group_alloc_contig(
442*4882a593Smuzhiyun (unsigned long long)bg_blkno, alloc_rec);
443*4882a593Smuzhiyun
444*4882a593Smuzhiyun bg_bh = sb_getblk(osb->sb, bg_blkno);
445*4882a593Smuzhiyun if (!bg_bh) {
446*4882a593Smuzhiyun status = -ENOMEM;
447*4882a593Smuzhiyun mlog_errno(status);
448*4882a593Smuzhiyun goto bail;
449*4882a593Smuzhiyun }
450*4882a593Smuzhiyun ocfs2_set_new_buffer_uptodate(INODE_CACHE(alloc_inode), bg_bh);
451*4882a593Smuzhiyun
452*4882a593Smuzhiyun status = ocfs2_block_group_fill(handle, alloc_inode, bg_bh,
453*4882a593Smuzhiyun bg_blkno, num_bits, alloc_rec, cl);
454*4882a593Smuzhiyun if (status < 0) {
455*4882a593Smuzhiyun brelse(bg_bh);
456*4882a593Smuzhiyun mlog_errno(status);
457*4882a593Smuzhiyun }
458*4882a593Smuzhiyun
459*4882a593Smuzhiyun bail:
460*4882a593Smuzhiyun return status ? ERR_PTR(status) : bg_bh;
461*4882a593Smuzhiyun }
462*4882a593Smuzhiyun
ocfs2_block_group_claim_bits(struct ocfs2_super * osb,handle_t * handle,struct ocfs2_alloc_context * ac,unsigned int min_bits,u32 * bit_off,u32 * num_bits)463*4882a593Smuzhiyun static int ocfs2_block_group_claim_bits(struct ocfs2_super *osb,
464*4882a593Smuzhiyun handle_t *handle,
465*4882a593Smuzhiyun struct ocfs2_alloc_context *ac,
466*4882a593Smuzhiyun unsigned int min_bits,
467*4882a593Smuzhiyun u32 *bit_off, u32 *num_bits)
468*4882a593Smuzhiyun {
469*4882a593Smuzhiyun int status = 0;
470*4882a593Smuzhiyun
471*4882a593Smuzhiyun while (min_bits) {
472*4882a593Smuzhiyun status = ocfs2_claim_clusters(handle, ac, min_bits,
473*4882a593Smuzhiyun bit_off, num_bits);
474*4882a593Smuzhiyun if (status != -ENOSPC)
475*4882a593Smuzhiyun break;
476*4882a593Smuzhiyun
477*4882a593Smuzhiyun min_bits >>= 1;
478*4882a593Smuzhiyun }
479*4882a593Smuzhiyun
480*4882a593Smuzhiyun return status;
481*4882a593Smuzhiyun }
482*4882a593Smuzhiyun
ocfs2_block_group_grow_discontig(handle_t * handle,struct inode * alloc_inode,struct buffer_head * bg_bh,struct ocfs2_alloc_context * ac,struct ocfs2_chain_list * cl,unsigned int min_bits)483*4882a593Smuzhiyun static int ocfs2_block_group_grow_discontig(handle_t *handle,
484*4882a593Smuzhiyun struct inode *alloc_inode,
485*4882a593Smuzhiyun struct buffer_head *bg_bh,
486*4882a593Smuzhiyun struct ocfs2_alloc_context *ac,
487*4882a593Smuzhiyun struct ocfs2_chain_list *cl,
488*4882a593Smuzhiyun unsigned int min_bits)
489*4882a593Smuzhiyun {
490*4882a593Smuzhiyun int status;
491*4882a593Smuzhiyun struct ocfs2_super *osb = OCFS2_SB(alloc_inode->i_sb);
492*4882a593Smuzhiyun struct ocfs2_group_desc *bg =
493*4882a593Smuzhiyun (struct ocfs2_group_desc *)bg_bh->b_data;
494*4882a593Smuzhiyun unsigned int needed = le16_to_cpu(cl->cl_cpg) -
495*4882a593Smuzhiyun le16_to_cpu(bg->bg_bits) / le16_to_cpu(cl->cl_bpc);
496*4882a593Smuzhiyun u32 p_cpos, clusters;
497*4882a593Smuzhiyun u64 p_blkno;
498*4882a593Smuzhiyun struct ocfs2_extent_list *el = &bg->bg_list;
499*4882a593Smuzhiyun
500*4882a593Smuzhiyun status = ocfs2_journal_access_gd(handle,
501*4882a593Smuzhiyun INODE_CACHE(alloc_inode),
502*4882a593Smuzhiyun bg_bh,
503*4882a593Smuzhiyun OCFS2_JOURNAL_ACCESS_CREATE);
504*4882a593Smuzhiyun if (status < 0) {
505*4882a593Smuzhiyun mlog_errno(status);
506*4882a593Smuzhiyun goto bail;
507*4882a593Smuzhiyun }
508*4882a593Smuzhiyun
509*4882a593Smuzhiyun while ((needed > 0) && (le16_to_cpu(el->l_next_free_rec) <
510*4882a593Smuzhiyun le16_to_cpu(el->l_count))) {
511*4882a593Smuzhiyun if (min_bits > needed)
512*4882a593Smuzhiyun min_bits = needed;
513*4882a593Smuzhiyun status = ocfs2_block_group_claim_bits(osb, handle, ac,
514*4882a593Smuzhiyun min_bits, &p_cpos,
515*4882a593Smuzhiyun &clusters);
516*4882a593Smuzhiyun if (status < 0) {
517*4882a593Smuzhiyun if (status != -ENOSPC)
518*4882a593Smuzhiyun mlog_errno(status);
519*4882a593Smuzhiyun goto bail;
520*4882a593Smuzhiyun }
521*4882a593Smuzhiyun p_blkno = ocfs2_clusters_to_blocks(osb->sb, p_cpos);
522*4882a593Smuzhiyun ocfs2_bg_discontig_add_extent(osb, bg, cl, p_blkno,
523*4882a593Smuzhiyun clusters);
524*4882a593Smuzhiyun
525*4882a593Smuzhiyun min_bits = clusters;
526*4882a593Smuzhiyun needed = le16_to_cpu(cl->cl_cpg) -
527*4882a593Smuzhiyun le16_to_cpu(bg->bg_bits) / le16_to_cpu(cl->cl_bpc);
528*4882a593Smuzhiyun }
529*4882a593Smuzhiyun
530*4882a593Smuzhiyun if (needed > 0) {
531*4882a593Smuzhiyun /*
532*4882a593Smuzhiyun * We have used up all the extent rec but can't fill up
533*4882a593Smuzhiyun * the cpg. So bail out.
534*4882a593Smuzhiyun */
535*4882a593Smuzhiyun status = -ENOSPC;
536*4882a593Smuzhiyun goto bail;
537*4882a593Smuzhiyun }
538*4882a593Smuzhiyun
539*4882a593Smuzhiyun ocfs2_journal_dirty(handle, bg_bh);
540*4882a593Smuzhiyun
541*4882a593Smuzhiyun bail:
542*4882a593Smuzhiyun return status;
543*4882a593Smuzhiyun }
544*4882a593Smuzhiyun
ocfs2_bg_alloc_cleanup(handle_t * handle,struct ocfs2_alloc_context * cluster_ac,struct inode * alloc_inode,struct buffer_head * bg_bh)545*4882a593Smuzhiyun static void ocfs2_bg_alloc_cleanup(handle_t *handle,
546*4882a593Smuzhiyun struct ocfs2_alloc_context *cluster_ac,
547*4882a593Smuzhiyun struct inode *alloc_inode,
548*4882a593Smuzhiyun struct buffer_head *bg_bh)
549*4882a593Smuzhiyun {
550*4882a593Smuzhiyun int i, ret;
551*4882a593Smuzhiyun struct ocfs2_group_desc *bg;
552*4882a593Smuzhiyun struct ocfs2_extent_list *el;
553*4882a593Smuzhiyun struct ocfs2_extent_rec *rec;
554*4882a593Smuzhiyun
555*4882a593Smuzhiyun if (!bg_bh)
556*4882a593Smuzhiyun return;
557*4882a593Smuzhiyun
558*4882a593Smuzhiyun bg = (struct ocfs2_group_desc *)bg_bh->b_data;
559*4882a593Smuzhiyun el = &bg->bg_list;
560*4882a593Smuzhiyun for (i = 0; i < le16_to_cpu(el->l_next_free_rec); i++) {
561*4882a593Smuzhiyun rec = &el->l_recs[i];
562*4882a593Smuzhiyun ret = ocfs2_free_clusters(handle, cluster_ac->ac_inode,
563*4882a593Smuzhiyun cluster_ac->ac_bh,
564*4882a593Smuzhiyun le64_to_cpu(rec->e_blkno),
565*4882a593Smuzhiyun le16_to_cpu(rec->e_leaf_clusters));
566*4882a593Smuzhiyun if (ret)
567*4882a593Smuzhiyun mlog_errno(ret);
568*4882a593Smuzhiyun /* Try all the clusters to free */
569*4882a593Smuzhiyun }
570*4882a593Smuzhiyun
571*4882a593Smuzhiyun ocfs2_remove_from_cache(INODE_CACHE(alloc_inode), bg_bh);
572*4882a593Smuzhiyun brelse(bg_bh);
573*4882a593Smuzhiyun }
574*4882a593Smuzhiyun
575*4882a593Smuzhiyun static struct buffer_head *
ocfs2_block_group_alloc_discontig(handle_t * handle,struct inode * alloc_inode,struct ocfs2_alloc_context * ac,struct ocfs2_chain_list * cl)576*4882a593Smuzhiyun ocfs2_block_group_alloc_discontig(handle_t *handle,
577*4882a593Smuzhiyun struct inode *alloc_inode,
578*4882a593Smuzhiyun struct ocfs2_alloc_context *ac,
579*4882a593Smuzhiyun struct ocfs2_chain_list *cl)
580*4882a593Smuzhiyun {
581*4882a593Smuzhiyun int status;
582*4882a593Smuzhiyun u32 bit_off, num_bits;
583*4882a593Smuzhiyun u64 bg_blkno;
584*4882a593Smuzhiyun unsigned int min_bits = le16_to_cpu(cl->cl_cpg) >> 1;
585*4882a593Smuzhiyun struct buffer_head *bg_bh = NULL;
586*4882a593Smuzhiyun unsigned int alloc_rec = ocfs2_find_smallest_chain(cl);
587*4882a593Smuzhiyun struct ocfs2_super *osb = OCFS2_SB(alloc_inode->i_sb);
588*4882a593Smuzhiyun
589*4882a593Smuzhiyun if (!ocfs2_supports_discontig_bg(osb)) {
590*4882a593Smuzhiyun status = -ENOSPC;
591*4882a593Smuzhiyun goto bail;
592*4882a593Smuzhiyun }
593*4882a593Smuzhiyun
594*4882a593Smuzhiyun status = ocfs2_extend_trans(handle,
595*4882a593Smuzhiyun ocfs2_calc_bg_discontig_credits(osb->sb));
596*4882a593Smuzhiyun if (status) {
597*4882a593Smuzhiyun mlog_errno(status);
598*4882a593Smuzhiyun goto bail;
599*4882a593Smuzhiyun }
600*4882a593Smuzhiyun
601*4882a593Smuzhiyun /*
602*4882a593Smuzhiyun * We're going to be grabbing from multiple cluster groups.
603*4882a593Smuzhiyun * We don't have enough credits to relink them all, and the
604*4882a593Smuzhiyun * cluster groups will be staying in cache for the duration of
605*4882a593Smuzhiyun * this operation.
606*4882a593Smuzhiyun */
607*4882a593Smuzhiyun ac->ac_disable_chain_relink = 1;
608*4882a593Smuzhiyun
609*4882a593Smuzhiyun /* Claim the first region */
610*4882a593Smuzhiyun status = ocfs2_block_group_claim_bits(osb, handle, ac, min_bits,
611*4882a593Smuzhiyun &bit_off, &num_bits);
612*4882a593Smuzhiyun if (status < 0) {
613*4882a593Smuzhiyun if (status != -ENOSPC)
614*4882a593Smuzhiyun mlog_errno(status);
615*4882a593Smuzhiyun goto bail;
616*4882a593Smuzhiyun }
617*4882a593Smuzhiyun min_bits = num_bits;
618*4882a593Smuzhiyun
619*4882a593Smuzhiyun /* setup the group */
620*4882a593Smuzhiyun bg_blkno = ocfs2_clusters_to_blocks(osb->sb, bit_off);
621*4882a593Smuzhiyun trace_ocfs2_block_group_alloc_discontig(
622*4882a593Smuzhiyun (unsigned long long)bg_blkno, alloc_rec);
623*4882a593Smuzhiyun
624*4882a593Smuzhiyun bg_bh = sb_getblk(osb->sb, bg_blkno);
625*4882a593Smuzhiyun if (!bg_bh) {
626*4882a593Smuzhiyun status = -ENOMEM;
627*4882a593Smuzhiyun mlog_errno(status);
628*4882a593Smuzhiyun goto bail;
629*4882a593Smuzhiyun }
630*4882a593Smuzhiyun ocfs2_set_new_buffer_uptodate(INODE_CACHE(alloc_inode), bg_bh);
631*4882a593Smuzhiyun
632*4882a593Smuzhiyun status = ocfs2_block_group_fill(handle, alloc_inode, bg_bh,
633*4882a593Smuzhiyun bg_blkno, num_bits, alloc_rec, cl);
634*4882a593Smuzhiyun if (status < 0) {
635*4882a593Smuzhiyun mlog_errno(status);
636*4882a593Smuzhiyun goto bail;
637*4882a593Smuzhiyun }
638*4882a593Smuzhiyun
639*4882a593Smuzhiyun status = ocfs2_block_group_grow_discontig(handle, alloc_inode,
640*4882a593Smuzhiyun bg_bh, ac, cl, min_bits);
641*4882a593Smuzhiyun if (status)
642*4882a593Smuzhiyun mlog_errno(status);
643*4882a593Smuzhiyun
644*4882a593Smuzhiyun bail:
645*4882a593Smuzhiyun if (status)
646*4882a593Smuzhiyun ocfs2_bg_alloc_cleanup(handle, ac, alloc_inode, bg_bh);
647*4882a593Smuzhiyun return status ? ERR_PTR(status) : bg_bh;
648*4882a593Smuzhiyun }
649*4882a593Smuzhiyun
650*4882a593Smuzhiyun /*
651*4882a593Smuzhiyun * We expect the block group allocator to already be locked.
652*4882a593Smuzhiyun */
ocfs2_block_group_alloc(struct ocfs2_super * osb,struct inode * alloc_inode,struct buffer_head * bh,u64 max_block,u64 * last_alloc_group,int flags)653*4882a593Smuzhiyun static int ocfs2_block_group_alloc(struct ocfs2_super *osb,
654*4882a593Smuzhiyun struct inode *alloc_inode,
655*4882a593Smuzhiyun struct buffer_head *bh,
656*4882a593Smuzhiyun u64 max_block,
657*4882a593Smuzhiyun u64 *last_alloc_group,
658*4882a593Smuzhiyun int flags)
659*4882a593Smuzhiyun {
660*4882a593Smuzhiyun int status, credits;
661*4882a593Smuzhiyun struct ocfs2_dinode *fe = (struct ocfs2_dinode *) bh->b_data;
662*4882a593Smuzhiyun struct ocfs2_chain_list *cl;
663*4882a593Smuzhiyun struct ocfs2_alloc_context *ac = NULL;
664*4882a593Smuzhiyun handle_t *handle = NULL;
665*4882a593Smuzhiyun u16 alloc_rec;
666*4882a593Smuzhiyun struct buffer_head *bg_bh = NULL;
667*4882a593Smuzhiyun struct ocfs2_group_desc *bg;
668*4882a593Smuzhiyun
669*4882a593Smuzhiyun BUG_ON(ocfs2_is_cluster_bitmap(alloc_inode));
670*4882a593Smuzhiyun
671*4882a593Smuzhiyun cl = &fe->id2.i_chain;
672*4882a593Smuzhiyun status = ocfs2_reserve_clusters_with_limit(osb,
673*4882a593Smuzhiyun le16_to_cpu(cl->cl_cpg),
674*4882a593Smuzhiyun max_block, flags, &ac);
675*4882a593Smuzhiyun if (status < 0) {
676*4882a593Smuzhiyun if (status != -ENOSPC)
677*4882a593Smuzhiyun mlog_errno(status);
678*4882a593Smuzhiyun goto bail;
679*4882a593Smuzhiyun }
680*4882a593Smuzhiyun
681*4882a593Smuzhiyun credits = ocfs2_calc_group_alloc_credits(osb->sb,
682*4882a593Smuzhiyun le16_to_cpu(cl->cl_cpg));
683*4882a593Smuzhiyun handle = ocfs2_start_trans(osb, credits);
684*4882a593Smuzhiyun if (IS_ERR(handle)) {
685*4882a593Smuzhiyun status = PTR_ERR(handle);
686*4882a593Smuzhiyun handle = NULL;
687*4882a593Smuzhiyun mlog_errno(status);
688*4882a593Smuzhiyun goto bail;
689*4882a593Smuzhiyun }
690*4882a593Smuzhiyun
691*4882a593Smuzhiyun if (last_alloc_group && *last_alloc_group != 0) {
692*4882a593Smuzhiyun trace_ocfs2_block_group_alloc(
693*4882a593Smuzhiyun (unsigned long long)*last_alloc_group);
694*4882a593Smuzhiyun ac->ac_last_group = *last_alloc_group;
695*4882a593Smuzhiyun }
696*4882a593Smuzhiyun
697*4882a593Smuzhiyun bg_bh = ocfs2_block_group_alloc_contig(osb, handle, alloc_inode,
698*4882a593Smuzhiyun ac, cl);
699*4882a593Smuzhiyun if (PTR_ERR(bg_bh) == -ENOSPC)
700*4882a593Smuzhiyun bg_bh = ocfs2_block_group_alloc_discontig(handle,
701*4882a593Smuzhiyun alloc_inode,
702*4882a593Smuzhiyun ac, cl);
703*4882a593Smuzhiyun if (IS_ERR(bg_bh)) {
704*4882a593Smuzhiyun status = PTR_ERR(bg_bh);
705*4882a593Smuzhiyun bg_bh = NULL;
706*4882a593Smuzhiyun if (status != -ENOSPC)
707*4882a593Smuzhiyun mlog_errno(status);
708*4882a593Smuzhiyun goto bail;
709*4882a593Smuzhiyun }
710*4882a593Smuzhiyun bg = (struct ocfs2_group_desc *) bg_bh->b_data;
711*4882a593Smuzhiyun
712*4882a593Smuzhiyun status = ocfs2_journal_access_di(handle, INODE_CACHE(alloc_inode),
713*4882a593Smuzhiyun bh, OCFS2_JOURNAL_ACCESS_WRITE);
714*4882a593Smuzhiyun if (status < 0) {
715*4882a593Smuzhiyun mlog_errno(status);
716*4882a593Smuzhiyun goto bail;
717*4882a593Smuzhiyun }
718*4882a593Smuzhiyun
719*4882a593Smuzhiyun alloc_rec = le16_to_cpu(bg->bg_chain);
720*4882a593Smuzhiyun le32_add_cpu(&cl->cl_recs[alloc_rec].c_free,
721*4882a593Smuzhiyun le16_to_cpu(bg->bg_free_bits_count));
722*4882a593Smuzhiyun le32_add_cpu(&cl->cl_recs[alloc_rec].c_total,
723*4882a593Smuzhiyun le16_to_cpu(bg->bg_bits));
724*4882a593Smuzhiyun cl->cl_recs[alloc_rec].c_blkno = bg->bg_blkno;
725*4882a593Smuzhiyun if (le16_to_cpu(cl->cl_next_free_rec) < le16_to_cpu(cl->cl_count))
726*4882a593Smuzhiyun le16_add_cpu(&cl->cl_next_free_rec, 1);
727*4882a593Smuzhiyun
728*4882a593Smuzhiyun le32_add_cpu(&fe->id1.bitmap1.i_used, le16_to_cpu(bg->bg_bits) -
729*4882a593Smuzhiyun le16_to_cpu(bg->bg_free_bits_count));
730*4882a593Smuzhiyun le32_add_cpu(&fe->id1.bitmap1.i_total, le16_to_cpu(bg->bg_bits));
731*4882a593Smuzhiyun le32_add_cpu(&fe->i_clusters, le16_to_cpu(cl->cl_cpg));
732*4882a593Smuzhiyun
733*4882a593Smuzhiyun ocfs2_journal_dirty(handle, bh);
734*4882a593Smuzhiyun
735*4882a593Smuzhiyun spin_lock(&OCFS2_I(alloc_inode)->ip_lock);
736*4882a593Smuzhiyun OCFS2_I(alloc_inode)->ip_clusters = le32_to_cpu(fe->i_clusters);
737*4882a593Smuzhiyun fe->i_size = cpu_to_le64(ocfs2_clusters_to_bytes(alloc_inode->i_sb,
738*4882a593Smuzhiyun le32_to_cpu(fe->i_clusters)));
739*4882a593Smuzhiyun spin_unlock(&OCFS2_I(alloc_inode)->ip_lock);
740*4882a593Smuzhiyun i_size_write(alloc_inode, le64_to_cpu(fe->i_size));
741*4882a593Smuzhiyun alloc_inode->i_blocks = ocfs2_inode_sector_count(alloc_inode);
742*4882a593Smuzhiyun ocfs2_update_inode_fsync_trans(handle, alloc_inode, 0);
743*4882a593Smuzhiyun
744*4882a593Smuzhiyun status = 0;
745*4882a593Smuzhiyun
746*4882a593Smuzhiyun /* save the new last alloc group so that the caller can cache it. */
747*4882a593Smuzhiyun if (last_alloc_group)
748*4882a593Smuzhiyun *last_alloc_group = ac->ac_last_group;
749*4882a593Smuzhiyun
750*4882a593Smuzhiyun bail:
751*4882a593Smuzhiyun if (handle)
752*4882a593Smuzhiyun ocfs2_commit_trans(osb, handle);
753*4882a593Smuzhiyun
754*4882a593Smuzhiyun if (ac)
755*4882a593Smuzhiyun ocfs2_free_alloc_context(ac);
756*4882a593Smuzhiyun
757*4882a593Smuzhiyun brelse(bg_bh);
758*4882a593Smuzhiyun
759*4882a593Smuzhiyun if (status)
760*4882a593Smuzhiyun mlog_errno(status);
761*4882a593Smuzhiyun return status;
762*4882a593Smuzhiyun }
763*4882a593Smuzhiyun
ocfs2_reserve_suballoc_bits(struct ocfs2_super * osb,struct ocfs2_alloc_context * ac,int type,u32 slot,u64 * last_alloc_group,int flags)764*4882a593Smuzhiyun static int ocfs2_reserve_suballoc_bits(struct ocfs2_super *osb,
765*4882a593Smuzhiyun struct ocfs2_alloc_context *ac,
766*4882a593Smuzhiyun int type,
767*4882a593Smuzhiyun u32 slot,
768*4882a593Smuzhiyun u64 *last_alloc_group,
769*4882a593Smuzhiyun int flags)
770*4882a593Smuzhiyun {
771*4882a593Smuzhiyun int status;
772*4882a593Smuzhiyun u32 bits_wanted = ac->ac_bits_wanted;
773*4882a593Smuzhiyun struct inode *alloc_inode;
774*4882a593Smuzhiyun struct buffer_head *bh = NULL;
775*4882a593Smuzhiyun struct ocfs2_dinode *fe;
776*4882a593Smuzhiyun u32 free_bits;
777*4882a593Smuzhiyun
778*4882a593Smuzhiyun alloc_inode = ocfs2_get_system_file_inode(osb, type, slot);
779*4882a593Smuzhiyun if (!alloc_inode) {
780*4882a593Smuzhiyun mlog_errno(-EINVAL);
781*4882a593Smuzhiyun return -EINVAL;
782*4882a593Smuzhiyun }
783*4882a593Smuzhiyun
784*4882a593Smuzhiyun inode_lock(alloc_inode);
785*4882a593Smuzhiyun
786*4882a593Smuzhiyun status = ocfs2_inode_lock(alloc_inode, &bh, 1);
787*4882a593Smuzhiyun if (status < 0) {
788*4882a593Smuzhiyun inode_unlock(alloc_inode);
789*4882a593Smuzhiyun iput(alloc_inode);
790*4882a593Smuzhiyun
791*4882a593Smuzhiyun mlog_errno(status);
792*4882a593Smuzhiyun return status;
793*4882a593Smuzhiyun }
794*4882a593Smuzhiyun
795*4882a593Smuzhiyun ac->ac_inode = alloc_inode;
796*4882a593Smuzhiyun ac->ac_alloc_slot = slot;
797*4882a593Smuzhiyun
798*4882a593Smuzhiyun fe = (struct ocfs2_dinode *) bh->b_data;
799*4882a593Smuzhiyun
800*4882a593Smuzhiyun /* The bh was validated by the inode read inside
801*4882a593Smuzhiyun * ocfs2_inode_lock(). Any corruption is a code bug. */
802*4882a593Smuzhiyun BUG_ON(!OCFS2_IS_VALID_DINODE(fe));
803*4882a593Smuzhiyun
804*4882a593Smuzhiyun if (!(fe->i_flags & cpu_to_le32(OCFS2_CHAIN_FL))) {
805*4882a593Smuzhiyun status = ocfs2_error(alloc_inode->i_sb,
806*4882a593Smuzhiyun "Invalid chain allocator %llu\n",
807*4882a593Smuzhiyun (unsigned long long)le64_to_cpu(fe->i_blkno));
808*4882a593Smuzhiyun goto bail;
809*4882a593Smuzhiyun }
810*4882a593Smuzhiyun
811*4882a593Smuzhiyun free_bits = le32_to_cpu(fe->id1.bitmap1.i_total) -
812*4882a593Smuzhiyun le32_to_cpu(fe->id1.bitmap1.i_used);
813*4882a593Smuzhiyun
814*4882a593Smuzhiyun if (bits_wanted > free_bits) {
815*4882a593Smuzhiyun /* cluster bitmap never grows */
816*4882a593Smuzhiyun if (ocfs2_is_cluster_bitmap(alloc_inode)) {
817*4882a593Smuzhiyun trace_ocfs2_reserve_suballoc_bits_nospc(bits_wanted,
818*4882a593Smuzhiyun free_bits);
819*4882a593Smuzhiyun status = -ENOSPC;
820*4882a593Smuzhiyun goto bail;
821*4882a593Smuzhiyun }
822*4882a593Smuzhiyun
823*4882a593Smuzhiyun if (!(flags & ALLOC_NEW_GROUP)) {
824*4882a593Smuzhiyun trace_ocfs2_reserve_suballoc_bits_no_new_group(
825*4882a593Smuzhiyun slot, bits_wanted, free_bits);
826*4882a593Smuzhiyun status = -ENOSPC;
827*4882a593Smuzhiyun goto bail;
828*4882a593Smuzhiyun }
829*4882a593Smuzhiyun
830*4882a593Smuzhiyun status = ocfs2_block_group_alloc(osb, alloc_inode, bh,
831*4882a593Smuzhiyun ac->ac_max_block,
832*4882a593Smuzhiyun last_alloc_group, flags);
833*4882a593Smuzhiyun if (status < 0) {
834*4882a593Smuzhiyun if (status != -ENOSPC)
835*4882a593Smuzhiyun mlog_errno(status);
836*4882a593Smuzhiyun goto bail;
837*4882a593Smuzhiyun }
838*4882a593Smuzhiyun atomic_inc(&osb->alloc_stats.bg_extends);
839*4882a593Smuzhiyun
840*4882a593Smuzhiyun /* You should never ask for this much metadata */
841*4882a593Smuzhiyun BUG_ON(bits_wanted >
842*4882a593Smuzhiyun (le32_to_cpu(fe->id1.bitmap1.i_total)
843*4882a593Smuzhiyun - le32_to_cpu(fe->id1.bitmap1.i_used)));
844*4882a593Smuzhiyun }
845*4882a593Smuzhiyun
846*4882a593Smuzhiyun get_bh(bh);
847*4882a593Smuzhiyun ac->ac_bh = bh;
848*4882a593Smuzhiyun bail:
849*4882a593Smuzhiyun brelse(bh);
850*4882a593Smuzhiyun
851*4882a593Smuzhiyun if (status)
852*4882a593Smuzhiyun mlog_errno(status);
853*4882a593Smuzhiyun return status;
854*4882a593Smuzhiyun }
855*4882a593Smuzhiyun
ocfs2_init_inode_steal_slot(struct ocfs2_super * osb)856*4882a593Smuzhiyun static void ocfs2_init_inode_steal_slot(struct ocfs2_super *osb)
857*4882a593Smuzhiyun {
858*4882a593Smuzhiyun spin_lock(&osb->osb_lock);
859*4882a593Smuzhiyun osb->s_inode_steal_slot = OCFS2_INVALID_SLOT;
860*4882a593Smuzhiyun spin_unlock(&osb->osb_lock);
861*4882a593Smuzhiyun atomic_set(&osb->s_num_inodes_stolen, 0);
862*4882a593Smuzhiyun }
863*4882a593Smuzhiyun
ocfs2_init_meta_steal_slot(struct ocfs2_super * osb)864*4882a593Smuzhiyun static void ocfs2_init_meta_steal_slot(struct ocfs2_super *osb)
865*4882a593Smuzhiyun {
866*4882a593Smuzhiyun spin_lock(&osb->osb_lock);
867*4882a593Smuzhiyun osb->s_meta_steal_slot = OCFS2_INVALID_SLOT;
868*4882a593Smuzhiyun spin_unlock(&osb->osb_lock);
869*4882a593Smuzhiyun atomic_set(&osb->s_num_meta_stolen, 0);
870*4882a593Smuzhiyun }
871*4882a593Smuzhiyun
ocfs2_init_steal_slots(struct ocfs2_super * osb)872*4882a593Smuzhiyun void ocfs2_init_steal_slots(struct ocfs2_super *osb)
873*4882a593Smuzhiyun {
874*4882a593Smuzhiyun ocfs2_init_inode_steal_slot(osb);
875*4882a593Smuzhiyun ocfs2_init_meta_steal_slot(osb);
876*4882a593Smuzhiyun }
877*4882a593Smuzhiyun
__ocfs2_set_steal_slot(struct ocfs2_super * osb,int slot,int type)878*4882a593Smuzhiyun static void __ocfs2_set_steal_slot(struct ocfs2_super *osb, int slot, int type)
879*4882a593Smuzhiyun {
880*4882a593Smuzhiyun spin_lock(&osb->osb_lock);
881*4882a593Smuzhiyun if (type == INODE_ALLOC_SYSTEM_INODE)
882*4882a593Smuzhiyun osb->s_inode_steal_slot = (u16)slot;
883*4882a593Smuzhiyun else if (type == EXTENT_ALLOC_SYSTEM_INODE)
884*4882a593Smuzhiyun osb->s_meta_steal_slot = (u16)slot;
885*4882a593Smuzhiyun spin_unlock(&osb->osb_lock);
886*4882a593Smuzhiyun }
887*4882a593Smuzhiyun
__ocfs2_get_steal_slot(struct ocfs2_super * osb,int type)888*4882a593Smuzhiyun static int __ocfs2_get_steal_slot(struct ocfs2_super *osb, int type)
889*4882a593Smuzhiyun {
890*4882a593Smuzhiyun int slot = OCFS2_INVALID_SLOT;
891*4882a593Smuzhiyun
892*4882a593Smuzhiyun spin_lock(&osb->osb_lock);
893*4882a593Smuzhiyun if (type == INODE_ALLOC_SYSTEM_INODE)
894*4882a593Smuzhiyun slot = osb->s_inode_steal_slot;
895*4882a593Smuzhiyun else if (type == EXTENT_ALLOC_SYSTEM_INODE)
896*4882a593Smuzhiyun slot = osb->s_meta_steal_slot;
897*4882a593Smuzhiyun spin_unlock(&osb->osb_lock);
898*4882a593Smuzhiyun
899*4882a593Smuzhiyun return slot;
900*4882a593Smuzhiyun }
901*4882a593Smuzhiyun
ocfs2_get_inode_steal_slot(struct ocfs2_super * osb)902*4882a593Smuzhiyun static int ocfs2_get_inode_steal_slot(struct ocfs2_super *osb)
903*4882a593Smuzhiyun {
904*4882a593Smuzhiyun return __ocfs2_get_steal_slot(osb, INODE_ALLOC_SYSTEM_INODE);
905*4882a593Smuzhiyun }
906*4882a593Smuzhiyun
ocfs2_get_meta_steal_slot(struct ocfs2_super * osb)907*4882a593Smuzhiyun static int ocfs2_get_meta_steal_slot(struct ocfs2_super *osb)
908*4882a593Smuzhiyun {
909*4882a593Smuzhiyun return __ocfs2_get_steal_slot(osb, EXTENT_ALLOC_SYSTEM_INODE);
910*4882a593Smuzhiyun }
911*4882a593Smuzhiyun
ocfs2_steal_resource(struct ocfs2_super * osb,struct ocfs2_alloc_context * ac,int type)912*4882a593Smuzhiyun static int ocfs2_steal_resource(struct ocfs2_super *osb,
913*4882a593Smuzhiyun struct ocfs2_alloc_context *ac,
914*4882a593Smuzhiyun int type)
915*4882a593Smuzhiyun {
916*4882a593Smuzhiyun int i, status = -ENOSPC;
917*4882a593Smuzhiyun int slot = __ocfs2_get_steal_slot(osb, type);
918*4882a593Smuzhiyun
919*4882a593Smuzhiyun /* Start to steal resource from the first slot after ours. */
920*4882a593Smuzhiyun if (slot == OCFS2_INVALID_SLOT)
921*4882a593Smuzhiyun slot = osb->slot_num + 1;
922*4882a593Smuzhiyun
923*4882a593Smuzhiyun for (i = 0; i < osb->max_slots; i++, slot++) {
924*4882a593Smuzhiyun if (slot == osb->max_slots)
925*4882a593Smuzhiyun slot = 0;
926*4882a593Smuzhiyun
927*4882a593Smuzhiyun if (slot == osb->slot_num)
928*4882a593Smuzhiyun continue;
929*4882a593Smuzhiyun
930*4882a593Smuzhiyun status = ocfs2_reserve_suballoc_bits(osb, ac,
931*4882a593Smuzhiyun type,
932*4882a593Smuzhiyun (u32)slot, NULL,
933*4882a593Smuzhiyun NOT_ALLOC_NEW_GROUP);
934*4882a593Smuzhiyun if (status >= 0) {
935*4882a593Smuzhiyun __ocfs2_set_steal_slot(osb, slot, type);
936*4882a593Smuzhiyun break;
937*4882a593Smuzhiyun }
938*4882a593Smuzhiyun
939*4882a593Smuzhiyun ocfs2_free_ac_resource(ac);
940*4882a593Smuzhiyun }
941*4882a593Smuzhiyun
942*4882a593Smuzhiyun return status;
943*4882a593Smuzhiyun }
944*4882a593Smuzhiyun
ocfs2_steal_inode(struct ocfs2_super * osb,struct ocfs2_alloc_context * ac)945*4882a593Smuzhiyun static int ocfs2_steal_inode(struct ocfs2_super *osb,
946*4882a593Smuzhiyun struct ocfs2_alloc_context *ac)
947*4882a593Smuzhiyun {
948*4882a593Smuzhiyun return ocfs2_steal_resource(osb, ac, INODE_ALLOC_SYSTEM_INODE);
949*4882a593Smuzhiyun }
950*4882a593Smuzhiyun
ocfs2_steal_meta(struct ocfs2_super * osb,struct ocfs2_alloc_context * ac)951*4882a593Smuzhiyun static int ocfs2_steal_meta(struct ocfs2_super *osb,
952*4882a593Smuzhiyun struct ocfs2_alloc_context *ac)
953*4882a593Smuzhiyun {
954*4882a593Smuzhiyun return ocfs2_steal_resource(osb, ac, EXTENT_ALLOC_SYSTEM_INODE);
955*4882a593Smuzhiyun }
956*4882a593Smuzhiyun
ocfs2_reserve_new_metadata_blocks(struct ocfs2_super * osb,int blocks,struct ocfs2_alloc_context ** ac)957*4882a593Smuzhiyun int ocfs2_reserve_new_metadata_blocks(struct ocfs2_super *osb,
958*4882a593Smuzhiyun int blocks,
959*4882a593Smuzhiyun struct ocfs2_alloc_context **ac)
960*4882a593Smuzhiyun {
961*4882a593Smuzhiyun int status;
962*4882a593Smuzhiyun int slot = ocfs2_get_meta_steal_slot(osb);
963*4882a593Smuzhiyun
964*4882a593Smuzhiyun *ac = kzalloc(sizeof(struct ocfs2_alloc_context), GFP_KERNEL);
965*4882a593Smuzhiyun if (!(*ac)) {
966*4882a593Smuzhiyun status = -ENOMEM;
967*4882a593Smuzhiyun mlog_errno(status);
968*4882a593Smuzhiyun goto bail;
969*4882a593Smuzhiyun }
970*4882a593Smuzhiyun
971*4882a593Smuzhiyun (*ac)->ac_bits_wanted = blocks;
972*4882a593Smuzhiyun (*ac)->ac_which = OCFS2_AC_USE_META;
973*4882a593Smuzhiyun (*ac)->ac_group_search = ocfs2_block_group_search;
974*4882a593Smuzhiyun
975*4882a593Smuzhiyun if (slot != OCFS2_INVALID_SLOT &&
976*4882a593Smuzhiyun atomic_read(&osb->s_num_meta_stolen) < OCFS2_MAX_TO_STEAL)
977*4882a593Smuzhiyun goto extent_steal;
978*4882a593Smuzhiyun
979*4882a593Smuzhiyun atomic_set(&osb->s_num_meta_stolen, 0);
980*4882a593Smuzhiyun status = ocfs2_reserve_suballoc_bits(osb, (*ac),
981*4882a593Smuzhiyun EXTENT_ALLOC_SYSTEM_INODE,
982*4882a593Smuzhiyun (u32)osb->slot_num, NULL,
983*4882a593Smuzhiyun ALLOC_GROUPS_FROM_GLOBAL|ALLOC_NEW_GROUP);
984*4882a593Smuzhiyun
985*4882a593Smuzhiyun
986*4882a593Smuzhiyun if (status >= 0) {
987*4882a593Smuzhiyun status = 0;
988*4882a593Smuzhiyun if (slot != OCFS2_INVALID_SLOT)
989*4882a593Smuzhiyun ocfs2_init_meta_steal_slot(osb);
990*4882a593Smuzhiyun goto bail;
991*4882a593Smuzhiyun } else if (status < 0 && status != -ENOSPC) {
992*4882a593Smuzhiyun mlog_errno(status);
993*4882a593Smuzhiyun goto bail;
994*4882a593Smuzhiyun }
995*4882a593Smuzhiyun
996*4882a593Smuzhiyun ocfs2_free_ac_resource(*ac);
997*4882a593Smuzhiyun
998*4882a593Smuzhiyun extent_steal:
999*4882a593Smuzhiyun status = ocfs2_steal_meta(osb, *ac);
1000*4882a593Smuzhiyun atomic_inc(&osb->s_num_meta_stolen);
1001*4882a593Smuzhiyun if (status < 0) {
1002*4882a593Smuzhiyun if (status != -ENOSPC)
1003*4882a593Smuzhiyun mlog_errno(status);
1004*4882a593Smuzhiyun goto bail;
1005*4882a593Smuzhiyun }
1006*4882a593Smuzhiyun
1007*4882a593Smuzhiyun status = 0;
1008*4882a593Smuzhiyun bail:
1009*4882a593Smuzhiyun if ((status < 0) && *ac) {
1010*4882a593Smuzhiyun ocfs2_free_alloc_context(*ac);
1011*4882a593Smuzhiyun *ac = NULL;
1012*4882a593Smuzhiyun }
1013*4882a593Smuzhiyun
1014*4882a593Smuzhiyun if (status)
1015*4882a593Smuzhiyun mlog_errno(status);
1016*4882a593Smuzhiyun return status;
1017*4882a593Smuzhiyun }
1018*4882a593Smuzhiyun
ocfs2_reserve_new_metadata(struct ocfs2_super * osb,struct ocfs2_extent_list * root_el,struct ocfs2_alloc_context ** ac)1019*4882a593Smuzhiyun int ocfs2_reserve_new_metadata(struct ocfs2_super *osb,
1020*4882a593Smuzhiyun struct ocfs2_extent_list *root_el,
1021*4882a593Smuzhiyun struct ocfs2_alloc_context **ac)
1022*4882a593Smuzhiyun {
1023*4882a593Smuzhiyun return ocfs2_reserve_new_metadata_blocks(osb,
1024*4882a593Smuzhiyun ocfs2_extend_meta_needed(root_el),
1025*4882a593Smuzhiyun ac);
1026*4882a593Smuzhiyun }
1027*4882a593Smuzhiyun
ocfs2_reserve_new_inode(struct ocfs2_super * osb,struct ocfs2_alloc_context ** ac)1028*4882a593Smuzhiyun int ocfs2_reserve_new_inode(struct ocfs2_super *osb,
1029*4882a593Smuzhiyun struct ocfs2_alloc_context **ac)
1030*4882a593Smuzhiyun {
1031*4882a593Smuzhiyun int status;
1032*4882a593Smuzhiyun int slot = ocfs2_get_inode_steal_slot(osb);
1033*4882a593Smuzhiyun u64 alloc_group;
1034*4882a593Smuzhiyun
1035*4882a593Smuzhiyun *ac = kzalloc(sizeof(struct ocfs2_alloc_context), GFP_KERNEL);
1036*4882a593Smuzhiyun if (!(*ac)) {
1037*4882a593Smuzhiyun status = -ENOMEM;
1038*4882a593Smuzhiyun mlog_errno(status);
1039*4882a593Smuzhiyun goto bail;
1040*4882a593Smuzhiyun }
1041*4882a593Smuzhiyun
1042*4882a593Smuzhiyun (*ac)->ac_bits_wanted = 1;
1043*4882a593Smuzhiyun (*ac)->ac_which = OCFS2_AC_USE_INODE;
1044*4882a593Smuzhiyun
1045*4882a593Smuzhiyun (*ac)->ac_group_search = ocfs2_block_group_search;
1046*4882a593Smuzhiyun
1047*4882a593Smuzhiyun /*
1048*4882a593Smuzhiyun * stat(2) can't handle i_ino > 32bits, so we tell the
1049*4882a593Smuzhiyun * lower levels not to allocate us a block group past that
1050*4882a593Smuzhiyun * limit. The 'inode64' mount option avoids this behavior.
1051*4882a593Smuzhiyun */
1052*4882a593Smuzhiyun if (!(osb->s_mount_opt & OCFS2_MOUNT_INODE64))
1053*4882a593Smuzhiyun (*ac)->ac_max_block = (u32)~0U;
1054*4882a593Smuzhiyun
1055*4882a593Smuzhiyun /*
1056*4882a593Smuzhiyun * slot is set when we successfully steal inode from other nodes.
1057*4882a593Smuzhiyun * It is reset in 3 places:
1058*4882a593Smuzhiyun * 1. when we flush the truncate log
1059*4882a593Smuzhiyun * 2. when we complete local alloc recovery.
1060*4882a593Smuzhiyun * 3. when we successfully allocate from our own slot.
1061*4882a593Smuzhiyun * After it is set, we will go on stealing inodes until we find the
1062*4882a593Smuzhiyun * need to check our slots to see whether there is some space for us.
1063*4882a593Smuzhiyun */
1064*4882a593Smuzhiyun if (slot != OCFS2_INVALID_SLOT &&
1065*4882a593Smuzhiyun atomic_read(&osb->s_num_inodes_stolen) < OCFS2_MAX_TO_STEAL)
1066*4882a593Smuzhiyun goto inode_steal;
1067*4882a593Smuzhiyun
1068*4882a593Smuzhiyun atomic_set(&osb->s_num_inodes_stolen, 0);
1069*4882a593Smuzhiyun alloc_group = osb->osb_inode_alloc_group;
1070*4882a593Smuzhiyun status = ocfs2_reserve_suballoc_bits(osb, *ac,
1071*4882a593Smuzhiyun INODE_ALLOC_SYSTEM_INODE,
1072*4882a593Smuzhiyun (u32)osb->slot_num,
1073*4882a593Smuzhiyun &alloc_group,
1074*4882a593Smuzhiyun ALLOC_NEW_GROUP |
1075*4882a593Smuzhiyun ALLOC_GROUPS_FROM_GLOBAL);
1076*4882a593Smuzhiyun if (status >= 0) {
1077*4882a593Smuzhiyun status = 0;
1078*4882a593Smuzhiyun
1079*4882a593Smuzhiyun spin_lock(&osb->osb_lock);
1080*4882a593Smuzhiyun osb->osb_inode_alloc_group = alloc_group;
1081*4882a593Smuzhiyun spin_unlock(&osb->osb_lock);
1082*4882a593Smuzhiyun trace_ocfs2_reserve_new_inode_new_group(
1083*4882a593Smuzhiyun (unsigned long long)alloc_group);
1084*4882a593Smuzhiyun
1085*4882a593Smuzhiyun /*
1086*4882a593Smuzhiyun * Some inodes must be freed by us, so try to allocate
1087*4882a593Smuzhiyun * from our own next time.
1088*4882a593Smuzhiyun */
1089*4882a593Smuzhiyun if (slot != OCFS2_INVALID_SLOT)
1090*4882a593Smuzhiyun ocfs2_init_inode_steal_slot(osb);
1091*4882a593Smuzhiyun goto bail;
1092*4882a593Smuzhiyun } else if (status < 0 && status != -ENOSPC) {
1093*4882a593Smuzhiyun mlog_errno(status);
1094*4882a593Smuzhiyun goto bail;
1095*4882a593Smuzhiyun }
1096*4882a593Smuzhiyun
1097*4882a593Smuzhiyun ocfs2_free_ac_resource(*ac);
1098*4882a593Smuzhiyun
1099*4882a593Smuzhiyun inode_steal:
1100*4882a593Smuzhiyun status = ocfs2_steal_inode(osb, *ac);
1101*4882a593Smuzhiyun atomic_inc(&osb->s_num_inodes_stolen);
1102*4882a593Smuzhiyun if (status < 0) {
1103*4882a593Smuzhiyun if (status != -ENOSPC)
1104*4882a593Smuzhiyun mlog_errno(status);
1105*4882a593Smuzhiyun goto bail;
1106*4882a593Smuzhiyun }
1107*4882a593Smuzhiyun
1108*4882a593Smuzhiyun status = 0;
1109*4882a593Smuzhiyun bail:
1110*4882a593Smuzhiyun if ((status < 0) && *ac) {
1111*4882a593Smuzhiyun ocfs2_free_alloc_context(*ac);
1112*4882a593Smuzhiyun *ac = NULL;
1113*4882a593Smuzhiyun }
1114*4882a593Smuzhiyun
1115*4882a593Smuzhiyun if (status)
1116*4882a593Smuzhiyun mlog_errno(status);
1117*4882a593Smuzhiyun return status;
1118*4882a593Smuzhiyun }
1119*4882a593Smuzhiyun
1120*4882a593Smuzhiyun /* local alloc code has to do the same thing, so rather than do this
1121*4882a593Smuzhiyun * twice.. */
ocfs2_reserve_cluster_bitmap_bits(struct ocfs2_super * osb,struct ocfs2_alloc_context * ac)1122*4882a593Smuzhiyun int ocfs2_reserve_cluster_bitmap_bits(struct ocfs2_super *osb,
1123*4882a593Smuzhiyun struct ocfs2_alloc_context *ac)
1124*4882a593Smuzhiyun {
1125*4882a593Smuzhiyun int status;
1126*4882a593Smuzhiyun
1127*4882a593Smuzhiyun ac->ac_which = OCFS2_AC_USE_MAIN;
1128*4882a593Smuzhiyun ac->ac_group_search = ocfs2_cluster_group_search;
1129*4882a593Smuzhiyun
1130*4882a593Smuzhiyun status = ocfs2_reserve_suballoc_bits(osb, ac,
1131*4882a593Smuzhiyun GLOBAL_BITMAP_SYSTEM_INODE,
1132*4882a593Smuzhiyun OCFS2_INVALID_SLOT, NULL,
1133*4882a593Smuzhiyun ALLOC_NEW_GROUP);
1134*4882a593Smuzhiyun if (status < 0 && status != -ENOSPC)
1135*4882a593Smuzhiyun mlog_errno(status);
1136*4882a593Smuzhiyun
1137*4882a593Smuzhiyun return status;
1138*4882a593Smuzhiyun }
1139*4882a593Smuzhiyun
1140*4882a593Smuzhiyun /* Callers don't need to care which bitmap (local alloc or main) to
1141*4882a593Smuzhiyun * use so we figure it out for them, but unfortunately this clutters
1142*4882a593Smuzhiyun * things a bit. */
ocfs2_reserve_clusters_with_limit(struct ocfs2_super * osb,u32 bits_wanted,u64 max_block,int flags,struct ocfs2_alloc_context ** ac)1143*4882a593Smuzhiyun static int ocfs2_reserve_clusters_with_limit(struct ocfs2_super *osb,
1144*4882a593Smuzhiyun u32 bits_wanted, u64 max_block,
1145*4882a593Smuzhiyun int flags,
1146*4882a593Smuzhiyun struct ocfs2_alloc_context **ac)
1147*4882a593Smuzhiyun {
1148*4882a593Smuzhiyun int status, ret = 0;
1149*4882a593Smuzhiyun int retried = 0;
1150*4882a593Smuzhiyun
1151*4882a593Smuzhiyun *ac = kzalloc(sizeof(struct ocfs2_alloc_context), GFP_KERNEL);
1152*4882a593Smuzhiyun if (!(*ac)) {
1153*4882a593Smuzhiyun status = -ENOMEM;
1154*4882a593Smuzhiyun mlog_errno(status);
1155*4882a593Smuzhiyun goto bail;
1156*4882a593Smuzhiyun }
1157*4882a593Smuzhiyun
1158*4882a593Smuzhiyun (*ac)->ac_bits_wanted = bits_wanted;
1159*4882a593Smuzhiyun (*ac)->ac_max_block = max_block;
1160*4882a593Smuzhiyun
1161*4882a593Smuzhiyun status = -ENOSPC;
1162*4882a593Smuzhiyun if (!(flags & ALLOC_GROUPS_FROM_GLOBAL) &&
1163*4882a593Smuzhiyun ocfs2_alloc_should_use_local(osb, bits_wanted)) {
1164*4882a593Smuzhiyun status = ocfs2_reserve_local_alloc_bits(osb,
1165*4882a593Smuzhiyun bits_wanted,
1166*4882a593Smuzhiyun *ac);
1167*4882a593Smuzhiyun if ((status < 0) && (status != -ENOSPC)) {
1168*4882a593Smuzhiyun mlog_errno(status);
1169*4882a593Smuzhiyun goto bail;
1170*4882a593Smuzhiyun }
1171*4882a593Smuzhiyun }
1172*4882a593Smuzhiyun
1173*4882a593Smuzhiyun if (status == -ENOSPC) {
1174*4882a593Smuzhiyun retry:
1175*4882a593Smuzhiyun status = ocfs2_reserve_cluster_bitmap_bits(osb, *ac);
1176*4882a593Smuzhiyun /* Retry if there is sufficient space cached in truncate log */
1177*4882a593Smuzhiyun if (status == -ENOSPC && !retried) {
1178*4882a593Smuzhiyun retried = 1;
1179*4882a593Smuzhiyun ocfs2_inode_unlock((*ac)->ac_inode, 1);
1180*4882a593Smuzhiyun inode_unlock((*ac)->ac_inode);
1181*4882a593Smuzhiyun
1182*4882a593Smuzhiyun ret = ocfs2_try_to_free_truncate_log(osb, bits_wanted);
1183*4882a593Smuzhiyun if (ret == 1) {
1184*4882a593Smuzhiyun iput((*ac)->ac_inode);
1185*4882a593Smuzhiyun (*ac)->ac_inode = NULL;
1186*4882a593Smuzhiyun goto retry;
1187*4882a593Smuzhiyun }
1188*4882a593Smuzhiyun
1189*4882a593Smuzhiyun if (ret < 0)
1190*4882a593Smuzhiyun mlog_errno(ret);
1191*4882a593Smuzhiyun
1192*4882a593Smuzhiyun inode_lock((*ac)->ac_inode);
1193*4882a593Smuzhiyun ret = ocfs2_inode_lock((*ac)->ac_inode, NULL, 1);
1194*4882a593Smuzhiyun if (ret < 0) {
1195*4882a593Smuzhiyun mlog_errno(ret);
1196*4882a593Smuzhiyun inode_unlock((*ac)->ac_inode);
1197*4882a593Smuzhiyun iput((*ac)->ac_inode);
1198*4882a593Smuzhiyun (*ac)->ac_inode = NULL;
1199*4882a593Smuzhiyun goto bail;
1200*4882a593Smuzhiyun }
1201*4882a593Smuzhiyun }
1202*4882a593Smuzhiyun if (status < 0) {
1203*4882a593Smuzhiyun if (status != -ENOSPC)
1204*4882a593Smuzhiyun mlog_errno(status);
1205*4882a593Smuzhiyun goto bail;
1206*4882a593Smuzhiyun }
1207*4882a593Smuzhiyun }
1208*4882a593Smuzhiyun
1209*4882a593Smuzhiyun status = 0;
1210*4882a593Smuzhiyun bail:
1211*4882a593Smuzhiyun if ((status < 0) && *ac) {
1212*4882a593Smuzhiyun ocfs2_free_alloc_context(*ac);
1213*4882a593Smuzhiyun *ac = NULL;
1214*4882a593Smuzhiyun }
1215*4882a593Smuzhiyun
1216*4882a593Smuzhiyun if (status)
1217*4882a593Smuzhiyun mlog_errno(status);
1218*4882a593Smuzhiyun return status;
1219*4882a593Smuzhiyun }
1220*4882a593Smuzhiyun
ocfs2_reserve_clusters(struct ocfs2_super * osb,u32 bits_wanted,struct ocfs2_alloc_context ** ac)1221*4882a593Smuzhiyun int ocfs2_reserve_clusters(struct ocfs2_super *osb,
1222*4882a593Smuzhiyun u32 bits_wanted,
1223*4882a593Smuzhiyun struct ocfs2_alloc_context **ac)
1224*4882a593Smuzhiyun {
1225*4882a593Smuzhiyun return ocfs2_reserve_clusters_with_limit(osb, bits_wanted, 0,
1226*4882a593Smuzhiyun ALLOC_NEW_GROUP, ac);
1227*4882a593Smuzhiyun }
1228*4882a593Smuzhiyun
1229*4882a593Smuzhiyun /*
1230*4882a593Smuzhiyun * More or less lifted from ext3. I'll leave their description below:
1231*4882a593Smuzhiyun *
1232*4882a593Smuzhiyun * "For ext3 allocations, we must not reuse any blocks which are
1233*4882a593Smuzhiyun * allocated in the bitmap buffer's "last committed data" copy. This
1234*4882a593Smuzhiyun * prevents deletes from freeing up the page for reuse until we have
1235*4882a593Smuzhiyun * committed the delete transaction.
1236*4882a593Smuzhiyun *
1237*4882a593Smuzhiyun * If we didn't do this, then deleting something and reallocating it as
1238*4882a593Smuzhiyun * data would allow the old block to be overwritten before the
1239*4882a593Smuzhiyun * transaction committed (because we force data to disk before commit).
1240*4882a593Smuzhiyun * This would lead to corruption if we crashed between overwriting the
1241*4882a593Smuzhiyun * data and committing the delete.
1242*4882a593Smuzhiyun *
1243*4882a593Smuzhiyun * @@@ We may want to make this allocation behaviour conditional on
1244*4882a593Smuzhiyun * data-writes at some point, and disable it for metadata allocations or
1245*4882a593Smuzhiyun * sync-data inodes."
1246*4882a593Smuzhiyun *
1247*4882a593Smuzhiyun * Note: OCFS2 already does this differently for metadata vs data
1248*4882a593Smuzhiyun * allocations, as those bitmaps are separate and undo access is never
1249*4882a593Smuzhiyun * called on a metadata group descriptor.
1250*4882a593Smuzhiyun */
ocfs2_test_bg_bit_allocatable(struct buffer_head * bg_bh,int nr)1251*4882a593Smuzhiyun static int ocfs2_test_bg_bit_allocatable(struct buffer_head *bg_bh,
1252*4882a593Smuzhiyun int nr)
1253*4882a593Smuzhiyun {
1254*4882a593Smuzhiyun struct ocfs2_group_desc *bg = (struct ocfs2_group_desc *) bg_bh->b_data;
1255*4882a593Smuzhiyun struct journal_head *jh;
1256*4882a593Smuzhiyun int ret;
1257*4882a593Smuzhiyun
1258*4882a593Smuzhiyun if (ocfs2_test_bit(nr, (unsigned long *)bg->bg_bitmap))
1259*4882a593Smuzhiyun return 0;
1260*4882a593Smuzhiyun
1261*4882a593Smuzhiyun jh = jbd2_journal_grab_journal_head(bg_bh);
1262*4882a593Smuzhiyun if (!jh)
1263*4882a593Smuzhiyun return 1;
1264*4882a593Smuzhiyun
1265*4882a593Smuzhiyun spin_lock(&jh->b_state_lock);
1266*4882a593Smuzhiyun bg = (struct ocfs2_group_desc *) jh->b_committed_data;
1267*4882a593Smuzhiyun if (bg)
1268*4882a593Smuzhiyun ret = !ocfs2_test_bit(nr, (unsigned long *)bg->bg_bitmap);
1269*4882a593Smuzhiyun else
1270*4882a593Smuzhiyun ret = 1;
1271*4882a593Smuzhiyun spin_unlock(&jh->b_state_lock);
1272*4882a593Smuzhiyun jbd2_journal_put_journal_head(jh);
1273*4882a593Smuzhiyun
1274*4882a593Smuzhiyun return ret;
1275*4882a593Smuzhiyun }
1276*4882a593Smuzhiyun
ocfs2_block_group_find_clear_bits(struct ocfs2_super * osb,struct buffer_head * bg_bh,unsigned int bits_wanted,unsigned int total_bits,struct ocfs2_suballoc_result * res)1277*4882a593Smuzhiyun static int ocfs2_block_group_find_clear_bits(struct ocfs2_super *osb,
1278*4882a593Smuzhiyun struct buffer_head *bg_bh,
1279*4882a593Smuzhiyun unsigned int bits_wanted,
1280*4882a593Smuzhiyun unsigned int total_bits,
1281*4882a593Smuzhiyun struct ocfs2_suballoc_result *res)
1282*4882a593Smuzhiyun {
1283*4882a593Smuzhiyun void *bitmap;
1284*4882a593Smuzhiyun u16 best_offset, best_size;
1285*4882a593Smuzhiyun int offset, start, found, status = 0;
1286*4882a593Smuzhiyun struct ocfs2_group_desc *bg = (struct ocfs2_group_desc *) bg_bh->b_data;
1287*4882a593Smuzhiyun
1288*4882a593Smuzhiyun /* Callers got this descriptor from
1289*4882a593Smuzhiyun * ocfs2_read_group_descriptor(). Any corruption is a code bug. */
1290*4882a593Smuzhiyun BUG_ON(!OCFS2_IS_VALID_GROUP_DESC(bg));
1291*4882a593Smuzhiyun
1292*4882a593Smuzhiyun found = start = best_offset = best_size = 0;
1293*4882a593Smuzhiyun bitmap = bg->bg_bitmap;
1294*4882a593Smuzhiyun
1295*4882a593Smuzhiyun while((offset = ocfs2_find_next_zero_bit(bitmap, total_bits, start)) != -1) {
1296*4882a593Smuzhiyun if (offset == total_bits)
1297*4882a593Smuzhiyun break;
1298*4882a593Smuzhiyun
1299*4882a593Smuzhiyun if (!ocfs2_test_bg_bit_allocatable(bg_bh, offset)) {
1300*4882a593Smuzhiyun /* We found a zero, but we can't use it as it
1301*4882a593Smuzhiyun * hasn't been put to disk yet! */
1302*4882a593Smuzhiyun found = 0;
1303*4882a593Smuzhiyun start = offset + 1;
1304*4882a593Smuzhiyun } else if (offset == start) {
1305*4882a593Smuzhiyun /* we found a zero */
1306*4882a593Smuzhiyun found++;
1307*4882a593Smuzhiyun /* move start to the next bit to test */
1308*4882a593Smuzhiyun start++;
1309*4882a593Smuzhiyun } else {
1310*4882a593Smuzhiyun /* got a zero after some ones */
1311*4882a593Smuzhiyun found = 1;
1312*4882a593Smuzhiyun start = offset + 1;
1313*4882a593Smuzhiyun }
1314*4882a593Smuzhiyun if (found > best_size) {
1315*4882a593Smuzhiyun best_size = found;
1316*4882a593Smuzhiyun best_offset = start - found;
1317*4882a593Smuzhiyun }
1318*4882a593Smuzhiyun /* we got everything we needed */
1319*4882a593Smuzhiyun if (found == bits_wanted) {
1320*4882a593Smuzhiyun /* mlog(0, "Found it all!\n"); */
1321*4882a593Smuzhiyun break;
1322*4882a593Smuzhiyun }
1323*4882a593Smuzhiyun }
1324*4882a593Smuzhiyun
1325*4882a593Smuzhiyun if (best_size) {
1326*4882a593Smuzhiyun res->sr_bit_offset = best_offset;
1327*4882a593Smuzhiyun res->sr_bits = best_size;
1328*4882a593Smuzhiyun } else {
1329*4882a593Smuzhiyun status = -ENOSPC;
1330*4882a593Smuzhiyun /* No error log here -- see the comment above
1331*4882a593Smuzhiyun * ocfs2_test_bg_bit_allocatable */
1332*4882a593Smuzhiyun }
1333*4882a593Smuzhiyun
1334*4882a593Smuzhiyun return status;
1335*4882a593Smuzhiyun }
1336*4882a593Smuzhiyun
ocfs2_block_group_set_bits(handle_t * handle,struct inode * alloc_inode,struct ocfs2_group_desc * bg,struct buffer_head * group_bh,unsigned int bit_off,unsigned int num_bits)1337*4882a593Smuzhiyun int ocfs2_block_group_set_bits(handle_t *handle,
1338*4882a593Smuzhiyun struct inode *alloc_inode,
1339*4882a593Smuzhiyun struct ocfs2_group_desc *bg,
1340*4882a593Smuzhiyun struct buffer_head *group_bh,
1341*4882a593Smuzhiyun unsigned int bit_off,
1342*4882a593Smuzhiyun unsigned int num_bits)
1343*4882a593Smuzhiyun {
1344*4882a593Smuzhiyun int status;
1345*4882a593Smuzhiyun void *bitmap = bg->bg_bitmap;
1346*4882a593Smuzhiyun int journal_type = OCFS2_JOURNAL_ACCESS_WRITE;
1347*4882a593Smuzhiyun
1348*4882a593Smuzhiyun /* All callers get the descriptor via
1349*4882a593Smuzhiyun * ocfs2_read_group_descriptor(). Any corruption is a code bug. */
1350*4882a593Smuzhiyun BUG_ON(!OCFS2_IS_VALID_GROUP_DESC(bg));
1351*4882a593Smuzhiyun BUG_ON(le16_to_cpu(bg->bg_free_bits_count) < num_bits);
1352*4882a593Smuzhiyun
1353*4882a593Smuzhiyun trace_ocfs2_block_group_set_bits(bit_off, num_bits);
1354*4882a593Smuzhiyun
1355*4882a593Smuzhiyun if (ocfs2_is_cluster_bitmap(alloc_inode))
1356*4882a593Smuzhiyun journal_type = OCFS2_JOURNAL_ACCESS_UNDO;
1357*4882a593Smuzhiyun
1358*4882a593Smuzhiyun status = ocfs2_journal_access_gd(handle,
1359*4882a593Smuzhiyun INODE_CACHE(alloc_inode),
1360*4882a593Smuzhiyun group_bh,
1361*4882a593Smuzhiyun journal_type);
1362*4882a593Smuzhiyun if (status < 0) {
1363*4882a593Smuzhiyun mlog_errno(status);
1364*4882a593Smuzhiyun goto bail;
1365*4882a593Smuzhiyun }
1366*4882a593Smuzhiyun
1367*4882a593Smuzhiyun le16_add_cpu(&bg->bg_free_bits_count, -num_bits);
1368*4882a593Smuzhiyun if (le16_to_cpu(bg->bg_free_bits_count) > le16_to_cpu(bg->bg_bits)) {
1369*4882a593Smuzhiyun return ocfs2_error(alloc_inode->i_sb, "Group descriptor # %llu has bit count %u but claims %u are freed. num_bits %d\n",
1370*4882a593Smuzhiyun (unsigned long long)le64_to_cpu(bg->bg_blkno),
1371*4882a593Smuzhiyun le16_to_cpu(bg->bg_bits),
1372*4882a593Smuzhiyun le16_to_cpu(bg->bg_free_bits_count),
1373*4882a593Smuzhiyun num_bits);
1374*4882a593Smuzhiyun }
1375*4882a593Smuzhiyun while(num_bits--)
1376*4882a593Smuzhiyun ocfs2_set_bit(bit_off++, bitmap);
1377*4882a593Smuzhiyun
1378*4882a593Smuzhiyun ocfs2_journal_dirty(handle, group_bh);
1379*4882a593Smuzhiyun
1380*4882a593Smuzhiyun bail:
1381*4882a593Smuzhiyun return status;
1382*4882a593Smuzhiyun }
1383*4882a593Smuzhiyun
1384*4882a593Smuzhiyun /* find the one with the most empty bits */
ocfs2_find_victim_chain(struct ocfs2_chain_list * cl)1385*4882a593Smuzhiyun static inline u16 ocfs2_find_victim_chain(struct ocfs2_chain_list *cl)
1386*4882a593Smuzhiyun {
1387*4882a593Smuzhiyun u16 curr, best;
1388*4882a593Smuzhiyun
1389*4882a593Smuzhiyun BUG_ON(!cl->cl_next_free_rec);
1390*4882a593Smuzhiyun
1391*4882a593Smuzhiyun best = curr = 0;
1392*4882a593Smuzhiyun while (curr < le16_to_cpu(cl->cl_next_free_rec)) {
1393*4882a593Smuzhiyun if (le32_to_cpu(cl->cl_recs[curr].c_free) >
1394*4882a593Smuzhiyun le32_to_cpu(cl->cl_recs[best].c_free))
1395*4882a593Smuzhiyun best = curr;
1396*4882a593Smuzhiyun curr++;
1397*4882a593Smuzhiyun }
1398*4882a593Smuzhiyun
1399*4882a593Smuzhiyun BUG_ON(best >= le16_to_cpu(cl->cl_next_free_rec));
1400*4882a593Smuzhiyun return best;
1401*4882a593Smuzhiyun }
1402*4882a593Smuzhiyun
ocfs2_relink_block_group(handle_t * handle,struct inode * alloc_inode,struct buffer_head * fe_bh,struct buffer_head * bg_bh,struct buffer_head * prev_bg_bh,u16 chain)1403*4882a593Smuzhiyun static int ocfs2_relink_block_group(handle_t *handle,
1404*4882a593Smuzhiyun struct inode *alloc_inode,
1405*4882a593Smuzhiyun struct buffer_head *fe_bh,
1406*4882a593Smuzhiyun struct buffer_head *bg_bh,
1407*4882a593Smuzhiyun struct buffer_head *prev_bg_bh,
1408*4882a593Smuzhiyun u16 chain)
1409*4882a593Smuzhiyun {
1410*4882a593Smuzhiyun int status;
1411*4882a593Smuzhiyun /* there is a really tiny chance the journal calls could fail,
1412*4882a593Smuzhiyun * but we wouldn't want inconsistent blocks in *any* case. */
1413*4882a593Smuzhiyun u64 bg_ptr, prev_bg_ptr;
1414*4882a593Smuzhiyun struct ocfs2_dinode *fe = (struct ocfs2_dinode *) fe_bh->b_data;
1415*4882a593Smuzhiyun struct ocfs2_group_desc *bg = (struct ocfs2_group_desc *) bg_bh->b_data;
1416*4882a593Smuzhiyun struct ocfs2_group_desc *prev_bg = (struct ocfs2_group_desc *) prev_bg_bh->b_data;
1417*4882a593Smuzhiyun
1418*4882a593Smuzhiyun /* The caller got these descriptors from
1419*4882a593Smuzhiyun * ocfs2_read_group_descriptor(). Any corruption is a code bug. */
1420*4882a593Smuzhiyun BUG_ON(!OCFS2_IS_VALID_GROUP_DESC(bg));
1421*4882a593Smuzhiyun BUG_ON(!OCFS2_IS_VALID_GROUP_DESC(prev_bg));
1422*4882a593Smuzhiyun
1423*4882a593Smuzhiyun trace_ocfs2_relink_block_group(
1424*4882a593Smuzhiyun (unsigned long long)le64_to_cpu(fe->i_blkno), chain,
1425*4882a593Smuzhiyun (unsigned long long)le64_to_cpu(bg->bg_blkno),
1426*4882a593Smuzhiyun (unsigned long long)le64_to_cpu(prev_bg->bg_blkno));
1427*4882a593Smuzhiyun
1428*4882a593Smuzhiyun bg_ptr = le64_to_cpu(bg->bg_next_group);
1429*4882a593Smuzhiyun prev_bg_ptr = le64_to_cpu(prev_bg->bg_next_group);
1430*4882a593Smuzhiyun
1431*4882a593Smuzhiyun status = ocfs2_journal_access_gd(handle, INODE_CACHE(alloc_inode),
1432*4882a593Smuzhiyun prev_bg_bh,
1433*4882a593Smuzhiyun OCFS2_JOURNAL_ACCESS_WRITE);
1434*4882a593Smuzhiyun if (status < 0)
1435*4882a593Smuzhiyun goto out;
1436*4882a593Smuzhiyun
1437*4882a593Smuzhiyun prev_bg->bg_next_group = bg->bg_next_group;
1438*4882a593Smuzhiyun ocfs2_journal_dirty(handle, prev_bg_bh);
1439*4882a593Smuzhiyun
1440*4882a593Smuzhiyun status = ocfs2_journal_access_gd(handle, INODE_CACHE(alloc_inode),
1441*4882a593Smuzhiyun bg_bh, OCFS2_JOURNAL_ACCESS_WRITE);
1442*4882a593Smuzhiyun if (status < 0)
1443*4882a593Smuzhiyun goto out_rollback_prev_bg;
1444*4882a593Smuzhiyun
1445*4882a593Smuzhiyun bg->bg_next_group = fe->id2.i_chain.cl_recs[chain].c_blkno;
1446*4882a593Smuzhiyun ocfs2_journal_dirty(handle, bg_bh);
1447*4882a593Smuzhiyun
1448*4882a593Smuzhiyun status = ocfs2_journal_access_di(handle, INODE_CACHE(alloc_inode),
1449*4882a593Smuzhiyun fe_bh, OCFS2_JOURNAL_ACCESS_WRITE);
1450*4882a593Smuzhiyun if (status < 0)
1451*4882a593Smuzhiyun goto out_rollback_bg;
1452*4882a593Smuzhiyun
1453*4882a593Smuzhiyun fe->id2.i_chain.cl_recs[chain].c_blkno = bg->bg_blkno;
1454*4882a593Smuzhiyun ocfs2_journal_dirty(handle, fe_bh);
1455*4882a593Smuzhiyun
1456*4882a593Smuzhiyun out:
1457*4882a593Smuzhiyun if (status < 0)
1458*4882a593Smuzhiyun mlog_errno(status);
1459*4882a593Smuzhiyun return status;
1460*4882a593Smuzhiyun
1461*4882a593Smuzhiyun out_rollback_bg:
1462*4882a593Smuzhiyun bg->bg_next_group = cpu_to_le64(bg_ptr);
1463*4882a593Smuzhiyun out_rollback_prev_bg:
1464*4882a593Smuzhiyun prev_bg->bg_next_group = cpu_to_le64(prev_bg_ptr);
1465*4882a593Smuzhiyun goto out;
1466*4882a593Smuzhiyun }
1467*4882a593Smuzhiyun
ocfs2_block_group_reasonably_empty(struct ocfs2_group_desc * bg,u32 wanted)1468*4882a593Smuzhiyun static inline int ocfs2_block_group_reasonably_empty(struct ocfs2_group_desc *bg,
1469*4882a593Smuzhiyun u32 wanted)
1470*4882a593Smuzhiyun {
1471*4882a593Smuzhiyun return le16_to_cpu(bg->bg_free_bits_count) > wanted;
1472*4882a593Smuzhiyun }
1473*4882a593Smuzhiyun
1474*4882a593Smuzhiyun /* return 0 on success, -ENOSPC to keep searching and any other < 0
1475*4882a593Smuzhiyun * value on error. */
ocfs2_cluster_group_search(struct inode * inode,struct buffer_head * group_bh,u32 bits_wanted,u32 min_bits,u64 max_block,struct ocfs2_suballoc_result * res)1476*4882a593Smuzhiyun static int ocfs2_cluster_group_search(struct inode *inode,
1477*4882a593Smuzhiyun struct buffer_head *group_bh,
1478*4882a593Smuzhiyun u32 bits_wanted, u32 min_bits,
1479*4882a593Smuzhiyun u64 max_block,
1480*4882a593Smuzhiyun struct ocfs2_suballoc_result *res)
1481*4882a593Smuzhiyun {
1482*4882a593Smuzhiyun int search = -ENOSPC;
1483*4882a593Smuzhiyun int ret;
1484*4882a593Smuzhiyun u64 blkoff;
1485*4882a593Smuzhiyun struct ocfs2_group_desc *gd = (struct ocfs2_group_desc *) group_bh->b_data;
1486*4882a593Smuzhiyun struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
1487*4882a593Smuzhiyun unsigned int max_bits, gd_cluster_off;
1488*4882a593Smuzhiyun
1489*4882a593Smuzhiyun BUG_ON(!ocfs2_is_cluster_bitmap(inode));
1490*4882a593Smuzhiyun
1491*4882a593Smuzhiyun if (gd->bg_free_bits_count) {
1492*4882a593Smuzhiyun max_bits = le16_to_cpu(gd->bg_bits);
1493*4882a593Smuzhiyun
1494*4882a593Smuzhiyun /* Tail groups in cluster bitmaps which aren't cpg
1495*4882a593Smuzhiyun * aligned are prone to partial extension by a failed
1496*4882a593Smuzhiyun * fs resize. If the file system resize never got to
1497*4882a593Smuzhiyun * update the dinode cluster count, then we don't want
1498*4882a593Smuzhiyun * to trust any clusters past it, regardless of what
1499*4882a593Smuzhiyun * the group descriptor says. */
1500*4882a593Smuzhiyun gd_cluster_off = ocfs2_blocks_to_clusters(inode->i_sb,
1501*4882a593Smuzhiyun le64_to_cpu(gd->bg_blkno));
1502*4882a593Smuzhiyun if ((gd_cluster_off + max_bits) >
1503*4882a593Smuzhiyun OCFS2_I(inode)->ip_clusters) {
1504*4882a593Smuzhiyun max_bits = OCFS2_I(inode)->ip_clusters - gd_cluster_off;
1505*4882a593Smuzhiyun trace_ocfs2_cluster_group_search_wrong_max_bits(
1506*4882a593Smuzhiyun (unsigned long long)le64_to_cpu(gd->bg_blkno),
1507*4882a593Smuzhiyun le16_to_cpu(gd->bg_bits),
1508*4882a593Smuzhiyun OCFS2_I(inode)->ip_clusters, max_bits);
1509*4882a593Smuzhiyun }
1510*4882a593Smuzhiyun
1511*4882a593Smuzhiyun ret = ocfs2_block_group_find_clear_bits(osb,
1512*4882a593Smuzhiyun group_bh, bits_wanted,
1513*4882a593Smuzhiyun max_bits, res);
1514*4882a593Smuzhiyun if (ret)
1515*4882a593Smuzhiyun return ret;
1516*4882a593Smuzhiyun
1517*4882a593Smuzhiyun if (max_block) {
1518*4882a593Smuzhiyun blkoff = ocfs2_clusters_to_blocks(inode->i_sb,
1519*4882a593Smuzhiyun gd_cluster_off +
1520*4882a593Smuzhiyun res->sr_bit_offset +
1521*4882a593Smuzhiyun res->sr_bits);
1522*4882a593Smuzhiyun trace_ocfs2_cluster_group_search_max_block(
1523*4882a593Smuzhiyun (unsigned long long)blkoff,
1524*4882a593Smuzhiyun (unsigned long long)max_block);
1525*4882a593Smuzhiyun if (blkoff > max_block)
1526*4882a593Smuzhiyun return -ENOSPC;
1527*4882a593Smuzhiyun }
1528*4882a593Smuzhiyun
1529*4882a593Smuzhiyun /* ocfs2_block_group_find_clear_bits() might
1530*4882a593Smuzhiyun * return success, but we still want to return
1531*4882a593Smuzhiyun * -ENOSPC unless it found the minimum number
1532*4882a593Smuzhiyun * of bits. */
1533*4882a593Smuzhiyun if (min_bits <= res->sr_bits)
1534*4882a593Smuzhiyun search = 0; /* success */
1535*4882a593Smuzhiyun else if (res->sr_bits) {
1536*4882a593Smuzhiyun /*
1537*4882a593Smuzhiyun * Don't show bits which we'll be returning
1538*4882a593Smuzhiyun * for allocation to the local alloc bitmap.
1539*4882a593Smuzhiyun */
1540*4882a593Smuzhiyun ocfs2_local_alloc_seen_free_bits(osb, res->sr_bits);
1541*4882a593Smuzhiyun }
1542*4882a593Smuzhiyun }
1543*4882a593Smuzhiyun
1544*4882a593Smuzhiyun return search;
1545*4882a593Smuzhiyun }
1546*4882a593Smuzhiyun
ocfs2_block_group_search(struct inode * inode,struct buffer_head * group_bh,u32 bits_wanted,u32 min_bits,u64 max_block,struct ocfs2_suballoc_result * res)1547*4882a593Smuzhiyun static int ocfs2_block_group_search(struct inode *inode,
1548*4882a593Smuzhiyun struct buffer_head *group_bh,
1549*4882a593Smuzhiyun u32 bits_wanted, u32 min_bits,
1550*4882a593Smuzhiyun u64 max_block,
1551*4882a593Smuzhiyun struct ocfs2_suballoc_result *res)
1552*4882a593Smuzhiyun {
1553*4882a593Smuzhiyun int ret = -ENOSPC;
1554*4882a593Smuzhiyun u64 blkoff;
1555*4882a593Smuzhiyun struct ocfs2_group_desc *bg = (struct ocfs2_group_desc *) group_bh->b_data;
1556*4882a593Smuzhiyun
1557*4882a593Smuzhiyun BUG_ON(min_bits != 1);
1558*4882a593Smuzhiyun BUG_ON(ocfs2_is_cluster_bitmap(inode));
1559*4882a593Smuzhiyun
1560*4882a593Smuzhiyun if (bg->bg_free_bits_count) {
1561*4882a593Smuzhiyun ret = ocfs2_block_group_find_clear_bits(OCFS2_SB(inode->i_sb),
1562*4882a593Smuzhiyun group_bh, bits_wanted,
1563*4882a593Smuzhiyun le16_to_cpu(bg->bg_bits),
1564*4882a593Smuzhiyun res);
1565*4882a593Smuzhiyun if (!ret && max_block) {
1566*4882a593Smuzhiyun blkoff = le64_to_cpu(bg->bg_blkno) +
1567*4882a593Smuzhiyun res->sr_bit_offset + res->sr_bits;
1568*4882a593Smuzhiyun trace_ocfs2_block_group_search_max_block(
1569*4882a593Smuzhiyun (unsigned long long)blkoff,
1570*4882a593Smuzhiyun (unsigned long long)max_block);
1571*4882a593Smuzhiyun if (blkoff > max_block)
1572*4882a593Smuzhiyun ret = -ENOSPC;
1573*4882a593Smuzhiyun }
1574*4882a593Smuzhiyun }
1575*4882a593Smuzhiyun
1576*4882a593Smuzhiyun return ret;
1577*4882a593Smuzhiyun }
1578*4882a593Smuzhiyun
ocfs2_alloc_dinode_update_counts(struct inode * inode,handle_t * handle,struct buffer_head * di_bh,u32 num_bits,u16 chain)1579*4882a593Smuzhiyun int ocfs2_alloc_dinode_update_counts(struct inode *inode,
1580*4882a593Smuzhiyun handle_t *handle,
1581*4882a593Smuzhiyun struct buffer_head *di_bh,
1582*4882a593Smuzhiyun u32 num_bits,
1583*4882a593Smuzhiyun u16 chain)
1584*4882a593Smuzhiyun {
1585*4882a593Smuzhiyun int ret;
1586*4882a593Smuzhiyun u32 tmp_used;
1587*4882a593Smuzhiyun struct ocfs2_dinode *di = (struct ocfs2_dinode *) di_bh->b_data;
1588*4882a593Smuzhiyun struct ocfs2_chain_list *cl = (struct ocfs2_chain_list *) &di->id2.i_chain;
1589*4882a593Smuzhiyun
1590*4882a593Smuzhiyun ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh,
1591*4882a593Smuzhiyun OCFS2_JOURNAL_ACCESS_WRITE);
1592*4882a593Smuzhiyun if (ret < 0) {
1593*4882a593Smuzhiyun mlog_errno(ret);
1594*4882a593Smuzhiyun goto out;
1595*4882a593Smuzhiyun }
1596*4882a593Smuzhiyun
1597*4882a593Smuzhiyun tmp_used = le32_to_cpu(di->id1.bitmap1.i_used);
1598*4882a593Smuzhiyun di->id1.bitmap1.i_used = cpu_to_le32(num_bits + tmp_used);
1599*4882a593Smuzhiyun le32_add_cpu(&cl->cl_recs[chain].c_free, -num_bits);
1600*4882a593Smuzhiyun ocfs2_journal_dirty(handle, di_bh);
1601*4882a593Smuzhiyun
1602*4882a593Smuzhiyun out:
1603*4882a593Smuzhiyun return ret;
1604*4882a593Smuzhiyun }
1605*4882a593Smuzhiyun
ocfs2_rollback_alloc_dinode_counts(struct inode * inode,struct buffer_head * di_bh,u32 num_bits,u16 chain)1606*4882a593Smuzhiyun void ocfs2_rollback_alloc_dinode_counts(struct inode *inode,
1607*4882a593Smuzhiyun struct buffer_head *di_bh,
1608*4882a593Smuzhiyun u32 num_bits,
1609*4882a593Smuzhiyun u16 chain)
1610*4882a593Smuzhiyun {
1611*4882a593Smuzhiyun u32 tmp_used;
1612*4882a593Smuzhiyun struct ocfs2_dinode *di = (struct ocfs2_dinode *) di_bh->b_data;
1613*4882a593Smuzhiyun struct ocfs2_chain_list *cl;
1614*4882a593Smuzhiyun
1615*4882a593Smuzhiyun cl = (struct ocfs2_chain_list *)&di->id2.i_chain;
1616*4882a593Smuzhiyun tmp_used = le32_to_cpu(di->id1.bitmap1.i_used);
1617*4882a593Smuzhiyun di->id1.bitmap1.i_used = cpu_to_le32(tmp_used - num_bits);
1618*4882a593Smuzhiyun le32_add_cpu(&cl->cl_recs[chain].c_free, num_bits);
1619*4882a593Smuzhiyun }
1620*4882a593Smuzhiyun
ocfs2_bg_discontig_fix_by_rec(struct ocfs2_suballoc_result * res,struct ocfs2_extent_rec * rec,struct ocfs2_chain_list * cl)1621*4882a593Smuzhiyun static int ocfs2_bg_discontig_fix_by_rec(struct ocfs2_suballoc_result *res,
1622*4882a593Smuzhiyun struct ocfs2_extent_rec *rec,
1623*4882a593Smuzhiyun struct ocfs2_chain_list *cl)
1624*4882a593Smuzhiyun {
1625*4882a593Smuzhiyun unsigned int bpc = le16_to_cpu(cl->cl_bpc);
1626*4882a593Smuzhiyun unsigned int bitoff = le32_to_cpu(rec->e_cpos) * bpc;
1627*4882a593Smuzhiyun unsigned int bitcount = le16_to_cpu(rec->e_leaf_clusters) * bpc;
1628*4882a593Smuzhiyun
1629*4882a593Smuzhiyun if (res->sr_bit_offset < bitoff)
1630*4882a593Smuzhiyun return 0;
1631*4882a593Smuzhiyun if (res->sr_bit_offset >= (bitoff + bitcount))
1632*4882a593Smuzhiyun return 0;
1633*4882a593Smuzhiyun res->sr_blkno = le64_to_cpu(rec->e_blkno) +
1634*4882a593Smuzhiyun (res->sr_bit_offset - bitoff);
1635*4882a593Smuzhiyun if ((res->sr_bit_offset + res->sr_bits) > (bitoff + bitcount))
1636*4882a593Smuzhiyun res->sr_bits = (bitoff + bitcount) - res->sr_bit_offset;
1637*4882a593Smuzhiyun return 1;
1638*4882a593Smuzhiyun }
1639*4882a593Smuzhiyun
ocfs2_bg_discontig_fix_result(struct ocfs2_alloc_context * ac,struct ocfs2_group_desc * bg,struct ocfs2_suballoc_result * res)1640*4882a593Smuzhiyun static void ocfs2_bg_discontig_fix_result(struct ocfs2_alloc_context *ac,
1641*4882a593Smuzhiyun struct ocfs2_group_desc *bg,
1642*4882a593Smuzhiyun struct ocfs2_suballoc_result *res)
1643*4882a593Smuzhiyun {
1644*4882a593Smuzhiyun int i;
1645*4882a593Smuzhiyun u64 bg_blkno = res->sr_bg_blkno; /* Save off */
1646*4882a593Smuzhiyun struct ocfs2_extent_rec *rec;
1647*4882a593Smuzhiyun struct ocfs2_dinode *di = (struct ocfs2_dinode *)ac->ac_bh->b_data;
1648*4882a593Smuzhiyun struct ocfs2_chain_list *cl = &di->id2.i_chain;
1649*4882a593Smuzhiyun
1650*4882a593Smuzhiyun if (ocfs2_is_cluster_bitmap(ac->ac_inode)) {
1651*4882a593Smuzhiyun res->sr_blkno = 0;
1652*4882a593Smuzhiyun return;
1653*4882a593Smuzhiyun }
1654*4882a593Smuzhiyun
1655*4882a593Smuzhiyun res->sr_blkno = res->sr_bg_blkno + res->sr_bit_offset;
1656*4882a593Smuzhiyun res->sr_bg_blkno = 0; /* Clear it for contig block groups */
1657*4882a593Smuzhiyun if (!ocfs2_supports_discontig_bg(OCFS2_SB(ac->ac_inode->i_sb)) ||
1658*4882a593Smuzhiyun !bg->bg_list.l_next_free_rec)
1659*4882a593Smuzhiyun return;
1660*4882a593Smuzhiyun
1661*4882a593Smuzhiyun for (i = 0; i < le16_to_cpu(bg->bg_list.l_next_free_rec); i++) {
1662*4882a593Smuzhiyun rec = &bg->bg_list.l_recs[i];
1663*4882a593Smuzhiyun if (ocfs2_bg_discontig_fix_by_rec(res, rec, cl)) {
1664*4882a593Smuzhiyun res->sr_bg_blkno = bg_blkno; /* Restore */
1665*4882a593Smuzhiyun break;
1666*4882a593Smuzhiyun }
1667*4882a593Smuzhiyun }
1668*4882a593Smuzhiyun }
1669*4882a593Smuzhiyun
ocfs2_search_one_group(struct ocfs2_alloc_context * ac,handle_t * handle,u32 bits_wanted,u32 min_bits,struct ocfs2_suballoc_result * res,u16 * bits_left)1670*4882a593Smuzhiyun static int ocfs2_search_one_group(struct ocfs2_alloc_context *ac,
1671*4882a593Smuzhiyun handle_t *handle,
1672*4882a593Smuzhiyun u32 bits_wanted,
1673*4882a593Smuzhiyun u32 min_bits,
1674*4882a593Smuzhiyun struct ocfs2_suballoc_result *res,
1675*4882a593Smuzhiyun u16 *bits_left)
1676*4882a593Smuzhiyun {
1677*4882a593Smuzhiyun int ret;
1678*4882a593Smuzhiyun struct buffer_head *group_bh = NULL;
1679*4882a593Smuzhiyun struct ocfs2_group_desc *gd;
1680*4882a593Smuzhiyun struct ocfs2_dinode *di = (struct ocfs2_dinode *)ac->ac_bh->b_data;
1681*4882a593Smuzhiyun struct inode *alloc_inode = ac->ac_inode;
1682*4882a593Smuzhiyun
1683*4882a593Smuzhiyun ret = ocfs2_read_group_descriptor(alloc_inode, di,
1684*4882a593Smuzhiyun res->sr_bg_blkno, &group_bh);
1685*4882a593Smuzhiyun if (ret < 0) {
1686*4882a593Smuzhiyun mlog_errno(ret);
1687*4882a593Smuzhiyun return ret;
1688*4882a593Smuzhiyun }
1689*4882a593Smuzhiyun
1690*4882a593Smuzhiyun gd = (struct ocfs2_group_desc *) group_bh->b_data;
1691*4882a593Smuzhiyun ret = ac->ac_group_search(alloc_inode, group_bh, bits_wanted, min_bits,
1692*4882a593Smuzhiyun ac->ac_max_block, res);
1693*4882a593Smuzhiyun if (ret < 0) {
1694*4882a593Smuzhiyun if (ret != -ENOSPC)
1695*4882a593Smuzhiyun mlog_errno(ret);
1696*4882a593Smuzhiyun goto out;
1697*4882a593Smuzhiyun }
1698*4882a593Smuzhiyun
1699*4882a593Smuzhiyun if (!ret)
1700*4882a593Smuzhiyun ocfs2_bg_discontig_fix_result(ac, gd, res);
1701*4882a593Smuzhiyun
1702*4882a593Smuzhiyun /*
1703*4882a593Smuzhiyun * sr_bg_blkno might have been changed by
1704*4882a593Smuzhiyun * ocfs2_bg_discontig_fix_result
1705*4882a593Smuzhiyun */
1706*4882a593Smuzhiyun res->sr_bg_stable_blkno = group_bh->b_blocknr;
1707*4882a593Smuzhiyun
1708*4882a593Smuzhiyun if (ac->ac_find_loc_only)
1709*4882a593Smuzhiyun goto out_loc_only;
1710*4882a593Smuzhiyun
1711*4882a593Smuzhiyun ret = ocfs2_alloc_dinode_update_counts(alloc_inode, handle, ac->ac_bh,
1712*4882a593Smuzhiyun res->sr_bits,
1713*4882a593Smuzhiyun le16_to_cpu(gd->bg_chain));
1714*4882a593Smuzhiyun if (ret < 0) {
1715*4882a593Smuzhiyun mlog_errno(ret);
1716*4882a593Smuzhiyun goto out;
1717*4882a593Smuzhiyun }
1718*4882a593Smuzhiyun
1719*4882a593Smuzhiyun ret = ocfs2_block_group_set_bits(handle, alloc_inode, gd, group_bh,
1720*4882a593Smuzhiyun res->sr_bit_offset, res->sr_bits);
1721*4882a593Smuzhiyun if (ret < 0) {
1722*4882a593Smuzhiyun ocfs2_rollback_alloc_dinode_counts(alloc_inode, ac->ac_bh,
1723*4882a593Smuzhiyun res->sr_bits,
1724*4882a593Smuzhiyun le16_to_cpu(gd->bg_chain));
1725*4882a593Smuzhiyun mlog_errno(ret);
1726*4882a593Smuzhiyun }
1727*4882a593Smuzhiyun
1728*4882a593Smuzhiyun out_loc_only:
1729*4882a593Smuzhiyun *bits_left = le16_to_cpu(gd->bg_free_bits_count);
1730*4882a593Smuzhiyun
1731*4882a593Smuzhiyun out:
1732*4882a593Smuzhiyun brelse(group_bh);
1733*4882a593Smuzhiyun
1734*4882a593Smuzhiyun return ret;
1735*4882a593Smuzhiyun }
1736*4882a593Smuzhiyun
ocfs2_search_chain(struct ocfs2_alloc_context * ac,handle_t * handle,u32 bits_wanted,u32 min_bits,struct ocfs2_suballoc_result * res,u16 * bits_left)1737*4882a593Smuzhiyun static int ocfs2_search_chain(struct ocfs2_alloc_context *ac,
1738*4882a593Smuzhiyun handle_t *handle,
1739*4882a593Smuzhiyun u32 bits_wanted,
1740*4882a593Smuzhiyun u32 min_bits,
1741*4882a593Smuzhiyun struct ocfs2_suballoc_result *res,
1742*4882a593Smuzhiyun u16 *bits_left)
1743*4882a593Smuzhiyun {
1744*4882a593Smuzhiyun int status;
1745*4882a593Smuzhiyun u16 chain;
1746*4882a593Smuzhiyun u64 next_group;
1747*4882a593Smuzhiyun struct inode *alloc_inode = ac->ac_inode;
1748*4882a593Smuzhiyun struct buffer_head *group_bh = NULL;
1749*4882a593Smuzhiyun struct buffer_head *prev_group_bh = NULL;
1750*4882a593Smuzhiyun struct ocfs2_dinode *fe = (struct ocfs2_dinode *) ac->ac_bh->b_data;
1751*4882a593Smuzhiyun struct ocfs2_chain_list *cl = (struct ocfs2_chain_list *) &fe->id2.i_chain;
1752*4882a593Smuzhiyun struct ocfs2_group_desc *bg;
1753*4882a593Smuzhiyun
1754*4882a593Smuzhiyun chain = ac->ac_chain;
1755*4882a593Smuzhiyun trace_ocfs2_search_chain_begin(
1756*4882a593Smuzhiyun (unsigned long long)OCFS2_I(alloc_inode)->ip_blkno,
1757*4882a593Smuzhiyun bits_wanted, chain);
1758*4882a593Smuzhiyun
1759*4882a593Smuzhiyun status = ocfs2_read_group_descriptor(alloc_inode, fe,
1760*4882a593Smuzhiyun le64_to_cpu(cl->cl_recs[chain].c_blkno),
1761*4882a593Smuzhiyun &group_bh);
1762*4882a593Smuzhiyun if (status < 0) {
1763*4882a593Smuzhiyun mlog_errno(status);
1764*4882a593Smuzhiyun goto bail;
1765*4882a593Smuzhiyun }
1766*4882a593Smuzhiyun bg = (struct ocfs2_group_desc *) group_bh->b_data;
1767*4882a593Smuzhiyun
1768*4882a593Smuzhiyun status = -ENOSPC;
1769*4882a593Smuzhiyun /* for now, the chain search is a bit simplistic. We just use
1770*4882a593Smuzhiyun * the 1st group with any empty bits. */
1771*4882a593Smuzhiyun while ((status = ac->ac_group_search(alloc_inode, group_bh,
1772*4882a593Smuzhiyun bits_wanted, min_bits,
1773*4882a593Smuzhiyun ac->ac_max_block,
1774*4882a593Smuzhiyun res)) == -ENOSPC) {
1775*4882a593Smuzhiyun if (!bg->bg_next_group)
1776*4882a593Smuzhiyun break;
1777*4882a593Smuzhiyun
1778*4882a593Smuzhiyun brelse(prev_group_bh);
1779*4882a593Smuzhiyun prev_group_bh = NULL;
1780*4882a593Smuzhiyun
1781*4882a593Smuzhiyun next_group = le64_to_cpu(bg->bg_next_group);
1782*4882a593Smuzhiyun prev_group_bh = group_bh;
1783*4882a593Smuzhiyun group_bh = NULL;
1784*4882a593Smuzhiyun status = ocfs2_read_group_descriptor(alloc_inode, fe,
1785*4882a593Smuzhiyun next_group, &group_bh);
1786*4882a593Smuzhiyun if (status < 0) {
1787*4882a593Smuzhiyun mlog_errno(status);
1788*4882a593Smuzhiyun goto bail;
1789*4882a593Smuzhiyun }
1790*4882a593Smuzhiyun bg = (struct ocfs2_group_desc *) group_bh->b_data;
1791*4882a593Smuzhiyun }
1792*4882a593Smuzhiyun if (status < 0) {
1793*4882a593Smuzhiyun if (status != -ENOSPC)
1794*4882a593Smuzhiyun mlog_errno(status);
1795*4882a593Smuzhiyun goto bail;
1796*4882a593Smuzhiyun }
1797*4882a593Smuzhiyun
1798*4882a593Smuzhiyun trace_ocfs2_search_chain_succ(
1799*4882a593Smuzhiyun (unsigned long long)le64_to_cpu(bg->bg_blkno), res->sr_bits);
1800*4882a593Smuzhiyun
1801*4882a593Smuzhiyun res->sr_bg_blkno = le64_to_cpu(bg->bg_blkno);
1802*4882a593Smuzhiyun
1803*4882a593Smuzhiyun BUG_ON(res->sr_bits == 0);
1804*4882a593Smuzhiyun if (!status)
1805*4882a593Smuzhiyun ocfs2_bg_discontig_fix_result(ac, bg, res);
1806*4882a593Smuzhiyun
1807*4882a593Smuzhiyun /*
1808*4882a593Smuzhiyun * sr_bg_blkno might have been changed by
1809*4882a593Smuzhiyun * ocfs2_bg_discontig_fix_result
1810*4882a593Smuzhiyun */
1811*4882a593Smuzhiyun res->sr_bg_stable_blkno = group_bh->b_blocknr;
1812*4882a593Smuzhiyun
1813*4882a593Smuzhiyun /*
1814*4882a593Smuzhiyun * Keep track of previous block descriptor read. When
1815*4882a593Smuzhiyun * we find a target, if we have read more than X
1816*4882a593Smuzhiyun * number of descriptors, and the target is reasonably
1817*4882a593Smuzhiyun * empty, relink him to top of his chain.
1818*4882a593Smuzhiyun *
1819*4882a593Smuzhiyun * We've read 0 extra blocks and only send one more to
1820*4882a593Smuzhiyun * the transaction, yet the next guy to search has a
1821*4882a593Smuzhiyun * much easier time.
1822*4882a593Smuzhiyun *
1823*4882a593Smuzhiyun * Do this *after* figuring out how many bits we're taking out
1824*4882a593Smuzhiyun * of our target group.
1825*4882a593Smuzhiyun */
1826*4882a593Smuzhiyun if (!ac->ac_disable_chain_relink &&
1827*4882a593Smuzhiyun (prev_group_bh) &&
1828*4882a593Smuzhiyun (ocfs2_block_group_reasonably_empty(bg, res->sr_bits))) {
1829*4882a593Smuzhiyun status = ocfs2_relink_block_group(handle, alloc_inode,
1830*4882a593Smuzhiyun ac->ac_bh, group_bh,
1831*4882a593Smuzhiyun prev_group_bh, chain);
1832*4882a593Smuzhiyun if (status < 0) {
1833*4882a593Smuzhiyun mlog_errno(status);
1834*4882a593Smuzhiyun goto bail;
1835*4882a593Smuzhiyun }
1836*4882a593Smuzhiyun }
1837*4882a593Smuzhiyun
1838*4882a593Smuzhiyun if (ac->ac_find_loc_only)
1839*4882a593Smuzhiyun goto out_loc_only;
1840*4882a593Smuzhiyun
1841*4882a593Smuzhiyun status = ocfs2_alloc_dinode_update_counts(alloc_inode, handle,
1842*4882a593Smuzhiyun ac->ac_bh, res->sr_bits,
1843*4882a593Smuzhiyun chain);
1844*4882a593Smuzhiyun if (status) {
1845*4882a593Smuzhiyun mlog_errno(status);
1846*4882a593Smuzhiyun goto bail;
1847*4882a593Smuzhiyun }
1848*4882a593Smuzhiyun
1849*4882a593Smuzhiyun status = ocfs2_block_group_set_bits(handle,
1850*4882a593Smuzhiyun alloc_inode,
1851*4882a593Smuzhiyun bg,
1852*4882a593Smuzhiyun group_bh,
1853*4882a593Smuzhiyun res->sr_bit_offset,
1854*4882a593Smuzhiyun res->sr_bits);
1855*4882a593Smuzhiyun if (status < 0) {
1856*4882a593Smuzhiyun ocfs2_rollback_alloc_dinode_counts(alloc_inode,
1857*4882a593Smuzhiyun ac->ac_bh, res->sr_bits, chain);
1858*4882a593Smuzhiyun mlog_errno(status);
1859*4882a593Smuzhiyun goto bail;
1860*4882a593Smuzhiyun }
1861*4882a593Smuzhiyun
1862*4882a593Smuzhiyun trace_ocfs2_search_chain_end(
1863*4882a593Smuzhiyun (unsigned long long)le64_to_cpu(fe->i_blkno),
1864*4882a593Smuzhiyun res->sr_bits);
1865*4882a593Smuzhiyun
1866*4882a593Smuzhiyun out_loc_only:
1867*4882a593Smuzhiyun *bits_left = le16_to_cpu(bg->bg_free_bits_count);
1868*4882a593Smuzhiyun bail:
1869*4882a593Smuzhiyun brelse(group_bh);
1870*4882a593Smuzhiyun brelse(prev_group_bh);
1871*4882a593Smuzhiyun
1872*4882a593Smuzhiyun if (status)
1873*4882a593Smuzhiyun mlog_errno(status);
1874*4882a593Smuzhiyun return status;
1875*4882a593Smuzhiyun }
1876*4882a593Smuzhiyun
1877*4882a593Smuzhiyun /* will give out up to bits_wanted contiguous bits. */
ocfs2_claim_suballoc_bits(struct ocfs2_alloc_context * ac,handle_t * handle,u32 bits_wanted,u32 min_bits,struct ocfs2_suballoc_result * res)1878*4882a593Smuzhiyun static int ocfs2_claim_suballoc_bits(struct ocfs2_alloc_context *ac,
1879*4882a593Smuzhiyun handle_t *handle,
1880*4882a593Smuzhiyun u32 bits_wanted,
1881*4882a593Smuzhiyun u32 min_bits,
1882*4882a593Smuzhiyun struct ocfs2_suballoc_result *res)
1883*4882a593Smuzhiyun {
1884*4882a593Smuzhiyun int status;
1885*4882a593Smuzhiyun u16 victim, i;
1886*4882a593Smuzhiyun u16 bits_left = 0;
1887*4882a593Smuzhiyun u64 hint = ac->ac_last_group;
1888*4882a593Smuzhiyun struct ocfs2_chain_list *cl;
1889*4882a593Smuzhiyun struct ocfs2_dinode *fe;
1890*4882a593Smuzhiyun
1891*4882a593Smuzhiyun BUG_ON(ac->ac_bits_given >= ac->ac_bits_wanted);
1892*4882a593Smuzhiyun BUG_ON(bits_wanted > (ac->ac_bits_wanted - ac->ac_bits_given));
1893*4882a593Smuzhiyun BUG_ON(!ac->ac_bh);
1894*4882a593Smuzhiyun
1895*4882a593Smuzhiyun fe = (struct ocfs2_dinode *) ac->ac_bh->b_data;
1896*4882a593Smuzhiyun
1897*4882a593Smuzhiyun /* The bh was validated by the inode read during
1898*4882a593Smuzhiyun * ocfs2_reserve_suballoc_bits(). Any corruption is a code bug. */
1899*4882a593Smuzhiyun BUG_ON(!OCFS2_IS_VALID_DINODE(fe));
1900*4882a593Smuzhiyun
1901*4882a593Smuzhiyun if (le32_to_cpu(fe->id1.bitmap1.i_used) >=
1902*4882a593Smuzhiyun le32_to_cpu(fe->id1.bitmap1.i_total)) {
1903*4882a593Smuzhiyun status = ocfs2_error(ac->ac_inode->i_sb,
1904*4882a593Smuzhiyun "Chain allocator dinode %llu has %u used bits but only %u total\n",
1905*4882a593Smuzhiyun (unsigned long long)le64_to_cpu(fe->i_blkno),
1906*4882a593Smuzhiyun le32_to_cpu(fe->id1.bitmap1.i_used),
1907*4882a593Smuzhiyun le32_to_cpu(fe->id1.bitmap1.i_total));
1908*4882a593Smuzhiyun goto bail;
1909*4882a593Smuzhiyun }
1910*4882a593Smuzhiyun
1911*4882a593Smuzhiyun res->sr_bg_blkno = hint;
1912*4882a593Smuzhiyun if (res->sr_bg_blkno) {
1913*4882a593Smuzhiyun /* Attempt to short-circuit the usual search mechanism
1914*4882a593Smuzhiyun * by jumping straight to the most recently used
1915*4882a593Smuzhiyun * allocation group. This helps us maintain some
1916*4882a593Smuzhiyun * contiguousness across allocations. */
1917*4882a593Smuzhiyun status = ocfs2_search_one_group(ac, handle, bits_wanted,
1918*4882a593Smuzhiyun min_bits, res, &bits_left);
1919*4882a593Smuzhiyun if (!status)
1920*4882a593Smuzhiyun goto set_hint;
1921*4882a593Smuzhiyun if (status < 0 && status != -ENOSPC) {
1922*4882a593Smuzhiyun mlog_errno(status);
1923*4882a593Smuzhiyun goto bail;
1924*4882a593Smuzhiyun }
1925*4882a593Smuzhiyun }
1926*4882a593Smuzhiyun
1927*4882a593Smuzhiyun cl = (struct ocfs2_chain_list *) &fe->id2.i_chain;
1928*4882a593Smuzhiyun
1929*4882a593Smuzhiyun victim = ocfs2_find_victim_chain(cl);
1930*4882a593Smuzhiyun ac->ac_chain = victim;
1931*4882a593Smuzhiyun
1932*4882a593Smuzhiyun status = ocfs2_search_chain(ac, handle, bits_wanted, min_bits,
1933*4882a593Smuzhiyun res, &bits_left);
1934*4882a593Smuzhiyun if (!status) {
1935*4882a593Smuzhiyun if (ocfs2_is_cluster_bitmap(ac->ac_inode))
1936*4882a593Smuzhiyun hint = res->sr_bg_blkno;
1937*4882a593Smuzhiyun else
1938*4882a593Smuzhiyun hint = ocfs2_group_from_res(res);
1939*4882a593Smuzhiyun goto set_hint;
1940*4882a593Smuzhiyun }
1941*4882a593Smuzhiyun if (status < 0 && status != -ENOSPC) {
1942*4882a593Smuzhiyun mlog_errno(status);
1943*4882a593Smuzhiyun goto bail;
1944*4882a593Smuzhiyun }
1945*4882a593Smuzhiyun
1946*4882a593Smuzhiyun trace_ocfs2_claim_suballoc_bits(victim);
1947*4882a593Smuzhiyun
1948*4882a593Smuzhiyun /* If we didn't pick a good victim, then just default to
1949*4882a593Smuzhiyun * searching each chain in order. Don't allow chain relinking
1950*4882a593Smuzhiyun * because we only calculate enough journal credits for one
1951*4882a593Smuzhiyun * relink per alloc. */
1952*4882a593Smuzhiyun ac->ac_disable_chain_relink = 1;
1953*4882a593Smuzhiyun for (i = 0; i < le16_to_cpu(cl->cl_next_free_rec); i ++) {
1954*4882a593Smuzhiyun if (i == victim)
1955*4882a593Smuzhiyun continue;
1956*4882a593Smuzhiyun if (!cl->cl_recs[i].c_free)
1957*4882a593Smuzhiyun continue;
1958*4882a593Smuzhiyun
1959*4882a593Smuzhiyun ac->ac_chain = i;
1960*4882a593Smuzhiyun status = ocfs2_search_chain(ac, handle, bits_wanted, min_bits,
1961*4882a593Smuzhiyun res, &bits_left);
1962*4882a593Smuzhiyun if (!status) {
1963*4882a593Smuzhiyun hint = ocfs2_group_from_res(res);
1964*4882a593Smuzhiyun break;
1965*4882a593Smuzhiyun }
1966*4882a593Smuzhiyun if (status < 0 && status != -ENOSPC) {
1967*4882a593Smuzhiyun mlog_errno(status);
1968*4882a593Smuzhiyun goto bail;
1969*4882a593Smuzhiyun }
1970*4882a593Smuzhiyun }
1971*4882a593Smuzhiyun
1972*4882a593Smuzhiyun set_hint:
1973*4882a593Smuzhiyun if (status != -ENOSPC) {
1974*4882a593Smuzhiyun /* If the next search of this group is not likely to
1975*4882a593Smuzhiyun * yield a suitable extent, then we reset the last
1976*4882a593Smuzhiyun * group hint so as to not waste a disk read */
1977*4882a593Smuzhiyun if (bits_left < min_bits)
1978*4882a593Smuzhiyun ac->ac_last_group = 0;
1979*4882a593Smuzhiyun else
1980*4882a593Smuzhiyun ac->ac_last_group = hint;
1981*4882a593Smuzhiyun }
1982*4882a593Smuzhiyun
1983*4882a593Smuzhiyun bail:
1984*4882a593Smuzhiyun if (status)
1985*4882a593Smuzhiyun mlog_errno(status);
1986*4882a593Smuzhiyun return status;
1987*4882a593Smuzhiyun }
1988*4882a593Smuzhiyun
ocfs2_claim_metadata(handle_t * handle,struct ocfs2_alloc_context * ac,u32 bits_wanted,u64 * suballoc_loc,u16 * suballoc_bit_start,unsigned int * num_bits,u64 * blkno_start)1989*4882a593Smuzhiyun int ocfs2_claim_metadata(handle_t *handle,
1990*4882a593Smuzhiyun struct ocfs2_alloc_context *ac,
1991*4882a593Smuzhiyun u32 bits_wanted,
1992*4882a593Smuzhiyun u64 *suballoc_loc,
1993*4882a593Smuzhiyun u16 *suballoc_bit_start,
1994*4882a593Smuzhiyun unsigned int *num_bits,
1995*4882a593Smuzhiyun u64 *blkno_start)
1996*4882a593Smuzhiyun {
1997*4882a593Smuzhiyun int status;
1998*4882a593Smuzhiyun struct ocfs2_suballoc_result res = { .sr_blkno = 0, };
1999*4882a593Smuzhiyun
2000*4882a593Smuzhiyun BUG_ON(!ac);
2001*4882a593Smuzhiyun BUG_ON(ac->ac_bits_wanted < (ac->ac_bits_given + bits_wanted));
2002*4882a593Smuzhiyun BUG_ON(ac->ac_which != OCFS2_AC_USE_META);
2003*4882a593Smuzhiyun
2004*4882a593Smuzhiyun status = ocfs2_claim_suballoc_bits(ac,
2005*4882a593Smuzhiyun handle,
2006*4882a593Smuzhiyun bits_wanted,
2007*4882a593Smuzhiyun 1,
2008*4882a593Smuzhiyun &res);
2009*4882a593Smuzhiyun if (status < 0) {
2010*4882a593Smuzhiyun mlog_errno(status);
2011*4882a593Smuzhiyun goto bail;
2012*4882a593Smuzhiyun }
2013*4882a593Smuzhiyun atomic_inc(&OCFS2_SB(ac->ac_inode->i_sb)->alloc_stats.bg_allocs);
2014*4882a593Smuzhiyun
2015*4882a593Smuzhiyun *suballoc_loc = res.sr_bg_blkno;
2016*4882a593Smuzhiyun *suballoc_bit_start = res.sr_bit_offset;
2017*4882a593Smuzhiyun *blkno_start = res.sr_blkno;
2018*4882a593Smuzhiyun ac->ac_bits_given += res.sr_bits;
2019*4882a593Smuzhiyun *num_bits = res.sr_bits;
2020*4882a593Smuzhiyun status = 0;
2021*4882a593Smuzhiyun bail:
2022*4882a593Smuzhiyun if (status)
2023*4882a593Smuzhiyun mlog_errno(status);
2024*4882a593Smuzhiyun return status;
2025*4882a593Smuzhiyun }
2026*4882a593Smuzhiyun
ocfs2_init_inode_ac_group(struct inode * dir,struct buffer_head * parent_di_bh,struct ocfs2_alloc_context * ac)2027*4882a593Smuzhiyun static void ocfs2_init_inode_ac_group(struct inode *dir,
2028*4882a593Smuzhiyun struct buffer_head *parent_di_bh,
2029*4882a593Smuzhiyun struct ocfs2_alloc_context *ac)
2030*4882a593Smuzhiyun {
2031*4882a593Smuzhiyun struct ocfs2_dinode *di = (struct ocfs2_dinode *)parent_di_bh->b_data;
2032*4882a593Smuzhiyun /*
2033*4882a593Smuzhiyun * Try to allocate inodes from some specific group.
2034*4882a593Smuzhiyun *
2035*4882a593Smuzhiyun * If the parent dir has recorded the last group used in allocation,
2036*4882a593Smuzhiyun * cool, use it. Otherwise if we try to allocate new inode from the
2037*4882a593Smuzhiyun * same slot the parent dir belongs to, use the same chunk.
2038*4882a593Smuzhiyun *
2039*4882a593Smuzhiyun * We are very careful here to avoid the mistake of setting
2040*4882a593Smuzhiyun * ac_last_group to a group descriptor from a different (unlocked) slot.
2041*4882a593Smuzhiyun */
2042*4882a593Smuzhiyun if (OCFS2_I(dir)->ip_last_used_group &&
2043*4882a593Smuzhiyun OCFS2_I(dir)->ip_last_used_slot == ac->ac_alloc_slot)
2044*4882a593Smuzhiyun ac->ac_last_group = OCFS2_I(dir)->ip_last_used_group;
2045*4882a593Smuzhiyun else if (le16_to_cpu(di->i_suballoc_slot) == ac->ac_alloc_slot) {
2046*4882a593Smuzhiyun if (di->i_suballoc_loc)
2047*4882a593Smuzhiyun ac->ac_last_group = le64_to_cpu(di->i_suballoc_loc);
2048*4882a593Smuzhiyun else
2049*4882a593Smuzhiyun ac->ac_last_group = ocfs2_which_suballoc_group(
2050*4882a593Smuzhiyun le64_to_cpu(di->i_blkno),
2051*4882a593Smuzhiyun le16_to_cpu(di->i_suballoc_bit));
2052*4882a593Smuzhiyun }
2053*4882a593Smuzhiyun }
2054*4882a593Smuzhiyun
ocfs2_save_inode_ac_group(struct inode * dir,struct ocfs2_alloc_context * ac)2055*4882a593Smuzhiyun static inline void ocfs2_save_inode_ac_group(struct inode *dir,
2056*4882a593Smuzhiyun struct ocfs2_alloc_context *ac)
2057*4882a593Smuzhiyun {
2058*4882a593Smuzhiyun OCFS2_I(dir)->ip_last_used_group = ac->ac_last_group;
2059*4882a593Smuzhiyun OCFS2_I(dir)->ip_last_used_slot = ac->ac_alloc_slot;
2060*4882a593Smuzhiyun }
2061*4882a593Smuzhiyun
ocfs2_find_new_inode_loc(struct inode * dir,struct buffer_head * parent_fe_bh,struct ocfs2_alloc_context * ac,u64 * fe_blkno)2062*4882a593Smuzhiyun int ocfs2_find_new_inode_loc(struct inode *dir,
2063*4882a593Smuzhiyun struct buffer_head *parent_fe_bh,
2064*4882a593Smuzhiyun struct ocfs2_alloc_context *ac,
2065*4882a593Smuzhiyun u64 *fe_blkno)
2066*4882a593Smuzhiyun {
2067*4882a593Smuzhiyun int ret;
2068*4882a593Smuzhiyun handle_t *handle = NULL;
2069*4882a593Smuzhiyun struct ocfs2_suballoc_result *res;
2070*4882a593Smuzhiyun
2071*4882a593Smuzhiyun BUG_ON(!ac);
2072*4882a593Smuzhiyun BUG_ON(ac->ac_bits_given != 0);
2073*4882a593Smuzhiyun BUG_ON(ac->ac_bits_wanted != 1);
2074*4882a593Smuzhiyun BUG_ON(ac->ac_which != OCFS2_AC_USE_INODE);
2075*4882a593Smuzhiyun
2076*4882a593Smuzhiyun res = kzalloc(sizeof(*res), GFP_NOFS);
2077*4882a593Smuzhiyun if (res == NULL) {
2078*4882a593Smuzhiyun ret = -ENOMEM;
2079*4882a593Smuzhiyun mlog_errno(ret);
2080*4882a593Smuzhiyun goto out;
2081*4882a593Smuzhiyun }
2082*4882a593Smuzhiyun
2083*4882a593Smuzhiyun ocfs2_init_inode_ac_group(dir, parent_fe_bh, ac);
2084*4882a593Smuzhiyun
2085*4882a593Smuzhiyun /*
2086*4882a593Smuzhiyun * The handle started here is for chain relink. Alternatively,
2087*4882a593Smuzhiyun * we could just disable relink for these calls.
2088*4882a593Smuzhiyun */
2089*4882a593Smuzhiyun handle = ocfs2_start_trans(OCFS2_SB(dir->i_sb), OCFS2_SUBALLOC_ALLOC);
2090*4882a593Smuzhiyun if (IS_ERR(handle)) {
2091*4882a593Smuzhiyun ret = PTR_ERR(handle);
2092*4882a593Smuzhiyun handle = NULL;
2093*4882a593Smuzhiyun mlog_errno(ret);
2094*4882a593Smuzhiyun goto out;
2095*4882a593Smuzhiyun }
2096*4882a593Smuzhiyun
2097*4882a593Smuzhiyun /*
2098*4882a593Smuzhiyun * This will instruct ocfs2_claim_suballoc_bits and
2099*4882a593Smuzhiyun * ocfs2_search_one_group to search but save actual allocation
2100*4882a593Smuzhiyun * for later.
2101*4882a593Smuzhiyun */
2102*4882a593Smuzhiyun ac->ac_find_loc_only = 1;
2103*4882a593Smuzhiyun
2104*4882a593Smuzhiyun ret = ocfs2_claim_suballoc_bits(ac, handle, 1, 1, res);
2105*4882a593Smuzhiyun if (ret < 0) {
2106*4882a593Smuzhiyun mlog_errno(ret);
2107*4882a593Smuzhiyun goto out;
2108*4882a593Smuzhiyun }
2109*4882a593Smuzhiyun
2110*4882a593Smuzhiyun ac->ac_find_loc_priv = res;
2111*4882a593Smuzhiyun *fe_blkno = res->sr_blkno;
2112*4882a593Smuzhiyun ocfs2_update_inode_fsync_trans(handle, dir, 0);
2113*4882a593Smuzhiyun out:
2114*4882a593Smuzhiyun if (handle)
2115*4882a593Smuzhiyun ocfs2_commit_trans(OCFS2_SB(dir->i_sb), handle);
2116*4882a593Smuzhiyun
2117*4882a593Smuzhiyun if (ret)
2118*4882a593Smuzhiyun kfree(res);
2119*4882a593Smuzhiyun
2120*4882a593Smuzhiyun return ret;
2121*4882a593Smuzhiyun }
2122*4882a593Smuzhiyun
ocfs2_claim_new_inode_at_loc(handle_t * handle,struct inode * dir,struct ocfs2_alloc_context * ac,u64 * suballoc_loc,u16 * suballoc_bit,u64 di_blkno)2123*4882a593Smuzhiyun int ocfs2_claim_new_inode_at_loc(handle_t *handle,
2124*4882a593Smuzhiyun struct inode *dir,
2125*4882a593Smuzhiyun struct ocfs2_alloc_context *ac,
2126*4882a593Smuzhiyun u64 *suballoc_loc,
2127*4882a593Smuzhiyun u16 *suballoc_bit,
2128*4882a593Smuzhiyun u64 di_blkno)
2129*4882a593Smuzhiyun {
2130*4882a593Smuzhiyun int ret;
2131*4882a593Smuzhiyun u16 chain;
2132*4882a593Smuzhiyun struct ocfs2_suballoc_result *res = ac->ac_find_loc_priv;
2133*4882a593Smuzhiyun struct buffer_head *bg_bh = NULL;
2134*4882a593Smuzhiyun struct ocfs2_group_desc *bg;
2135*4882a593Smuzhiyun struct ocfs2_dinode *di = (struct ocfs2_dinode *) ac->ac_bh->b_data;
2136*4882a593Smuzhiyun
2137*4882a593Smuzhiyun /*
2138*4882a593Smuzhiyun * Since di_blkno is being passed back in, we check for any
2139*4882a593Smuzhiyun * inconsistencies which may have happened between
2140*4882a593Smuzhiyun * calls. These are code bugs as di_blkno is not expected to
2141*4882a593Smuzhiyun * change once returned from ocfs2_find_new_inode_loc()
2142*4882a593Smuzhiyun */
2143*4882a593Smuzhiyun BUG_ON(res->sr_blkno != di_blkno);
2144*4882a593Smuzhiyun
2145*4882a593Smuzhiyun ret = ocfs2_read_group_descriptor(ac->ac_inode, di,
2146*4882a593Smuzhiyun res->sr_bg_stable_blkno, &bg_bh);
2147*4882a593Smuzhiyun if (ret) {
2148*4882a593Smuzhiyun mlog_errno(ret);
2149*4882a593Smuzhiyun goto out;
2150*4882a593Smuzhiyun }
2151*4882a593Smuzhiyun
2152*4882a593Smuzhiyun bg = (struct ocfs2_group_desc *) bg_bh->b_data;
2153*4882a593Smuzhiyun chain = le16_to_cpu(bg->bg_chain);
2154*4882a593Smuzhiyun
2155*4882a593Smuzhiyun ret = ocfs2_alloc_dinode_update_counts(ac->ac_inode, handle,
2156*4882a593Smuzhiyun ac->ac_bh, res->sr_bits,
2157*4882a593Smuzhiyun chain);
2158*4882a593Smuzhiyun if (ret) {
2159*4882a593Smuzhiyun mlog_errno(ret);
2160*4882a593Smuzhiyun goto out;
2161*4882a593Smuzhiyun }
2162*4882a593Smuzhiyun
2163*4882a593Smuzhiyun ret = ocfs2_block_group_set_bits(handle,
2164*4882a593Smuzhiyun ac->ac_inode,
2165*4882a593Smuzhiyun bg,
2166*4882a593Smuzhiyun bg_bh,
2167*4882a593Smuzhiyun res->sr_bit_offset,
2168*4882a593Smuzhiyun res->sr_bits);
2169*4882a593Smuzhiyun if (ret < 0) {
2170*4882a593Smuzhiyun ocfs2_rollback_alloc_dinode_counts(ac->ac_inode,
2171*4882a593Smuzhiyun ac->ac_bh, res->sr_bits, chain);
2172*4882a593Smuzhiyun mlog_errno(ret);
2173*4882a593Smuzhiyun goto out;
2174*4882a593Smuzhiyun }
2175*4882a593Smuzhiyun
2176*4882a593Smuzhiyun trace_ocfs2_claim_new_inode_at_loc((unsigned long long)di_blkno,
2177*4882a593Smuzhiyun res->sr_bits);
2178*4882a593Smuzhiyun
2179*4882a593Smuzhiyun atomic_inc(&OCFS2_SB(ac->ac_inode->i_sb)->alloc_stats.bg_allocs);
2180*4882a593Smuzhiyun
2181*4882a593Smuzhiyun BUG_ON(res->sr_bits != 1);
2182*4882a593Smuzhiyun
2183*4882a593Smuzhiyun *suballoc_loc = res->sr_bg_blkno;
2184*4882a593Smuzhiyun *suballoc_bit = res->sr_bit_offset;
2185*4882a593Smuzhiyun ac->ac_bits_given++;
2186*4882a593Smuzhiyun ocfs2_save_inode_ac_group(dir, ac);
2187*4882a593Smuzhiyun
2188*4882a593Smuzhiyun out:
2189*4882a593Smuzhiyun brelse(bg_bh);
2190*4882a593Smuzhiyun
2191*4882a593Smuzhiyun return ret;
2192*4882a593Smuzhiyun }
2193*4882a593Smuzhiyun
ocfs2_claim_new_inode(handle_t * handle,struct inode * dir,struct buffer_head * parent_fe_bh,struct ocfs2_alloc_context * ac,u64 * suballoc_loc,u16 * suballoc_bit,u64 * fe_blkno)2194*4882a593Smuzhiyun int ocfs2_claim_new_inode(handle_t *handle,
2195*4882a593Smuzhiyun struct inode *dir,
2196*4882a593Smuzhiyun struct buffer_head *parent_fe_bh,
2197*4882a593Smuzhiyun struct ocfs2_alloc_context *ac,
2198*4882a593Smuzhiyun u64 *suballoc_loc,
2199*4882a593Smuzhiyun u16 *suballoc_bit,
2200*4882a593Smuzhiyun u64 *fe_blkno)
2201*4882a593Smuzhiyun {
2202*4882a593Smuzhiyun int status;
2203*4882a593Smuzhiyun struct ocfs2_suballoc_result res;
2204*4882a593Smuzhiyun
2205*4882a593Smuzhiyun BUG_ON(!ac);
2206*4882a593Smuzhiyun BUG_ON(ac->ac_bits_given != 0);
2207*4882a593Smuzhiyun BUG_ON(ac->ac_bits_wanted != 1);
2208*4882a593Smuzhiyun BUG_ON(ac->ac_which != OCFS2_AC_USE_INODE);
2209*4882a593Smuzhiyun
2210*4882a593Smuzhiyun ocfs2_init_inode_ac_group(dir, parent_fe_bh, ac);
2211*4882a593Smuzhiyun
2212*4882a593Smuzhiyun status = ocfs2_claim_suballoc_bits(ac,
2213*4882a593Smuzhiyun handle,
2214*4882a593Smuzhiyun 1,
2215*4882a593Smuzhiyun 1,
2216*4882a593Smuzhiyun &res);
2217*4882a593Smuzhiyun if (status < 0) {
2218*4882a593Smuzhiyun mlog_errno(status);
2219*4882a593Smuzhiyun goto bail;
2220*4882a593Smuzhiyun }
2221*4882a593Smuzhiyun atomic_inc(&OCFS2_SB(ac->ac_inode->i_sb)->alloc_stats.bg_allocs);
2222*4882a593Smuzhiyun
2223*4882a593Smuzhiyun BUG_ON(res.sr_bits != 1);
2224*4882a593Smuzhiyun
2225*4882a593Smuzhiyun *suballoc_loc = res.sr_bg_blkno;
2226*4882a593Smuzhiyun *suballoc_bit = res.sr_bit_offset;
2227*4882a593Smuzhiyun *fe_blkno = res.sr_blkno;
2228*4882a593Smuzhiyun ac->ac_bits_given++;
2229*4882a593Smuzhiyun ocfs2_save_inode_ac_group(dir, ac);
2230*4882a593Smuzhiyun status = 0;
2231*4882a593Smuzhiyun bail:
2232*4882a593Smuzhiyun if (status)
2233*4882a593Smuzhiyun mlog_errno(status);
2234*4882a593Smuzhiyun return status;
2235*4882a593Smuzhiyun }
2236*4882a593Smuzhiyun
2237*4882a593Smuzhiyun /* translate a group desc. blkno and it's bitmap offset into
2238*4882a593Smuzhiyun * disk cluster offset. */
ocfs2_desc_bitmap_to_cluster_off(struct inode * inode,u64 bg_blkno,u16 bg_bit_off)2239*4882a593Smuzhiyun static inline u32 ocfs2_desc_bitmap_to_cluster_off(struct inode *inode,
2240*4882a593Smuzhiyun u64 bg_blkno,
2241*4882a593Smuzhiyun u16 bg_bit_off)
2242*4882a593Smuzhiyun {
2243*4882a593Smuzhiyun struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
2244*4882a593Smuzhiyun u32 cluster = 0;
2245*4882a593Smuzhiyun
2246*4882a593Smuzhiyun BUG_ON(!ocfs2_is_cluster_bitmap(inode));
2247*4882a593Smuzhiyun
2248*4882a593Smuzhiyun if (bg_blkno != osb->first_cluster_group_blkno)
2249*4882a593Smuzhiyun cluster = ocfs2_blocks_to_clusters(inode->i_sb, bg_blkno);
2250*4882a593Smuzhiyun cluster += (u32) bg_bit_off;
2251*4882a593Smuzhiyun return cluster;
2252*4882a593Smuzhiyun }
2253*4882a593Smuzhiyun
2254*4882a593Smuzhiyun /* given a cluster offset, calculate which block group it belongs to
2255*4882a593Smuzhiyun * and return that block offset. */
ocfs2_which_cluster_group(struct inode * inode,u32 cluster)2256*4882a593Smuzhiyun u64 ocfs2_which_cluster_group(struct inode *inode, u32 cluster)
2257*4882a593Smuzhiyun {
2258*4882a593Smuzhiyun struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
2259*4882a593Smuzhiyun u32 group_no;
2260*4882a593Smuzhiyun
2261*4882a593Smuzhiyun BUG_ON(!ocfs2_is_cluster_bitmap(inode));
2262*4882a593Smuzhiyun
2263*4882a593Smuzhiyun group_no = cluster / osb->bitmap_cpg;
2264*4882a593Smuzhiyun if (!group_no)
2265*4882a593Smuzhiyun return osb->first_cluster_group_blkno;
2266*4882a593Smuzhiyun return ocfs2_clusters_to_blocks(inode->i_sb,
2267*4882a593Smuzhiyun group_no * osb->bitmap_cpg);
2268*4882a593Smuzhiyun }
2269*4882a593Smuzhiyun
2270*4882a593Smuzhiyun /* given the block number of a cluster start, calculate which cluster
2271*4882a593Smuzhiyun * group and descriptor bitmap offset that corresponds to. */
ocfs2_block_to_cluster_group(struct inode * inode,u64 data_blkno,u64 * bg_blkno,u16 * bg_bit_off)2272*4882a593Smuzhiyun static inline void ocfs2_block_to_cluster_group(struct inode *inode,
2273*4882a593Smuzhiyun u64 data_blkno,
2274*4882a593Smuzhiyun u64 *bg_blkno,
2275*4882a593Smuzhiyun u16 *bg_bit_off)
2276*4882a593Smuzhiyun {
2277*4882a593Smuzhiyun struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
2278*4882a593Smuzhiyun u32 data_cluster = ocfs2_blocks_to_clusters(osb->sb, data_blkno);
2279*4882a593Smuzhiyun
2280*4882a593Smuzhiyun BUG_ON(!ocfs2_is_cluster_bitmap(inode));
2281*4882a593Smuzhiyun
2282*4882a593Smuzhiyun *bg_blkno = ocfs2_which_cluster_group(inode,
2283*4882a593Smuzhiyun data_cluster);
2284*4882a593Smuzhiyun
2285*4882a593Smuzhiyun if (*bg_blkno == osb->first_cluster_group_blkno)
2286*4882a593Smuzhiyun *bg_bit_off = (u16) data_cluster;
2287*4882a593Smuzhiyun else
2288*4882a593Smuzhiyun *bg_bit_off = (u16) ocfs2_blocks_to_clusters(osb->sb,
2289*4882a593Smuzhiyun data_blkno - *bg_blkno);
2290*4882a593Smuzhiyun }
2291*4882a593Smuzhiyun
2292*4882a593Smuzhiyun /*
2293*4882a593Smuzhiyun * min_bits - minimum contiguous chunk from this total allocation we
2294*4882a593Smuzhiyun * can handle. set to what we asked for originally for a full
2295*4882a593Smuzhiyun * contig. allocation, set to '1' to indicate we can deal with extents
2296*4882a593Smuzhiyun * of any size.
2297*4882a593Smuzhiyun */
__ocfs2_claim_clusters(handle_t * handle,struct ocfs2_alloc_context * ac,u32 min_clusters,u32 max_clusters,u32 * cluster_start,u32 * num_clusters)2298*4882a593Smuzhiyun int __ocfs2_claim_clusters(handle_t *handle,
2299*4882a593Smuzhiyun struct ocfs2_alloc_context *ac,
2300*4882a593Smuzhiyun u32 min_clusters,
2301*4882a593Smuzhiyun u32 max_clusters,
2302*4882a593Smuzhiyun u32 *cluster_start,
2303*4882a593Smuzhiyun u32 *num_clusters)
2304*4882a593Smuzhiyun {
2305*4882a593Smuzhiyun int status;
2306*4882a593Smuzhiyun unsigned int bits_wanted = max_clusters;
2307*4882a593Smuzhiyun struct ocfs2_suballoc_result res = { .sr_blkno = 0, };
2308*4882a593Smuzhiyun struct ocfs2_super *osb = OCFS2_SB(ac->ac_inode->i_sb);
2309*4882a593Smuzhiyun
2310*4882a593Smuzhiyun BUG_ON(ac->ac_bits_given >= ac->ac_bits_wanted);
2311*4882a593Smuzhiyun
2312*4882a593Smuzhiyun BUG_ON(ac->ac_which != OCFS2_AC_USE_LOCAL
2313*4882a593Smuzhiyun && ac->ac_which != OCFS2_AC_USE_MAIN);
2314*4882a593Smuzhiyun
2315*4882a593Smuzhiyun if (ac->ac_which == OCFS2_AC_USE_LOCAL) {
2316*4882a593Smuzhiyun WARN_ON(min_clusters > 1);
2317*4882a593Smuzhiyun
2318*4882a593Smuzhiyun status = ocfs2_claim_local_alloc_bits(osb,
2319*4882a593Smuzhiyun handle,
2320*4882a593Smuzhiyun ac,
2321*4882a593Smuzhiyun bits_wanted,
2322*4882a593Smuzhiyun cluster_start,
2323*4882a593Smuzhiyun num_clusters);
2324*4882a593Smuzhiyun if (!status)
2325*4882a593Smuzhiyun atomic_inc(&osb->alloc_stats.local_data);
2326*4882a593Smuzhiyun } else {
2327*4882a593Smuzhiyun if (min_clusters > (osb->bitmap_cpg - 1)) {
2328*4882a593Smuzhiyun /* The only paths asking for contiguousness
2329*4882a593Smuzhiyun * should know about this already. */
2330*4882a593Smuzhiyun mlog(ML_ERROR, "minimum allocation requested %u exceeds "
2331*4882a593Smuzhiyun "group bitmap size %u!\n", min_clusters,
2332*4882a593Smuzhiyun osb->bitmap_cpg);
2333*4882a593Smuzhiyun status = -ENOSPC;
2334*4882a593Smuzhiyun goto bail;
2335*4882a593Smuzhiyun }
2336*4882a593Smuzhiyun /* clamp the current request down to a realistic size. */
2337*4882a593Smuzhiyun if (bits_wanted > (osb->bitmap_cpg - 1))
2338*4882a593Smuzhiyun bits_wanted = osb->bitmap_cpg - 1;
2339*4882a593Smuzhiyun
2340*4882a593Smuzhiyun status = ocfs2_claim_suballoc_bits(ac,
2341*4882a593Smuzhiyun handle,
2342*4882a593Smuzhiyun bits_wanted,
2343*4882a593Smuzhiyun min_clusters,
2344*4882a593Smuzhiyun &res);
2345*4882a593Smuzhiyun if (!status) {
2346*4882a593Smuzhiyun BUG_ON(res.sr_blkno); /* cluster alloc can't set */
2347*4882a593Smuzhiyun *cluster_start =
2348*4882a593Smuzhiyun ocfs2_desc_bitmap_to_cluster_off(ac->ac_inode,
2349*4882a593Smuzhiyun res.sr_bg_blkno,
2350*4882a593Smuzhiyun res.sr_bit_offset);
2351*4882a593Smuzhiyun atomic_inc(&osb->alloc_stats.bitmap_data);
2352*4882a593Smuzhiyun *num_clusters = res.sr_bits;
2353*4882a593Smuzhiyun }
2354*4882a593Smuzhiyun }
2355*4882a593Smuzhiyun if (status < 0) {
2356*4882a593Smuzhiyun if (status != -ENOSPC)
2357*4882a593Smuzhiyun mlog_errno(status);
2358*4882a593Smuzhiyun goto bail;
2359*4882a593Smuzhiyun }
2360*4882a593Smuzhiyun
2361*4882a593Smuzhiyun ac->ac_bits_given += *num_clusters;
2362*4882a593Smuzhiyun
2363*4882a593Smuzhiyun bail:
2364*4882a593Smuzhiyun if (status)
2365*4882a593Smuzhiyun mlog_errno(status);
2366*4882a593Smuzhiyun return status;
2367*4882a593Smuzhiyun }
2368*4882a593Smuzhiyun
ocfs2_claim_clusters(handle_t * handle,struct ocfs2_alloc_context * ac,u32 min_clusters,u32 * cluster_start,u32 * num_clusters)2369*4882a593Smuzhiyun int ocfs2_claim_clusters(handle_t *handle,
2370*4882a593Smuzhiyun struct ocfs2_alloc_context *ac,
2371*4882a593Smuzhiyun u32 min_clusters,
2372*4882a593Smuzhiyun u32 *cluster_start,
2373*4882a593Smuzhiyun u32 *num_clusters)
2374*4882a593Smuzhiyun {
2375*4882a593Smuzhiyun unsigned int bits_wanted = ac->ac_bits_wanted - ac->ac_bits_given;
2376*4882a593Smuzhiyun
2377*4882a593Smuzhiyun return __ocfs2_claim_clusters(handle, ac, min_clusters,
2378*4882a593Smuzhiyun bits_wanted, cluster_start, num_clusters);
2379*4882a593Smuzhiyun }
2380*4882a593Smuzhiyun
ocfs2_block_group_clear_bits(handle_t * handle,struct inode * alloc_inode,struct ocfs2_group_desc * bg,struct buffer_head * group_bh,unsigned int bit_off,unsigned int num_bits,void (* undo_fn)(unsigned int bit,unsigned long * bmap))2381*4882a593Smuzhiyun static int ocfs2_block_group_clear_bits(handle_t *handle,
2382*4882a593Smuzhiyun struct inode *alloc_inode,
2383*4882a593Smuzhiyun struct ocfs2_group_desc *bg,
2384*4882a593Smuzhiyun struct buffer_head *group_bh,
2385*4882a593Smuzhiyun unsigned int bit_off,
2386*4882a593Smuzhiyun unsigned int num_bits,
2387*4882a593Smuzhiyun void (*undo_fn)(unsigned int bit,
2388*4882a593Smuzhiyun unsigned long *bmap))
2389*4882a593Smuzhiyun {
2390*4882a593Smuzhiyun int status;
2391*4882a593Smuzhiyun unsigned int tmp;
2392*4882a593Smuzhiyun struct ocfs2_group_desc *undo_bg = NULL;
2393*4882a593Smuzhiyun struct journal_head *jh;
2394*4882a593Smuzhiyun
2395*4882a593Smuzhiyun /* The caller got this descriptor from
2396*4882a593Smuzhiyun * ocfs2_read_group_descriptor(). Any corruption is a code bug. */
2397*4882a593Smuzhiyun BUG_ON(!OCFS2_IS_VALID_GROUP_DESC(bg));
2398*4882a593Smuzhiyun
2399*4882a593Smuzhiyun trace_ocfs2_block_group_clear_bits(bit_off, num_bits);
2400*4882a593Smuzhiyun
2401*4882a593Smuzhiyun BUG_ON(undo_fn && !ocfs2_is_cluster_bitmap(alloc_inode));
2402*4882a593Smuzhiyun status = ocfs2_journal_access_gd(handle, INODE_CACHE(alloc_inode),
2403*4882a593Smuzhiyun group_bh,
2404*4882a593Smuzhiyun undo_fn ?
2405*4882a593Smuzhiyun OCFS2_JOURNAL_ACCESS_UNDO :
2406*4882a593Smuzhiyun OCFS2_JOURNAL_ACCESS_WRITE);
2407*4882a593Smuzhiyun if (status < 0) {
2408*4882a593Smuzhiyun mlog_errno(status);
2409*4882a593Smuzhiyun goto bail;
2410*4882a593Smuzhiyun }
2411*4882a593Smuzhiyun
2412*4882a593Smuzhiyun jh = bh2jh(group_bh);
2413*4882a593Smuzhiyun if (undo_fn) {
2414*4882a593Smuzhiyun spin_lock(&jh->b_state_lock);
2415*4882a593Smuzhiyun undo_bg = (struct ocfs2_group_desc *) jh->b_committed_data;
2416*4882a593Smuzhiyun BUG_ON(!undo_bg);
2417*4882a593Smuzhiyun }
2418*4882a593Smuzhiyun
2419*4882a593Smuzhiyun tmp = num_bits;
2420*4882a593Smuzhiyun while(tmp--) {
2421*4882a593Smuzhiyun ocfs2_clear_bit((bit_off + tmp),
2422*4882a593Smuzhiyun (unsigned long *) bg->bg_bitmap);
2423*4882a593Smuzhiyun if (undo_fn)
2424*4882a593Smuzhiyun undo_fn(bit_off + tmp,
2425*4882a593Smuzhiyun (unsigned long *) undo_bg->bg_bitmap);
2426*4882a593Smuzhiyun }
2427*4882a593Smuzhiyun le16_add_cpu(&bg->bg_free_bits_count, num_bits);
2428*4882a593Smuzhiyun if (le16_to_cpu(bg->bg_free_bits_count) > le16_to_cpu(bg->bg_bits)) {
2429*4882a593Smuzhiyun if (undo_fn)
2430*4882a593Smuzhiyun spin_unlock(&jh->b_state_lock);
2431*4882a593Smuzhiyun return ocfs2_error(alloc_inode->i_sb, "Group descriptor # %llu has bit count %u but claims %u are freed. num_bits %d\n",
2432*4882a593Smuzhiyun (unsigned long long)le64_to_cpu(bg->bg_blkno),
2433*4882a593Smuzhiyun le16_to_cpu(bg->bg_bits),
2434*4882a593Smuzhiyun le16_to_cpu(bg->bg_free_bits_count),
2435*4882a593Smuzhiyun num_bits);
2436*4882a593Smuzhiyun }
2437*4882a593Smuzhiyun
2438*4882a593Smuzhiyun if (undo_fn)
2439*4882a593Smuzhiyun spin_unlock(&jh->b_state_lock);
2440*4882a593Smuzhiyun
2441*4882a593Smuzhiyun ocfs2_journal_dirty(handle, group_bh);
2442*4882a593Smuzhiyun bail:
2443*4882a593Smuzhiyun return status;
2444*4882a593Smuzhiyun }
2445*4882a593Smuzhiyun
2446*4882a593Smuzhiyun /*
2447*4882a593Smuzhiyun * expects the suballoc inode to already be locked.
2448*4882a593Smuzhiyun */
_ocfs2_free_suballoc_bits(handle_t * handle,struct inode * alloc_inode,struct buffer_head * alloc_bh,unsigned int start_bit,u64 bg_blkno,unsigned int count,void (* undo_fn)(unsigned int bit,unsigned long * bitmap))2449*4882a593Smuzhiyun static int _ocfs2_free_suballoc_bits(handle_t *handle,
2450*4882a593Smuzhiyun struct inode *alloc_inode,
2451*4882a593Smuzhiyun struct buffer_head *alloc_bh,
2452*4882a593Smuzhiyun unsigned int start_bit,
2453*4882a593Smuzhiyun u64 bg_blkno,
2454*4882a593Smuzhiyun unsigned int count,
2455*4882a593Smuzhiyun void (*undo_fn)(unsigned int bit,
2456*4882a593Smuzhiyun unsigned long *bitmap))
2457*4882a593Smuzhiyun {
2458*4882a593Smuzhiyun int status = 0;
2459*4882a593Smuzhiyun u32 tmp_used;
2460*4882a593Smuzhiyun struct ocfs2_dinode *fe = (struct ocfs2_dinode *) alloc_bh->b_data;
2461*4882a593Smuzhiyun struct ocfs2_chain_list *cl = &fe->id2.i_chain;
2462*4882a593Smuzhiyun struct buffer_head *group_bh = NULL;
2463*4882a593Smuzhiyun struct ocfs2_group_desc *group;
2464*4882a593Smuzhiyun
2465*4882a593Smuzhiyun /* The alloc_bh comes from ocfs2_free_dinode() or
2466*4882a593Smuzhiyun * ocfs2_free_clusters(). The callers have all locked the
2467*4882a593Smuzhiyun * allocator and gotten alloc_bh from the lock call. This
2468*4882a593Smuzhiyun * validates the dinode buffer. Any corruption that has happened
2469*4882a593Smuzhiyun * is a code bug. */
2470*4882a593Smuzhiyun BUG_ON(!OCFS2_IS_VALID_DINODE(fe));
2471*4882a593Smuzhiyun BUG_ON((count + start_bit) > ocfs2_bits_per_group(cl));
2472*4882a593Smuzhiyun
2473*4882a593Smuzhiyun trace_ocfs2_free_suballoc_bits(
2474*4882a593Smuzhiyun (unsigned long long)OCFS2_I(alloc_inode)->ip_blkno,
2475*4882a593Smuzhiyun (unsigned long long)bg_blkno,
2476*4882a593Smuzhiyun start_bit, count);
2477*4882a593Smuzhiyun
2478*4882a593Smuzhiyun status = ocfs2_read_group_descriptor(alloc_inode, fe, bg_blkno,
2479*4882a593Smuzhiyun &group_bh);
2480*4882a593Smuzhiyun if (status < 0) {
2481*4882a593Smuzhiyun mlog_errno(status);
2482*4882a593Smuzhiyun goto bail;
2483*4882a593Smuzhiyun }
2484*4882a593Smuzhiyun group = (struct ocfs2_group_desc *) group_bh->b_data;
2485*4882a593Smuzhiyun
2486*4882a593Smuzhiyun BUG_ON((count + start_bit) > le16_to_cpu(group->bg_bits));
2487*4882a593Smuzhiyun
2488*4882a593Smuzhiyun status = ocfs2_block_group_clear_bits(handle, alloc_inode,
2489*4882a593Smuzhiyun group, group_bh,
2490*4882a593Smuzhiyun start_bit, count, undo_fn);
2491*4882a593Smuzhiyun if (status < 0) {
2492*4882a593Smuzhiyun mlog_errno(status);
2493*4882a593Smuzhiyun goto bail;
2494*4882a593Smuzhiyun }
2495*4882a593Smuzhiyun
2496*4882a593Smuzhiyun status = ocfs2_journal_access_di(handle, INODE_CACHE(alloc_inode),
2497*4882a593Smuzhiyun alloc_bh, OCFS2_JOURNAL_ACCESS_WRITE);
2498*4882a593Smuzhiyun if (status < 0) {
2499*4882a593Smuzhiyun mlog_errno(status);
2500*4882a593Smuzhiyun ocfs2_block_group_set_bits(handle, alloc_inode, group, group_bh,
2501*4882a593Smuzhiyun start_bit, count);
2502*4882a593Smuzhiyun goto bail;
2503*4882a593Smuzhiyun }
2504*4882a593Smuzhiyun
2505*4882a593Smuzhiyun le32_add_cpu(&cl->cl_recs[le16_to_cpu(group->bg_chain)].c_free,
2506*4882a593Smuzhiyun count);
2507*4882a593Smuzhiyun tmp_used = le32_to_cpu(fe->id1.bitmap1.i_used);
2508*4882a593Smuzhiyun fe->id1.bitmap1.i_used = cpu_to_le32(tmp_used - count);
2509*4882a593Smuzhiyun ocfs2_journal_dirty(handle, alloc_bh);
2510*4882a593Smuzhiyun
2511*4882a593Smuzhiyun bail:
2512*4882a593Smuzhiyun brelse(group_bh);
2513*4882a593Smuzhiyun return status;
2514*4882a593Smuzhiyun }
2515*4882a593Smuzhiyun
ocfs2_free_suballoc_bits(handle_t * handle,struct inode * alloc_inode,struct buffer_head * alloc_bh,unsigned int start_bit,u64 bg_blkno,unsigned int count)2516*4882a593Smuzhiyun int ocfs2_free_suballoc_bits(handle_t *handle,
2517*4882a593Smuzhiyun struct inode *alloc_inode,
2518*4882a593Smuzhiyun struct buffer_head *alloc_bh,
2519*4882a593Smuzhiyun unsigned int start_bit,
2520*4882a593Smuzhiyun u64 bg_blkno,
2521*4882a593Smuzhiyun unsigned int count)
2522*4882a593Smuzhiyun {
2523*4882a593Smuzhiyun return _ocfs2_free_suballoc_bits(handle, alloc_inode, alloc_bh,
2524*4882a593Smuzhiyun start_bit, bg_blkno, count, NULL);
2525*4882a593Smuzhiyun }
2526*4882a593Smuzhiyun
ocfs2_free_dinode(handle_t * handle,struct inode * inode_alloc_inode,struct buffer_head * inode_alloc_bh,struct ocfs2_dinode * di)2527*4882a593Smuzhiyun int ocfs2_free_dinode(handle_t *handle,
2528*4882a593Smuzhiyun struct inode *inode_alloc_inode,
2529*4882a593Smuzhiyun struct buffer_head *inode_alloc_bh,
2530*4882a593Smuzhiyun struct ocfs2_dinode *di)
2531*4882a593Smuzhiyun {
2532*4882a593Smuzhiyun u64 blk = le64_to_cpu(di->i_blkno);
2533*4882a593Smuzhiyun u16 bit = le16_to_cpu(di->i_suballoc_bit);
2534*4882a593Smuzhiyun u64 bg_blkno = ocfs2_which_suballoc_group(blk, bit);
2535*4882a593Smuzhiyun
2536*4882a593Smuzhiyun if (di->i_suballoc_loc)
2537*4882a593Smuzhiyun bg_blkno = le64_to_cpu(di->i_suballoc_loc);
2538*4882a593Smuzhiyun return ocfs2_free_suballoc_bits(handle, inode_alloc_inode,
2539*4882a593Smuzhiyun inode_alloc_bh, bit, bg_blkno, 1);
2540*4882a593Smuzhiyun }
2541*4882a593Smuzhiyun
_ocfs2_free_clusters(handle_t * handle,struct inode * bitmap_inode,struct buffer_head * bitmap_bh,u64 start_blk,unsigned int num_clusters,void (* undo_fn)(unsigned int bit,unsigned long * bitmap))2542*4882a593Smuzhiyun static int _ocfs2_free_clusters(handle_t *handle,
2543*4882a593Smuzhiyun struct inode *bitmap_inode,
2544*4882a593Smuzhiyun struct buffer_head *bitmap_bh,
2545*4882a593Smuzhiyun u64 start_blk,
2546*4882a593Smuzhiyun unsigned int num_clusters,
2547*4882a593Smuzhiyun void (*undo_fn)(unsigned int bit,
2548*4882a593Smuzhiyun unsigned long *bitmap))
2549*4882a593Smuzhiyun {
2550*4882a593Smuzhiyun int status;
2551*4882a593Smuzhiyun u16 bg_start_bit;
2552*4882a593Smuzhiyun u64 bg_blkno;
2553*4882a593Smuzhiyun
2554*4882a593Smuzhiyun /* You can't ever have a contiguous set of clusters
2555*4882a593Smuzhiyun * bigger than a block group bitmap so we never have to worry
2556*4882a593Smuzhiyun * about looping on them.
2557*4882a593Smuzhiyun * This is expensive. We can safely remove once this stuff has
2558*4882a593Smuzhiyun * gotten tested really well. */
2559*4882a593Smuzhiyun BUG_ON(start_blk != ocfs2_clusters_to_blocks(bitmap_inode->i_sb,
2560*4882a593Smuzhiyun ocfs2_blocks_to_clusters(bitmap_inode->i_sb,
2561*4882a593Smuzhiyun start_blk)));
2562*4882a593Smuzhiyun
2563*4882a593Smuzhiyun
2564*4882a593Smuzhiyun ocfs2_block_to_cluster_group(bitmap_inode, start_blk, &bg_blkno,
2565*4882a593Smuzhiyun &bg_start_bit);
2566*4882a593Smuzhiyun
2567*4882a593Smuzhiyun trace_ocfs2_free_clusters((unsigned long long)bg_blkno,
2568*4882a593Smuzhiyun (unsigned long long)start_blk,
2569*4882a593Smuzhiyun bg_start_bit, num_clusters);
2570*4882a593Smuzhiyun
2571*4882a593Smuzhiyun status = _ocfs2_free_suballoc_bits(handle, bitmap_inode, bitmap_bh,
2572*4882a593Smuzhiyun bg_start_bit, bg_blkno,
2573*4882a593Smuzhiyun num_clusters, undo_fn);
2574*4882a593Smuzhiyun if (status < 0) {
2575*4882a593Smuzhiyun mlog_errno(status);
2576*4882a593Smuzhiyun goto out;
2577*4882a593Smuzhiyun }
2578*4882a593Smuzhiyun
2579*4882a593Smuzhiyun ocfs2_local_alloc_seen_free_bits(OCFS2_SB(bitmap_inode->i_sb),
2580*4882a593Smuzhiyun num_clusters);
2581*4882a593Smuzhiyun
2582*4882a593Smuzhiyun out:
2583*4882a593Smuzhiyun return status;
2584*4882a593Smuzhiyun }
2585*4882a593Smuzhiyun
ocfs2_free_clusters(handle_t * handle,struct inode * bitmap_inode,struct buffer_head * bitmap_bh,u64 start_blk,unsigned int num_clusters)2586*4882a593Smuzhiyun int ocfs2_free_clusters(handle_t *handle,
2587*4882a593Smuzhiyun struct inode *bitmap_inode,
2588*4882a593Smuzhiyun struct buffer_head *bitmap_bh,
2589*4882a593Smuzhiyun u64 start_blk,
2590*4882a593Smuzhiyun unsigned int num_clusters)
2591*4882a593Smuzhiyun {
2592*4882a593Smuzhiyun return _ocfs2_free_clusters(handle, bitmap_inode, bitmap_bh,
2593*4882a593Smuzhiyun start_blk, num_clusters,
2594*4882a593Smuzhiyun _ocfs2_set_bit);
2595*4882a593Smuzhiyun }
2596*4882a593Smuzhiyun
2597*4882a593Smuzhiyun /*
2598*4882a593Smuzhiyun * Give never-used clusters back to the global bitmap. We don't need
2599*4882a593Smuzhiyun * to protect these bits in the undo buffer.
2600*4882a593Smuzhiyun */
ocfs2_release_clusters(handle_t * handle,struct inode * bitmap_inode,struct buffer_head * bitmap_bh,u64 start_blk,unsigned int num_clusters)2601*4882a593Smuzhiyun int ocfs2_release_clusters(handle_t *handle,
2602*4882a593Smuzhiyun struct inode *bitmap_inode,
2603*4882a593Smuzhiyun struct buffer_head *bitmap_bh,
2604*4882a593Smuzhiyun u64 start_blk,
2605*4882a593Smuzhiyun unsigned int num_clusters)
2606*4882a593Smuzhiyun {
2607*4882a593Smuzhiyun return _ocfs2_free_clusters(handle, bitmap_inode, bitmap_bh,
2608*4882a593Smuzhiyun start_blk, num_clusters,
2609*4882a593Smuzhiyun _ocfs2_clear_bit);
2610*4882a593Smuzhiyun }
2611*4882a593Smuzhiyun
2612*4882a593Smuzhiyun /*
2613*4882a593Smuzhiyun * For a given allocation, determine which allocators will need to be
2614*4882a593Smuzhiyun * accessed, and lock them, reserving the appropriate number of bits.
2615*4882a593Smuzhiyun *
2616*4882a593Smuzhiyun * Sparse file systems call this from ocfs2_write_begin_nolock()
2617*4882a593Smuzhiyun * and ocfs2_allocate_unwritten_extents().
2618*4882a593Smuzhiyun *
2619*4882a593Smuzhiyun * File systems which don't support holes call this from
2620*4882a593Smuzhiyun * ocfs2_extend_allocation().
2621*4882a593Smuzhiyun */
ocfs2_lock_allocators(struct inode * inode,struct ocfs2_extent_tree * et,u32 clusters_to_add,u32 extents_to_split,struct ocfs2_alloc_context ** data_ac,struct ocfs2_alloc_context ** meta_ac)2622*4882a593Smuzhiyun int ocfs2_lock_allocators(struct inode *inode,
2623*4882a593Smuzhiyun struct ocfs2_extent_tree *et,
2624*4882a593Smuzhiyun u32 clusters_to_add, u32 extents_to_split,
2625*4882a593Smuzhiyun struct ocfs2_alloc_context **data_ac,
2626*4882a593Smuzhiyun struct ocfs2_alloc_context **meta_ac)
2627*4882a593Smuzhiyun {
2628*4882a593Smuzhiyun int ret = 0, num_free_extents;
2629*4882a593Smuzhiyun unsigned int max_recs_needed = clusters_to_add + 2 * extents_to_split;
2630*4882a593Smuzhiyun struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
2631*4882a593Smuzhiyun
2632*4882a593Smuzhiyun *meta_ac = NULL;
2633*4882a593Smuzhiyun if (data_ac)
2634*4882a593Smuzhiyun *data_ac = NULL;
2635*4882a593Smuzhiyun
2636*4882a593Smuzhiyun BUG_ON(clusters_to_add != 0 && data_ac == NULL);
2637*4882a593Smuzhiyun
2638*4882a593Smuzhiyun num_free_extents = ocfs2_num_free_extents(et);
2639*4882a593Smuzhiyun if (num_free_extents < 0) {
2640*4882a593Smuzhiyun ret = num_free_extents;
2641*4882a593Smuzhiyun mlog_errno(ret);
2642*4882a593Smuzhiyun goto out;
2643*4882a593Smuzhiyun }
2644*4882a593Smuzhiyun
2645*4882a593Smuzhiyun /*
2646*4882a593Smuzhiyun * Sparse allocation file systems need to be more conservative
2647*4882a593Smuzhiyun * with reserving room for expansion - the actual allocation
2648*4882a593Smuzhiyun * happens while we've got a journal handle open so re-taking
2649*4882a593Smuzhiyun * a cluster lock (because we ran out of room for another
2650*4882a593Smuzhiyun * extent) will violate ordering rules.
2651*4882a593Smuzhiyun *
2652*4882a593Smuzhiyun * Most of the time we'll only be seeing this 1 cluster at a time
2653*4882a593Smuzhiyun * anyway.
2654*4882a593Smuzhiyun *
2655*4882a593Smuzhiyun * Always lock for any unwritten extents - we might want to
2656*4882a593Smuzhiyun * add blocks during a split.
2657*4882a593Smuzhiyun */
2658*4882a593Smuzhiyun if (!num_free_extents ||
2659*4882a593Smuzhiyun (ocfs2_sparse_alloc(osb) && num_free_extents < max_recs_needed)) {
2660*4882a593Smuzhiyun ret = ocfs2_reserve_new_metadata(osb, et->et_root_el, meta_ac);
2661*4882a593Smuzhiyun if (ret < 0) {
2662*4882a593Smuzhiyun if (ret != -ENOSPC)
2663*4882a593Smuzhiyun mlog_errno(ret);
2664*4882a593Smuzhiyun goto out;
2665*4882a593Smuzhiyun }
2666*4882a593Smuzhiyun }
2667*4882a593Smuzhiyun
2668*4882a593Smuzhiyun if (clusters_to_add == 0)
2669*4882a593Smuzhiyun goto out;
2670*4882a593Smuzhiyun
2671*4882a593Smuzhiyun ret = ocfs2_reserve_clusters(osb, clusters_to_add, data_ac);
2672*4882a593Smuzhiyun if (ret < 0) {
2673*4882a593Smuzhiyun if (ret != -ENOSPC)
2674*4882a593Smuzhiyun mlog_errno(ret);
2675*4882a593Smuzhiyun goto out;
2676*4882a593Smuzhiyun }
2677*4882a593Smuzhiyun
2678*4882a593Smuzhiyun out:
2679*4882a593Smuzhiyun if (ret) {
2680*4882a593Smuzhiyun if (*meta_ac) {
2681*4882a593Smuzhiyun ocfs2_free_alloc_context(*meta_ac);
2682*4882a593Smuzhiyun *meta_ac = NULL;
2683*4882a593Smuzhiyun }
2684*4882a593Smuzhiyun
2685*4882a593Smuzhiyun /*
2686*4882a593Smuzhiyun * We cannot have an error and a non null *data_ac.
2687*4882a593Smuzhiyun */
2688*4882a593Smuzhiyun }
2689*4882a593Smuzhiyun
2690*4882a593Smuzhiyun return ret;
2691*4882a593Smuzhiyun }
2692*4882a593Smuzhiyun
2693*4882a593Smuzhiyun /*
2694*4882a593Smuzhiyun * Read the inode specified by blkno to get suballoc_slot and
2695*4882a593Smuzhiyun * suballoc_bit.
2696*4882a593Smuzhiyun */
ocfs2_get_suballoc_slot_bit(struct ocfs2_super * osb,u64 blkno,u16 * suballoc_slot,u64 * group_blkno,u16 * suballoc_bit)2697*4882a593Smuzhiyun static int ocfs2_get_suballoc_slot_bit(struct ocfs2_super *osb, u64 blkno,
2698*4882a593Smuzhiyun u16 *suballoc_slot, u64 *group_blkno,
2699*4882a593Smuzhiyun u16 *suballoc_bit)
2700*4882a593Smuzhiyun {
2701*4882a593Smuzhiyun int status;
2702*4882a593Smuzhiyun struct buffer_head *inode_bh = NULL;
2703*4882a593Smuzhiyun struct ocfs2_dinode *inode_fe;
2704*4882a593Smuzhiyun
2705*4882a593Smuzhiyun trace_ocfs2_get_suballoc_slot_bit((unsigned long long)blkno);
2706*4882a593Smuzhiyun
2707*4882a593Smuzhiyun /* dirty read disk */
2708*4882a593Smuzhiyun status = ocfs2_read_blocks_sync(osb, blkno, 1, &inode_bh);
2709*4882a593Smuzhiyun if (status < 0) {
2710*4882a593Smuzhiyun mlog(ML_ERROR, "read block %llu failed %d\n",
2711*4882a593Smuzhiyun (unsigned long long)blkno, status);
2712*4882a593Smuzhiyun goto bail;
2713*4882a593Smuzhiyun }
2714*4882a593Smuzhiyun
2715*4882a593Smuzhiyun inode_fe = (struct ocfs2_dinode *) inode_bh->b_data;
2716*4882a593Smuzhiyun if (!OCFS2_IS_VALID_DINODE(inode_fe)) {
2717*4882a593Smuzhiyun mlog(ML_ERROR, "invalid inode %llu requested\n",
2718*4882a593Smuzhiyun (unsigned long long)blkno);
2719*4882a593Smuzhiyun status = -EINVAL;
2720*4882a593Smuzhiyun goto bail;
2721*4882a593Smuzhiyun }
2722*4882a593Smuzhiyun
2723*4882a593Smuzhiyun if (le16_to_cpu(inode_fe->i_suballoc_slot) != (u16)OCFS2_INVALID_SLOT &&
2724*4882a593Smuzhiyun (u32)le16_to_cpu(inode_fe->i_suballoc_slot) > osb->max_slots - 1) {
2725*4882a593Smuzhiyun mlog(ML_ERROR, "inode %llu has invalid suballoc slot %u\n",
2726*4882a593Smuzhiyun (unsigned long long)blkno,
2727*4882a593Smuzhiyun (u32)le16_to_cpu(inode_fe->i_suballoc_slot));
2728*4882a593Smuzhiyun status = -EINVAL;
2729*4882a593Smuzhiyun goto bail;
2730*4882a593Smuzhiyun }
2731*4882a593Smuzhiyun
2732*4882a593Smuzhiyun if (suballoc_slot)
2733*4882a593Smuzhiyun *suballoc_slot = le16_to_cpu(inode_fe->i_suballoc_slot);
2734*4882a593Smuzhiyun if (suballoc_bit)
2735*4882a593Smuzhiyun *suballoc_bit = le16_to_cpu(inode_fe->i_suballoc_bit);
2736*4882a593Smuzhiyun if (group_blkno)
2737*4882a593Smuzhiyun *group_blkno = le64_to_cpu(inode_fe->i_suballoc_loc);
2738*4882a593Smuzhiyun
2739*4882a593Smuzhiyun bail:
2740*4882a593Smuzhiyun brelse(inode_bh);
2741*4882a593Smuzhiyun
2742*4882a593Smuzhiyun if (status)
2743*4882a593Smuzhiyun mlog_errno(status);
2744*4882a593Smuzhiyun return status;
2745*4882a593Smuzhiyun }
2746*4882a593Smuzhiyun
2747*4882a593Smuzhiyun /*
2748*4882a593Smuzhiyun * test whether bit is SET in allocator bitmap or not. on success, 0
2749*4882a593Smuzhiyun * is returned and *res is 1 for SET; 0 otherwise. when fails, errno
2750*4882a593Smuzhiyun * is returned and *res is meaningless. Call this after you have
2751*4882a593Smuzhiyun * cluster locked against suballoc, or you may get a result based on
2752*4882a593Smuzhiyun * non-up2date contents
2753*4882a593Smuzhiyun */
ocfs2_test_suballoc_bit(struct ocfs2_super * osb,struct inode * suballoc,struct buffer_head * alloc_bh,u64 group_blkno,u64 blkno,u16 bit,int * res)2754*4882a593Smuzhiyun static int ocfs2_test_suballoc_bit(struct ocfs2_super *osb,
2755*4882a593Smuzhiyun struct inode *suballoc,
2756*4882a593Smuzhiyun struct buffer_head *alloc_bh,
2757*4882a593Smuzhiyun u64 group_blkno, u64 blkno,
2758*4882a593Smuzhiyun u16 bit, int *res)
2759*4882a593Smuzhiyun {
2760*4882a593Smuzhiyun struct ocfs2_dinode *alloc_di;
2761*4882a593Smuzhiyun struct ocfs2_group_desc *group;
2762*4882a593Smuzhiyun struct buffer_head *group_bh = NULL;
2763*4882a593Smuzhiyun u64 bg_blkno;
2764*4882a593Smuzhiyun int status;
2765*4882a593Smuzhiyun
2766*4882a593Smuzhiyun trace_ocfs2_test_suballoc_bit((unsigned long long)blkno,
2767*4882a593Smuzhiyun (unsigned int)bit);
2768*4882a593Smuzhiyun
2769*4882a593Smuzhiyun alloc_di = (struct ocfs2_dinode *)alloc_bh->b_data;
2770*4882a593Smuzhiyun if ((bit + 1) > ocfs2_bits_per_group(&alloc_di->id2.i_chain)) {
2771*4882a593Smuzhiyun mlog(ML_ERROR, "suballoc bit %u out of range of %u\n",
2772*4882a593Smuzhiyun (unsigned int)bit,
2773*4882a593Smuzhiyun ocfs2_bits_per_group(&alloc_di->id2.i_chain));
2774*4882a593Smuzhiyun status = -EINVAL;
2775*4882a593Smuzhiyun goto bail;
2776*4882a593Smuzhiyun }
2777*4882a593Smuzhiyun
2778*4882a593Smuzhiyun bg_blkno = group_blkno ? group_blkno :
2779*4882a593Smuzhiyun ocfs2_which_suballoc_group(blkno, bit);
2780*4882a593Smuzhiyun status = ocfs2_read_group_descriptor(suballoc, alloc_di, bg_blkno,
2781*4882a593Smuzhiyun &group_bh);
2782*4882a593Smuzhiyun if (status < 0) {
2783*4882a593Smuzhiyun mlog(ML_ERROR, "read group %llu failed %d\n",
2784*4882a593Smuzhiyun (unsigned long long)bg_blkno, status);
2785*4882a593Smuzhiyun goto bail;
2786*4882a593Smuzhiyun }
2787*4882a593Smuzhiyun
2788*4882a593Smuzhiyun group = (struct ocfs2_group_desc *) group_bh->b_data;
2789*4882a593Smuzhiyun *res = ocfs2_test_bit(bit, (unsigned long *)group->bg_bitmap);
2790*4882a593Smuzhiyun
2791*4882a593Smuzhiyun bail:
2792*4882a593Smuzhiyun brelse(group_bh);
2793*4882a593Smuzhiyun
2794*4882a593Smuzhiyun if (status)
2795*4882a593Smuzhiyun mlog_errno(status);
2796*4882a593Smuzhiyun return status;
2797*4882a593Smuzhiyun }
2798*4882a593Smuzhiyun
2799*4882a593Smuzhiyun /*
2800*4882a593Smuzhiyun * Test if the bit representing this inode (blkno) is set in the
2801*4882a593Smuzhiyun * suballocator.
2802*4882a593Smuzhiyun *
2803*4882a593Smuzhiyun * On success, 0 is returned and *res is 1 for SET; 0 otherwise.
2804*4882a593Smuzhiyun *
2805*4882a593Smuzhiyun * In the event of failure, a negative value is returned and *res is
2806*4882a593Smuzhiyun * meaningless.
2807*4882a593Smuzhiyun *
2808*4882a593Smuzhiyun * Callers must make sure to hold nfs_sync_lock to prevent
2809*4882a593Smuzhiyun * ocfs2_delete_inode() on another node from accessing the same
2810*4882a593Smuzhiyun * suballocator concurrently.
2811*4882a593Smuzhiyun */
ocfs2_test_inode_bit(struct ocfs2_super * osb,u64 blkno,int * res)2812*4882a593Smuzhiyun int ocfs2_test_inode_bit(struct ocfs2_super *osb, u64 blkno, int *res)
2813*4882a593Smuzhiyun {
2814*4882a593Smuzhiyun int status;
2815*4882a593Smuzhiyun u64 group_blkno = 0;
2816*4882a593Smuzhiyun u16 suballoc_bit = 0, suballoc_slot = 0;
2817*4882a593Smuzhiyun struct inode *inode_alloc_inode;
2818*4882a593Smuzhiyun struct buffer_head *alloc_bh = NULL;
2819*4882a593Smuzhiyun
2820*4882a593Smuzhiyun trace_ocfs2_test_inode_bit((unsigned long long)blkno);
2821*4882a593Smuzhiyun
2822*4882a593Smuzhiyun status = ocfs2_get_suballoc_slot_bit(osb, blkno, &suballoc_slot,
2823*4882a593Smuzhiyun &group_blkno, &suballoc_bit);
2824*4882a593Smuzhiyun if (status < 0) {
2825*4882a593Smuzhiyun mlog(ML_ERROR, "get alloc slot and bit failed %d\n", status);
2826*4882a593Smuzhiyun goto bail;
2827*4882a593Smuzhiyun }
2828*4882a593Smuzhiyun
2829*4882a593Smuzhiyun if (suballoc_slot == (u16)OCFS2_INVALID_SLOT)
2830*4882a593Smuzhiyun inode_alloc_inode = ocfs2_get_system_file_inode(osb,
2831*4882a593Smuzhiyun GLOBAL_INODE_ALLOC_SYSTEM_INODE, suballoc_slot);
2832*4882a593Smuzhiyun else
2833*4882a593Smuzhiyun inode_alloc_inode = ocfs2_get_system_file_inode(osb,
2834*4882a593Smuzhiyun INODE_ALLOC_SYSTEM_INODE, suballoc_slot);
2835*4882a593Smuzhiyun if (!inode_alloc_inode) {
2836*4882a593Smuzhiyun /* the error code could be inaccurate, but we are not able to
2837*4882a593Smuzhiyun * get the correct one. */
2838*4882a593Smuzhiyun status = -EINVAL;
2839*4882a593Smuzhiyun mlog(ML_ERROR, "unable to get alloc inode in slot %u\n",
2840*4882a593Smuzhiyun (u32)suballoc_slot);
2841*4882a593Smuzhiyun goto bail;
2842*4882a593Smuzhiyun }
2843*4882a593Smuzhiyun
2844*4882a593Smuzhiyun inode_lock(inode_alloc_inode);
2845*4882a593Smuzhiyun status = ocfs2_inode_lock(inode_alloc_inode, &alloc_bh, 0);
2846*4882a593Smuzhiyun if (status < 0) {
2847*4882a593Smuzhiyun inode_unlock(inode_alloc_inode);
2848*4882a593Smuzhiyun iput(inode_alloc_inode);
2849*4882a593Smuzhiyun mlog(ML_ERROR, "lock on alloc inode on slot %u failed %d\n",
2850*4882a593Smuzhiyun (u32)suballoc_slot, status);
2851*4882a593Smuzhiyun goto bail;
2852*4882a593Smuzhiyun }
2853*4882a593Smuzhiyun
2854*4882a593Smuzhiyun status = ocfs2_test_suballoc_bit(osb, inode_alloc_inode, alloc_bh,
2855*4882a593Smuzhiyun group_blkno, blkno, suballoc_bit, res);
2856*4882a593Smuzhiyun if (status < 0)
2857*4882a593Smuzhiyun mlog(ML_ERROR, "test suballoc bit failed %d\n", status);
2858*4882a593Smuzhiyun
2859*4882a593Smuzhiyun ocfs2_inode_unlock(inode_alloc_inode, 0);
2860*4882a593Smuzhiyun inode_unlock(inode_alloc_inode);
2861*4882a593Smuzhiyun
2862*4882a593Smuzhiyun iput(inode_alloc_inode);
2863*4882a593Smuzhiyun brelse(alloc_bh);
2864*4882a593Smuzhiyun bail:
2865*4882a593Smuzhiyun if (status)
2866*4882a593Smuzhiyun mlog_errno(status);
2867*4882a593Smuzhiyun return status;
2868*4882a593Smuzhiyun }
2869