1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (C) International Business Machines Corp., 2000-2005
4*4882a593Smuzhiyun */
5*4882a593Smuzhiyun /*
6*4882a593Smuzhiyun * jfs_xtree.c: extent allocation descriptor B+-tree manager
7*4882a593Smuzhiyun */
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #include <linux/fs.h>
10*4882a593Smuzhiyun #include <linux/module.h>
11*4882a593Smuzhiyun #include <linux/quotaops.h>
12*4882a593Smuzhiyun #include <linux/seq_file.h>
13*4882a593Smuzhiyun #include "jfs_incore.h"
14*4882a593Smuzhiyun #include "jfs_filsys.h"
15*4882a593Smuzhiyun #include "jfs_metapage.h"
16*4882a593Smuzhiyun #include "jfs_dmap.h"
17*4882a593Smuzhiyun #include "jfs_dinode.h"
18*4882a593Smuzhiyun #include "jfs_superblock.h"
19*4882a593Smuzhiyun #include "jfs_debug.h"
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun /*
22*4882a593Smuzhiyun * xtree local flag
23*4882a593Smuzhiyun */
24*4882a593Smuzhiyun #define XT_INSERT 0x00000001
25*4882a593Smuzhiyun
26*4882a593Smuzhiyun /*
27*4882a593Smuzhiyun * xtree key/entry comparison: extent offset
28*4882a593Smuzhiyun *
29*4882a593Smuzhiyun * return:
30*4882a593Smuzhiyun * -1: k < start of extent
31*4882a593Smuzhiyun * 0: start_of_extent <= k <= end_of_extent
32*4882a593Smuzhiyun * 1: k > end_of_extent
33*4882a593Smuzhiyun */
34*4882a593Smuzhiyun #define XT_CMP(CMP, K, X, OFFSET64)\
35*4882a593Smuzhiyun {\
36*4882a593Smuzhiyun OFFSET64 = offsetXAD(X);\
37*4882a593Smuzhiyun (CMP) = ((K) >= OFFSET64 + lengthXAD(X)) ? 1 :\
38*4882a593Smuzhiyun ((K) < OFFSET64) ? -1 : 0;\
39*4882a593Smuzhiyun }
40*4882a593Smuzhiyun
41*4882a593Smuzhiyun /* write a xad entry */
42*4882a593Smuzhiyun #define XT_PUTENTRY(XAD, FLAG, OFF, LEN, ADDR)\
43*4882a593Smuzhiyun {\
44*4882a593Smuzhiyun (XAD)->flag = (FLAG);\
45*4882a593Smuzhiyun XADoffset((XAD), (OFF));\
46*4882a593Smuzhiyun XADlength((XAD), (LEN));\
47*4882a593Smuzhiyun XADaddress((XAD), (ADDR));\
48*4882a593Smuzhiyun }
49*4882a593Smuzhiyun
50*4882a593Smuzhiyun #define XT_PAGE(IP, MP) BT_PAGE(IP, MP, xtpage_t, i_xtroot)
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun /* get page buffer for specified block address */
53*4882a593Smuzhiyun /* ToDo: Replace this ugly macro with a function */
54*4882a593Smuzhiyun #define XT_GETPAGE(IP, BN, MP, SIZE, P, RC) \
55*4882a593Smuzhiyun do { \
56*4882a593Smuzhiyun BT_GETPAGE(IP, BN, MP, xtpage_t, SIZE, P, RC, i_xtroot); \
57*4882a593Smuzhiyun if (!(RC)) { \
58*4882a593Smuzhiyun if ((le16_to_cpu((P)->header.nextindex) < XTENTRYSTART) || \
59*4882a593Smuzhiyun (le16_to_cpu((P)->header.nextindex) > \
60*4882a593Smuzhiyun le16_to_cpu((P)->header.maxentry)) || \
61*4882a593Smuzhiyun (le16_to_cpu((P)->header.maxentry) > \
62*4882a593Smuzhiyun (((BN) == 0) ? XTROOTMAXSLOT : PSIZE >> L2XTSLOTSIZE))) { \
63*4882a593Smuzhiyun jfs_error((IP)->i_sb, \
64*4882a593Smuzhiyun "XT_GETPAGE: xtree page corrupt\n"); \
65*4882a593Smuzhiyun BT_PUTPAGE(MP); \
66*4882a593Smuzhiyun MP = NULL; \
67*4882a593Smuzhiyun RC = -EIO; \
68*4882a593Smuzhiyun } \
69*4882a593Smuzhiyun } \
70*4882a593Smuzhiyun } while (0)
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun /* for consistency */
73*4882a593Smuzhiyun #define XT_PUTPAGE(MP) BT_PUTPAGE(MP)
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun #define XT_GETSEARCH(IP, LEAF, BN, MP, P, INDEX) \
76*4882a593Smuzhiyun BT_GETSEARCH(IP, LEAF, BN, MP, xtpage_t, P, INDEX, i_xtroot)
77*4882a593Smuzhiyun /* xtree entry parameter descriptor */
78*4882a593Smuzhiyun struct xtsplit {
79*4882a593Smuzhiyun struct metapage *mp;
80*4882a593Smuzhiyun s16 index;
81*4882a593Smuzhiyun u8 flag;
82*4882a593Smuzhiyun s64 off;
83*4882a593Smuzhiyun s64 addr;
84*4882a593Smuzhiyun int len;
85*4882a593Smuzhiyun struct pxdlist *pxdlist;
86*4882a593Smuzhiyun };
87*4882a593Smuzhiyun
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun /*
90*4882a593Smuzhiyun * statistics
91*4882a593Smuzhiyun */
92*4882a593Smuzhiyun #ifdef CONFIG_JFS_STATISTICS
93*4882a593Smuzhiyun static struct {
94*4882a593Smuzhiyun uint search;
95*4882a593Smuzhiyun uint fastSearch;
96*4882a593Smuzhiyun uint split;
97*4882a593Smuzhiyun } xtStat;
98*4882a593Smuzhiyun #endif
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun /*
102*4882a593Smuzhiyun * forward references
103*4882a593Smuzhiyun */
104*4882a593Smuzhiyun static int xtSearch(struct inode *ip, s64 xoff, s64 *next, int *cmpp,
105*4882a593Smuzhiyun struct btstack * btstack, int flag);
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun static int xtSplitUp(tid_t tid,
108*4882a593Smuzhiyun struct inode *ip,
109*4882a593Smuzhiyun struct xtsplit * split, struct btstack * btstack);
110*4882a593Smuzhiyun
111*4882a593Smuzhiyun static int xtSplitPage(tid_t tid, struct inode *ip, struct xtsplit * split,
112*4882a593Smuzhiyun struct metapage ** rmpp, s64 * rbnp);
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun static int xtSplitRoot(tid_t tid, struct inode *ip,
115*4882a593Smuzhiyun struct xtsplit * split, struct metapage ** rmpp);
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun #ifdef _STILL_TO_PORT
118*4882a593Smuzhiyun static int xtDeleteUp(tid_t tid, struct inode *ip, struct metapage * fmp,
119*4882a593Smuzhiyun xtpage_t * fp, struct btstack * btstack);
120*4882a593Smuzhiyun
121*4882a593Smuzhiyun static int xtSearchNode(struct inode *ip,
122*4882a593Smuzhiyun xad_t * xad,
123*4882a593Smuzhiyun int *cmpp, struct btstack * btstack, int flag);
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun static int xtRelink(tid_t tid, struct inode *ip, xtpage_t * fp);
126*4882a593Smuzhiyun #endif /* _STILL_TO_PORT */
127*4882a593Smuzhiyun
128*4882a593Smuzhiyun /*
129*4882a593Smuzhiyun * xtLookup()
130*4882a593Smuzhiyun *
131*4882a593Smuzhiyun * function: map a single page into a physical extent;
132*4882a593Smuzhiyun */
xtLookup(struct inode * ip,s64 lstart,s64 llen,int * pflag,s64 * paddr,s32 * plen,int no_check)133*4882a593Smuzhiyun int xtLookup(struct inode *ip, s64 lstart,
134*4882a593Smuzhiyun s64 llen, int *pflag, s64 * paddr, s32 * plen, int no_check)
135*4882a593Smuzhiyun {
136*4882a593Smuzhiyun int rc = 0;
137*4882a593Smuzhiyun struct btstack btstack;
138*4882a593Smuzhiyun int cmp;
139*4882a593Smuzhiyun s64 bn;
140*4882a593Smuzhiyun struct metapage *mp;
141*4882a593Smuzhiyun xtpage_t *p;
142*4882a593Smuzhiyun int index;
143*4882a593Smuzhiyun xad_t *xad;
144*4882a593Smuzhiyun s64 next, size, xoff, xend;
145*4882a593Smuzhiyun int xlen;
146*4882a593Smuzhiyun s64 xaddr;
147*4882a593Smuzhiyun
148*4882a593Smuzhiyun *paddr = 0;
149*4882a593Smuzhiyun *plen = llen;
150*4882a593Smuzhiyun
151*4882a593Smuzhiyun if (!no_check) {
152*4882a593Smuzhiyun /* is lookup offset beyond eof ? */
153*4882a593Smuzhiyun size = ((u64) ip->i_size + (JFS_SBI(ip->i_sb)->bsize - 1)) >>
154*4882a593Smuzhiyun JFS_SBI(ip->i_sb)->l2bsize;
155*4882a593Smuzhiyun if (lstart >= size)
156*4882a593Smuzhiyun return 0;
157*4882a593Smuzhiyun }
158*4882a593Smuzhiyun
159*4882a593Smuzhiyun /*
160*4882a593Smuzhiyun * search for the xad entry covering the logical extent
161*4882a593Smuzhiyun */
162*4882a593Smuzhiyun //search:
163*4882a593Smuzhiyun if ((rc = xtSearch(ip, lstart, &next, &cmp, &btstack, 0))) {
164*4882a593Smuzhiyun jfs_err("xtLookup: xtSearch returned %d", rc);
165*4882a593Smuzhiyun return rc;
166*4882a593Smuzhiyun }
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun /*
169*4882a593Smuzhiyun * compute the physical extent covering logical extent
170*4882a593Smuzhiyun *
171*4882a593Smuzhiyun * N.B. search may have failed (e.g., hole in sparse file),
172*4882a593Smuzhiyun * and returned the index of the next entry.
173*4882a593Smuzhiyun */
174*4882a593Smuzhiyun /* retrieve search result */
175*4882a593Smuzhiyun XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
176*4882a593Smuzhiyun
177*4882a593Smuzhiyun /* is xad found covering start of logical extent ?
178*4882a593Smuzhiyun * lstart is a page start address,
179*4882a593Smuzhiyun * i.e., lstart cannot start in a hole;
180*4882a593Smuzhiyun */
181*4882a593Smuzhiyun if (cmp) {
182*4882a593Smuzhiyun if (next)
183*4882a593Smuzhiyun *plen = min(next - lstart, llen);
184*4882a593Smuzhiyun goto out;
185*4882a593Smuzhiyun }
186*4882a593Smuzhiyun
187*4882a593Smuzhiyun /*
188*4882a593Smuzhiyun * lxd covered by xad
189*4882a593Smuzhiyun */
190*4882a593Smuzhiyun xad = &p->xad[index];
191*4882a593Smuzhiyun xoff = offsetXAD(xad);
192*4882a593Smuzhiyun xlen = lengthXAD(xad);
193*4882a593Smuzhiyun xend = xoff + xlen;
194*4882a593Smuzhiyun xaddr = addressXAD(xad);
195*4882a593Smuzhiyun
196*4882a593Smuzhiyun /* initialize new pxd */
197*4882a593Smuzhiyun *pflag = xad->flag;
198*4882a593Smuzhiyun *paddr = xaddr + (lstart - xoff);
199*4882a593Smuzhiyun /* a page must be fully covered by an xad */
200*4882a593Smuzhiyun *plen = min(xend - lstart, llen);
201*4882a593Smuzhiyun
202*4882a593Smuzhiyun out:
203*4882a593Smuzhiyun XT_PUTPAGE(mp);
204*4882a593Smuzhiyun
205*4882a593Smuzhiyun return rc;
206*4882a593Smuzhiyun }
207*4882a593Smuzhiyun
208*4882a593Smuzhiyun /*
209*4882a593Smuzhiyun * xtSearch()
210*4882a593Smuzhiyun *
211*4882a593Smuzhiyun * function: search for the xad entry covering specified offset.
212*4882a593Smuzhiyun *
213*4882a593Smuzhiyun * parameters:
214*4882a593Smuzhiyun * ip - file object;
215*4882a593Smuzhiyun * xoff - extent offset;
216*4882a593Smuzhiyun * nextp - address of next extent (if any) for search miss
217*4882a593Smuzhiyun * cmpp - comparison result:
218*4882a593Smuzhiyun * btstack - traverse stack;
219*4882a593Smuzhiyun * flag - search process flag (XT_INSERT);
220*4882a593Smuzhiyun *
221*4882a593Smuzhiyun * returns:
222*4882a593Smuzhiyun * btstack contains (bn, index) of search path traversed to the entry.
223*4882a593Smuzhiyun * *cmpp is set to result of comparison with the entry returned.
224*4882a593Smuzhiyun * the page containing the entry is pinned at exit.
225*4882a593Smuzhiyun */
xtSearch(struct inode * ip,s64 xoff,s64 * nextp,int * cmpp,struct btstack * btstack,int flag)226*4882a593Smuzhiyun static int xtSearch(struct inode *ip, s64 xoff, s64 *nextp,
227*4882a593Smuzhiyun int *cmpp, struct btstack * btstack, int flag)
228*4882a593Smuzhiyun {
229*4882a593Smuzhiyun struct jfs_inode_info *jfs_ip = JFS_IP(ip);
230*4882a593Smuzhiyun int rc = 0;
231*4882a593Smuzhiyun int cmp = 1; /* init for empty page */
232*4882a593Smuzhiyun s64 bn; /* block number */
233*4882a593Smuzhiyun struct metapage *mp; /* page buffer */
234*4882a593Smuzhiyun xtpage_t *p; /* page */
235*4882a593Smuzhiyun xad_t *xad;
236*4882a593Smuzhiyun int base, index, lim, btindex;
237*4882a593Smuzhiyun struct btframe *btsp;
238*4882a593Smuzhiyun int nsplit = 0; /* number of pages to split */
239*4882a593Smuzhiyun s64 t64;
240*4882a593Smuzhiyun s64 next = 0;
241*4882a593Smuzhiyun
242*4882a593Smuzhiyun INCREMENT(xtStat.search);
243*4882a593Smuzhiyun
244*4882a593Smuzhiyun BT_CLR(btstack);
245*4882a593Smuzhiyun
246*4882a593Smuzhiyun btstack->nsplit = 0;
247*4882a593Smuzhiyun
248*4882a593Smuzhiyun /*
249*4882a593Smuzhiyun * search down tree from root:
250*4882a593Smuzhiyun *
251*4882a593Smuzhiyun * between two consecutive entries of <Ki, Pi> and <Kj, Pj> of
252*4882a593Smuzhiyun * internal page, child page Pi contains entry with k, Ki <= K < Kj.
253*4882a593Smuzhiyun *
254*4882a593Smuzhiyun * if entry with search key K is not found
255*4882a593Smuzhiyun * internal page search find the entry with largest key Ki
256*4882a593Smuzhiyun * less than K which point to the child page to search;
257*4882a593Smuzhiyun * leaf page search find the entry with smallest key Kj
258*4882a593Smuzhiyun * greater than K so that the returned index is the position of
259*4882a593Smuzhiyun * the entry to be shifted right for insertion of new entry.
260*4882a593Smuzhiyun * for empty tree, search key is greater than any key of the tree.
261*4882a593Smuzhiyun *
262*4882a593Smuzhiyun * by convention, root bn = 0.
263*4882a593Smuzhiyun */
264*4882a593Smuzhiyun for (bn = 0;;) {
265*4882a593Smuzhiyun /* get/pin the page to search */
266*4882a593Smuzhiyun XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
267*4882a593Smuzhiyun if (rc)
268*4882a593Smuzhiyun return rc;
269*4882a593Smuzhiyun
270*4882a593Smuzhiyun /* try sequential access heuristics with the previous
271*4882a593Smuzhiyun * access entry in target leaf page:
272*4882a593Smuzhiyun * once search narrowed down into the target leaf,
273*4882a593Smuzhiyun * key must either match an entry in the leaf or
274*4882a593Smuzhiyun * key entry does not exist in the tree;
275*4882a593Smuzhiyun */
276*4882a593Smuzhiyun //fastSearch:
277*4882a593Smuzhiyun if ((jfs_ip->btorder & BT_SEQUENTIAL) &&
278*4882a593Smuzhiyun (p->header.flag & BT_LEAF) &&
279*4882a593Smuzhiyun (index = jfs_ip->btindex) <
280*4882a593Smuzhiyun le16_to_cpu(p->header.nextindex)) {
281*4882a593Smuzhiyun xad = &p->xad[index];
282*4882a593Smuzhiyun t64 = offsetXAD(xad);
283*4882a593Smuzhiyun if (xoff < t64 + lengthXAD(xad)) {
284*4882a593Smuzhiyun if (xoff >= t64) {
285*4882a593Smuzhiyun *cmpp = 0;
286*4882a593Smuzhiyun goto out;
287*4882a593Smuzhiyun }
288*4882a593Smuzhiyun
289*4882a593Smuzhiyun /* stop sequential access heuristics */
290*4882a593Smuzhiyun goto binarySearch;
291*4882a593Smuzhiyun } else { /* (t64 + lengthXAD(xad)) <= xoff */
292*4882a593Smuzhiyun
293*4882a593Smuzhiyun /* try next sequential entry */
294*4882a593Smuzhiyun index++;
295*4882a593Smuzhiyun if (index <
296*4882a593Smuzhiyun le16_to_cpu(p->header.nextindex)) {
297*4882a593Smuzhiyun xad++;
298*4882a593Smuzhiyun t64 = offsetXAD(xad);
299*4882a593Smuzhiyun if (xoff < t64 + lengthXAD(xad)) {
300*4882a593Smuzhiyun if (xoff >= t64) {
301*4882a593Smuzhiyun *cmpp = 0;
302*4882a593Smuzhiyun goto out;
303*4882a593Smuzhiyun }
304*4882a593Smuzhiyun
305*4882a593Smuzhiyun /* miss: key falls between
306*4882a593Smuzhiyun * previous and this entry
307*4882a593Smuzhiyun */
308*4882a593Smuzhiyun *cmpp = 1;
309*4882a593Smuzhiyun next = t64;
310*4882a593Smuzhiyun goto out;
311*4882a593Smuzhiyun }
312*4882a593Smuzhiyun
313*4882a593Smuzhiyun /* (xoff >= t64 + lengthXAD(xad));
314*4882a593Smuzhiyun * matching entry may be further out:
315*4882a593Smuzhiyun * stop heuristic search
316*4882a593Smuzhiyun */
317*4882a593Smuzhiyun /* stop sequential access heuristics */
318*4882a593Smuzhiyun goto binarySearch;
319*4882a593Smuzhiyun }
320*4882a593Smuzhiyun
321*4882a593Smuzhiyun /* (index == p->header.nextindex);
322*4882a593Smuzhiyun * miss: key entry does not exist in
323*4882a593Smuzhiyun * the target leaf/tree
324*4882a593Smuzhiyun */
325*4882a593Smuzhiyun *cmpp = 1;
326*4882a593Smuzhiyun goto out;
327*4882a593Smuzhiyun }
328*4882a593Smuzhiyun
329*4882a593Smuzhiyun /*
330*4882a593Smuzhiyun * if hit, return index of the entry found, and
331*4882a593Smuzhiyun * if miss, where new entry with search key is
332*4882a593Smuzhiyun * to be inserted;
333*4882a593Smuzhiyun */
334*4882a593Smuzhiyun out:
335*4882a593Smuzhiyun /* compute number of pages to split */
336*4882a593Smuzhiyun if (flag & XT_INSERT) {
337*4882a593Smuzhiyun if (p->header.nextindex == /* little-endian */
338*4882a593Smuzhiyun p->header.maxentry)
339*4882a593Smuzhiyun nsplit++;
340*4882a593Smuzhiyun else
341*4882a593Smuzhiyun nsplit = 0;
342*4882a593Smuzhiyun btstack->nsplit = nsplit;
343*4882a593Smuzhiyun }
344*4882a593Smuzhiyun
345*4882a593Smuzhiyun /* save search result */
346*4882a593Smuzhiyun btsp = btstack->top;
347*4882a593Smuzhiyun btsp->bn = bn;
348*4882a593Smuzhiyun btsp->index = index;
349*4882a593Smuzhiyun btsp->mp = mp;
350*4882a593Smuzhiyun
351*4882a593Smuzhiyun /* update sequential access heuristics */
352*4882a593Smuzhiyun jfs_ip->btindex = index;
353*4882a593Smuzhiyun
354*4882a593Smuzhiyun if (nextp)
355*4882a593Smuzhiyun *nextp = next;
356*4882a593Smuzhiyun
357*4882a593Smuzhiyun INCREMENT(xtStat.fastSearch);
358*4882a593Smuzhiyun return 0;
359*4882a593Smuzhiyun }
360*4882a593Smuzhiyun
361*4882a593Smuzhiyun /* well, ... full search now */
362*4882a593Smuzhiyun binarySearch:
363*4882a593Smuzhiyun lim = le16_to_cpu(p->header.nextindex) - XTENTRYSTART;
364*4882a593Smuzhiyun
365*4882a593Smuzhiyun /*
366*4882a593Smuzhiyun * binary search with search key K on the current page
367*4882a593Smuzhiyun */
368*4882a593Smuzhiyun for (base = XTENTRYSTART; lim; lim >>= 1) {
369*4882a593Smuzhiyun index = base + (lim >> 1);
370*4882a593Smuzhiyun
371*4882a593Smuzhiyun XT_CMP(cmp, xoff, &p->xad[index], t64);
372*4882a593Smuzhiyun if (cmp == 0) {
373*4882a593Smuzhiyun /*
374*4882a593Smuzhiyun * search hit
375*4882a593Smuzhiyun */
376*4882a593Smuzhiyun /* search hit - leaf page:
377*4882a593Smuzhiyun * return the entry found
378*4882a593Smuzhiyun */
379*4882a593Smuzhiyun if (p->header.flag & BT_LEAF) {
380*4882a593Smuzhiyun *cmpp = cmp;
381*4882a593Smuzhiyun
382*4882a593Smuzhiyun /* compute number of pages to split */
383*4882a593Smuzhiyun if (flag & XT_INSERT) {
384*4882a593Smuzhiyun if (p->header.nextindex ==
385*4882a593Smuzhiyun p->header.maxentry)
386*4882a593Smuzhiyun nsplit++;
387*4882a593Smuzhiyun else
388*4882a593Smuzhiyun nsplit = 0;
389*4882a593Smuzhiyun btstack->nsplit = nsplit;
390*4882a593Smuzhiyun }
391*4882a593Smuzhiyun
392*4882a593Smuzhiyun /* save search result */
393*4882a593Smuzhiyun btsp = btstack->top;
394*4882a593Smuzhiyun btsp->bn = bn;
395*4882a593Smuzhiyun btsp->index = index;
396*4882a593Smuzhiyun btsp->mp = mp;
397*4882a593Smuzhiyun
398*4882a593Smuzhiyun /* init sequential access heuristics */
399*4882a593Smuzhiyun btindex = jfs_ip->btindex;
400*4882a593Smuzhiyun if (index == btindex ||
401*4882a593Smuzhiyun index == btindex + 1)
402*4882a593Smuzhiyun jfs_ip->btorder = BT_SEQUENTIAL;
403*4882a593Smuzhiyun else
404*4882a593Smuzhiyun jfs_ip->btorder = BT_RANDOM;
405*4882a593Smuzhiyun jfs_ip->btindex = index;
406*4882a593Smuzhiyun
407*4882a593Smuzhiyun return 0;
408*4882a593Smuzhiyun }
409*4882a593Smuzhiyun /* search hit - internal page:
410*4882a593Smuzhiyun * descend/search its child page
411*4882a593Smuzhiyun */
412*4882a593Smuzhiyun if (index < le16_to_cpu(p->header.nextindex)-1)
413*4882a593Smuzhiyun next = offsetXAD(&p->xad[index + 1]);
414*4882a593Smuzhiyun goto next;
415*4882a593Smuzhiyun }
416*4882a593Smuzhiyun
417*4882a593Smuzhiyun if (cmp > 0) {
418*4882a593Smuzhiyun base = index + 1;
419*4882a593Smuzhiyun --lim;
420*4882a593Smuzhiyun }
421*4882a593Smuzhiyun }
422*4882a593Smuzhiyun
423*4882a593Smuzhiyun /*
424*4882a593Smuzhiyun * search miss
425*4882a593Smuzhiyun *
426*4882a593Smuzhiyun * base is the smallest index with key (Kj) greater than
427*4882a593Smuzhiyun * search key (K) and may be zero or maxentry index.
428*4882a593Smuzhiyun */
429*4882a593Smuzhiyun if (base < le16_to_cpu(p->header.nextindex))
430*4882a593Smuzhiyun next = offsetXAD(&p->xad[base]);
431*4882a593Smuzhiyun /*
432*4882a593Smuzhiyun * search miss - leaf page:
433*4882a593Smuzhiyun *
434*4882a593Smuzhiyun * return location of entry (base) where new entry with
435*4882a593Smuzhiyun * search key K is to be inserted.
436*4882a593Smuzhiyun */
437*4882a593Smuzhiyun if (p->header.flag & BT_LEAF) {
438*4882a593Smuzhiyun *cmpp = cmp;
439*4882a593Smuzhiyun
440*4882a593Smuzhiyun /* compute number of pages to split */
441*4882a593Smuzhiyun if (flag & XT_INSERT) {
442*4882a593Smuzhiyun if (p->header.nextindex ==
443*4882a593Smuzhiyun p->header.maxentry)
444*4882a593Smuzhiyun nsplit++;
445*4882a593Smuzhiyun else
446*4882a593Smuzhiyun nsplit = 0;
447*4882a593Smuzhiyun btstack->nsplit = nsplit;
448*4882a593Smuzhiyun }
449*4882a593Smuzhiyun
450*4882a593Smuzhiyun /* save search result */
451*4882a593Smuzhiyun btsp = btstack->top;
452*4882a593Smuzhiyun btsp->bn = bn;
453*4882a593Smuzhiyun btsp->index = base;
454*4882a593Smuzhiyun btsp->mp = mp;
455*4882a593Smuzhiyun
456*4882a593Smuzhiyun /* init sequential access heuristics */
457*4882a593Smuzhiyun btindex = jfs_ip->btindex;
458*4882a593Smuzhiyun if (base == btindex || base == btindex + 1)
459*4882a593Smuzhiyun jfs_ip->btorder = BT_SEQUENTIAL;
460*4882a593Smuzhiyun else
461*4882a593Smuzhiyun jfs_ip->btorder = BT_RANDOM;
462*4882a593Smuzhiyun jfs_ip->btindex = base;
463*4882a593Smuzhiyun
464*4882a593Smuzhiyun if (nextp)
465*4882a593Smuzhiyun *nextp = next;
466*4882a593Smuzhiyun
467*4882a593Smuzhiyun return 0;
468*4882a593Smuzhiyun }
469*4882a593Smuzhiyun
470*4882a593Smuzhiyun /*
471*4882a593Smuzhiyun * search miss - non-leaf page:
472*4882a593Smuzhiyun *
473*4882a593Smuzhiyun * if base is non-zero, decrement base by one to get the parent
474*4882a593Smuzhiyun * entry of the child page to search.
475*4882a593Smuzhiyun */
476*4882a593Smuzhiyun index = base ? base - 1 : base;
477*4882a593Smuzhiyun
478*4882a593Smuzhiyun /*
479*4882a593Smuzhiyun * go down to child page
480*4882a593Smuzhiyun */
481*4882a593Smuzhiyun next:
482*4882a593Smuzhiyun /* update number of pages to split */
483*4882a593Smuzhiyun if (p->header.nextindex == p->header.maxentry)
484*4882a593Smuzhiyun nsplit++;
485*4882a593Smuzhiyun else
486*4882a593Smuzhiyun nsplit = 0;
487*4882a593Smuzhiyun
488*4882a593Smuzhiyun /* push (bn, index) of the parent page/entry */
489*4882a593Smuzhiyun if (BT_STACK_FULL(btstack)) {
490*4882a593Smuzhiyun jfs_error(ip->i_sb, "stack overrun!\n");
491*4882a593Smuzhiyun XT_PUTPAGE(mp);
492*4882a593Smuzhiyun return -EIO;
493*4882a593Smuzhiyun }
494*4882a593Smuzhiyun BT_PUSH(btstack, bn, index);
495*4882a593Smuzhiyun
496*4882a593Smuzhiyun /* get the child page block number */
497*4882a593Smuzhiyun bn = addressXAD(&p->xad[index]);
498*4882a593Smuzhiyun
499*4882a593Smuzhiyun /* unpin the parent page */
500*4882a593Smuzhiyun XT_PUTPAGE(mp);
501*4882a593Smuzhiyun }
502*4882a593Smuzhiyun }
503*4882a593Smuzhiyun
504*4882a593Smuzhiyun /*
505*4882a593Smuzhiyun * xtInsert()
506*4882a593Smuzhiyun *
507*4882a593Smuzhiyun * function:
508*4882a593Smuzhiyun *
509*4882a593Smuzhiyun * parameter:
510*4882a593Smuzhiyun * tid - transaction id;
511*4882a593Smuzhiyun * ip - file object;
512*4882a593Smuzhiyun * xflag - extent flag (XAD_NOTRECORDED):
513*4882a593Smuzhiyun * xoff - extent offset;
514*4882a593Smuzhiyun * xlen - extent length;
515*4882a593Smuzhiyun * xaddrp - extent address pointer (in/out):
516*4882a593Smuzhiyun * if (*xaddrp)
517*4882a593Smuzhiyun * caller allocated data extent at *xaddrp;
518*4882a593Smuzhiyun * else
519*4882a593Smuzhiyun * allocate data extent and return its xaddr;
520*4882a593Smuzhiyun * flag -
521*4882a593Smuzhiyun *
522*4882a593Smuzhiyun * return:
523*4882a593Smuzhiyun */
xtInsert(tid_t tid,struct inode * ip,int xflag,s64 xoff,s32 xlen,s64 * xaddrp,int flag)524*4882a593Smuzhiyun int xtInsert(tid_t tid, /* transaction id */
525*4882a593Smuzhiyun struct inode *ip, int xflag, s64 xoff, s32 xlen, s64 * xaddrp,
526*4882a593Smuzhiyun int flag)
527*4882a593Smuzhiyun {
528*4882a593Smuzhiyun int rc = 0;
529*4882a593Smuzhiyun s64 xaddr, hint;
530*4882a593Smuzhiyun struct metapage *mp; /* meta-page buffer */
531*4882a593Smuzhiyun xtpage_t *p; /* base B+-tree index page */
532*4882a593Smuzhiyun s64 bn;
533*4882a593Smuzhiyun int index, nextindex;
534*4882a593Smuzhiyun struct btstack btstack; /* traverse stack */
535*4882a593Smuzhiyun struct xtsplit split; /* split information */
536*4882a593Smuzhiyun xad_t *xad;
537*4882a593Smuzhiyun int cmp;
538*4882a593Smuzhiyun s64 next;
539*4882a593Smuzhiyun struct tlock *tlck;
540*4882a593Smuzhiyun struct xtlock *xtlck;
541*4882a593Smuzhiyun
542*4882a593Smuzhiyun jfs_info("xtInsert: nxoff:0x%lx nxlen:0x%x", (ulong) xoff, xlen);
543*4882a593Smuzhiyun
544*4882a593Smuzhiyun /*
545*4882a593Smuzhiyun * search for the entry location at which to insert:
546*4882a593Smuzhiyun *
547*4882a593Smuzhiyun * xtFastSearch() and xtSearch() both returns (leaf page
548*4882a593Smuzhiyun * pinned, index at which to insert).
549*4882a593Smuzhiyun * n.b. xtSearch() may return index of maxentry of
550*4882a593Smuzhiyun * the full page.
551*4882a593Smuzhiyun */
552*4882a593Smuzhiyun if ((rc = xtSearch(ip, xoff, &next, &cmp, &btstack, XT_INSERT)))
553*4882a593Smuzhiyun return rc;
554*4882a593Smuzhiyun
555*4882a593Smuzhiyun /* retrieve search result */
556*4882a593Smuzhiyun XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
557*4882a593Smuzhiyun
558*4882a593Smuzhiyun /* This test must follow XT_GETSEARCH since mp must be valid if
559*4882a593Smuzhiyun * we branch to out: */
560*4882a593Smuzhiyun if ((cmp == 0) || (next && (xlen > next - xoff))) {
561*4882a593Smuzhiyun rc = -EEXIST;
562*4882a593Smuzhiyun goto out;
563*4882a593Smuzhiyun }
564*4882a593Smuzhiyun
565*4882a593Smuzhiyun /*
566*4882a593Smuzhiyun * allocate data extent requested
567*4882a593Smuzhiyun *
568*4882a593Smuzhiyun * allocation hint: last xad
569*4882a593Smuzhiyun */
570*4882a593Smuzhiyun if ((xaddr = *xaddrp) == 0) {
571*4882a593Smuzhiyun if (index > XTENTRYSTART) {
572*4882a593Smuzhiyun xad = &p->xad[index - 1];
573*4882a593Smuzhiyun hint = addressXAD(xad) + lengthXAD(xad) - 1;
574*4882a593Smuzhiyun } else
575*4882a593Smuzhiyun hint = 0;
576*4882a593Smuzhiyun if ((rc = dquot_alloc_block(ip, xlen)))
577*4882a593Smuzhiyun goto out;
578*4882a593Smuzhiyun if ((rc = dbAlloc(ip, hint, (s64) xlen, &xaddr))) {
579*4882a593Smuzhiyun dquot_free_block(ip, xlen);
580*4882a593Smuzhiyun goto out;
581*4882a593Smuzhiyun }
582*4882a593Smuzhiyun }
583*4882a593Smuzhiyun
584*4882a593Smuzhiyun /*
585*4882a593Smuzhiyun * insert entry for new extent
586*4882a593Smuzhiyun */
587*4882a593Smuzhiyun xflag |= XAD_NEW;
588*4882a593Smuzhiyun
589*4882a593Smuzhiyun /*
590*4882a593Smuzhiyun * if the leaf page is full, split the page and
591*4882a593Smuzhiyun * propagate up the router entry for the new page from split
592*4882a593Smuzhiyun *
593*4882a593Smuzhiyun * The xtSplitUp() will insert the entry and unpin the leaf page.
594*4882a593Smuzhiyun */
595*4882a593Smuzhiyun nextindex = le16_to_cpu(p->header.nextindex);
596*4882a593Smuzhiyun if (nextindex == le16_to_cpu(p->header.maxentry)) {
597*4882a593Smuzhiyun split.mp = mp;
598*4882a593Smuzhiyun split.index = index;
599*4882a593Smuzhiyun split.flag = xflag;
600*4882a593Smuzhiyun split.off = xoff;
601*4882a593Smuzhiyun split.len = xlen;
602*4882a593Smuzhiyun split.addr = xaddr;
603*4882a593Smuzhiyun split.pxdlist = NULL;
604*4882a593Smuzhiyun if ((rc = xtSplitUp(tid, ip, &split, &btstack))) {
605*4882a593Smuzhiyun /* undo data extent allocation */
606*4882a593Smuzhiyun if (*xaddrp == 0) {
607*4882a593Smuzhiyun dbFree(ip, xaddr, (s64) xlen);
608*4882a593Smuzhiyun dquot_free_block(ip, xlen);
609*4882a593Smuzhiyun }
610*4882a593Smuzhiyun return rc;
611*4882a593Smuzhiyun }
612*4882a593Smuzhiyun
613*4882a593Smuzhiyun *xaddrp = xaddr;
614*4882a593Smuzhiyun return 0;
615*4882a593Smuzhiyun }
616*4882a593Smuzhiyun
617*4882a593Smuzhiyun /*
618*4882a593Smuzhiyun * insert the new entry into the leaf page
619*4882a593Smuzhiyun */
620*4882a593Smuzhiyun /*
621*4882a593Smuzhiyun * acquire a transaction lock on the leaf page;
622*4882a593Smuzhiyun *
623*4882a593Smuzhiyun * action: xad insertion/extension;
624*4882a593Smuzhiyun */
625*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
626*4882a593Smuzhiyun
627*4882a593Smuzhiyun /* if insert into middle, shift right remaining entries. */
628*4882a593Smuzhiyun if (index < nextindex)
629*4882a593Smuzhiyun memmove(&p->xad[index + 1], &p->xad[index],
630*4882a593Smuzhiyun (nextindex - index) * sizeof(xad_t));
631*4882a593Smuzhiyun
632*4882a593Smuzhiyun /* insert the new entry: mark the entry NEW */
633*4882a593Smuzhiyun xad = &p->xad[index];
634*4882a593Smuzhiyun XT_PUTENTRY(xad, xflag, xoff, xlen, xaddr);
635*4882a593Smuzhiyun
636*4882a593Smuzhiyun /* advance next available entry index */
637*4882a593Smuzhiyun le16_add_cpu(&p->header.nextindex, 1);
638*4882a593Smuzhiyun
639*4882a593Smuzhiyun /* Don't log it if there are no links to the file */
640*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
641*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW);
642*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
643*4882a593Smuzhiyun xtlck->lwm.offset =
644*4882a593Smuzhiyun (xtlck->lwm.offset) ? min(index,
645*4882a593Smuzhiyun (int)xtlck->lwm.offset) : index;
646*4882a593Smuzhiyun xtlck->lwm.length =
647*4882a593Smuzhiyun le16_to_cpu(p->header.nextindex) - xtlck->lwm.offset;
648*4882a593Smuzhiyun }
649*4882a593Smuzhiyun
650*4882a593Smuzhiyun *xaddrp = xaddr;
651*4882a593Smuzhiyun
652*4882a593Smuzhiyun out:
653*4882a593Smuzhiyun /* unpin the leaf page */
654*4882a593Smuzhiyun XT_PUTPAGE(mp);
655*4882a593Smuzhiyun
656*4882a593Smuzhiyun return rc;
657*4882a593Smuzhiyun }
658*4882a593Smuzhiyun
659*4882a593Smuzhiyun
660*4882a593Smuzhiyun /*
661*4882a593Smuzhiyun * xtSplitUp()
662*4882a593Smuzhiyun *
663*4882a593Smuzhiyun * function:
664*4882a593Smuzhiyun * split full pages as propagating insertion up the tree
665*4882a593Smuzhiyun *
666*4882a593Smuzhiyun * parameter:
667*4882a593Smuzhiyun * tid - transaction id;
668*4882a593Smuzhiyun * ip - file object;
669*4882a593Smuzhiyun * split - entry parameter descriptor;
670*4882a593Smuzhiyun * btstack - traverse stack from xtSearch()
671*4882a593Smuzhiyun *
672*4882a593Smuzhiyun * return:
673*4882a593Smuzhiyun */
674*4882a593Smuzhiyun static int
xtSplitUp(tid_t tid,struct inode * ip,struct xtsplit * split,struct btstack * btstack)675*4882a593Smuzhiyun xtSplitUp(tid_t tid,
676*4882a593Smuzhiyun struct inode *ip, struct xtsplit * split, struct btstack * btstack)
677*4882a593Smuzhiyun {
678*4882a593Smuzhiyun int rc = 0;
679*4882a593Smuzhiyun struct metapage *smp;
680*4882a593Smuzhiyun xtpage_t *sp; /* split page */
681*4882a593Smuzhiyun struct metapage *rmp;
682*4882a593Smuzhiyun s64 rbn; /* new right page block number */
683*4882a593Smuzhiyun struct metapage *rcmp;
684*4882a593Smuzhiyun xtpage_t *rcp; /* right child page */
685*4882a593Smuzhiyun s64 rcbn; /* right child page block number */
686*4882a593Smuzhiyun int skip; /* index of entry of insertion */
687*4882a593Smuzhiyun int nextindex; /* next available entry index of p */
688*4882a593Smuzhiyun struct btframe *parent; /* parent page entry on traverse stack */
689*4882a593Smuzhiyun xad_t *xad;
690*4882a593Smuzhiyun s64 xaddr;
691*4882a593Smuzhiyun int xlen;
692*4882a593Smuzhiyun int nsplit; /* number of pages split */
693*4882a593Smuzhiyun struct pxdlist pxdlist;
694*4882a593Smuzhiyun pxd_t *pxd;
695*4882a593Smuzhiyun struct tlock *tlck;
696*4882a593Smuzhiyun struct xtlock *xtlck;
697*4882a593Smuzhiyun
698*4882a593Smuzhiyun smp = split->mp;
699*4882a593Smuzhiyun sp = XT_PAGE(ip, smp);
700*4882a593Smuzhiyun
701*4882a593Smuzhiyun /* is inode xtree root extension/inline EA area free ? */
702*4882a593Smuzhiyun if ((sp->header.flag & BT_ROOT) && (!S_ISDIR(ip->i_mode)) &&
703*4882a593Smuzhiyun (le16_to_cpu(sp->header.maxentry) < XTROOTMAXSLOT) &&
704*4882a593Smuzhiyun (JFS_IP(ip)->mode2 & INLINEEA)) {
705*4882a593Smuzhiyun sp->header.maxentry = cpu_to_le16(XTROOTMAXSLOT);
706*4882a593Smuzhiyun JFS_IP(ip)->mode2 &= ~INLINEEA;
707*4882a593Smuzhiyun
708*4882a593Smuzhiyun BT_MARK_DIRTY(smp, ip);
709*4882a593Smuzhiyun /*
710*4882a593Smuzhiyun * acquire a transaction lock on the leaf page;
711*4882a593Smuzhiyun *
712*4882a593Smuzhiyun * action: xad insertion/extension;
713*4882a593Smuzhiyun */
714*4882a593Smuzhiyun
715*4882a593Smuzhiyun /* if insert into middle, shift right remaining entries. */
716*4882a593Smuzhiyun skip = split->index;
717*4882a593Smuzhiyun nextindex = le16_to_cpu(sp->header.nextindex);
718*4882a593Smuzhiyun if (skip < nextindex)
719*4882a593Smuzhiyun memmove(&sp->xad[skip + 1], &sp->xad[skip],
720*4882a593Smuzhiyun (nextindex - skip) * sizeof(xad_t));
721*4882a593Smuzhiyun
722*4882a593Smuzhiyun /* insert the new entry: mark the entry NEW */
723*4882a593Smuzhiyun xad = &sp->xad[skip];
724*4882a593Smuzhiyun XT_PUTENTRY(xad, split->flag, split->off, split->len,
725*4882a593Smuzhiyun split->addr);
726*4882a593Smuzhiyun
727*4882a593Smuzhiyun /* advance next available entry index */
728*4882a593Smuzhiyun le16_add_cpu(&sp->header.nextindex, 1);
729*4882a593Smuzhiyun
730*4882a593Smuzhiyun /* Don't log it if there are no links to the file */
731*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
732*4882a593Smuzhiyun tlck = txLock(tid, ip, smp, tlckXTREE | tlckGROW);
733*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
734*4882a593Smuzhiyun xtlck->lwm.offset = (xtlck->lwm.offset) ?
735*4882a593Smuzhiyun min(skip, (int)xtlck->lwm.offset) : skip;
736*4882a593Smuzhiyun xtlck->lwm.length =
737*4882a593Smuzhiyun le16_to_cpu(sp->header.nextindex) -
738*4882a593Smuzhiyun xtlck->lwm.offset;
739*4882a593Smuzhiyun }
740*4882a593Smuzhiyun
741*4882a593Smuzhiyun return 0;
742*4882a593Smuzhiyun }
743*4882a593Smuzhiyun
744*4882a593Smuzhiyun /*
745*4882a593Smuzhiyun * allocate new index blocks to cover index page split(s)
746*4882a593Smuzhiyun *
747*4882a593Smuzhiyun * allocation hint: ?
748*4882a593Smuzhiyun */
749*4882a593Smuzhiyun if (split->pxdlist == NULL) {
750*4882a593Smuzhiyun nsplit = btstack->nsplit;
751*4882a593Smuzhiyun split->pxdlist = &pxdlist;
752*4882a593Smuzhiyun pxdlist.maxnpxd = pxdlist.npxd = 0;
753*4882a593Smuzhiyun pxd = &pxdlist.pxd[0];
754*4882a593Smuzhiyun xlen = JFS_SBI(ip->i_sb)->nbperpage;
755*4882a593Smuzhiyun for (; nsplit > 0; nsplit--, pxd++) {
756*4882a593Smuzhiyun if ((rc = dbAlloc(ip, (s64) 0, (s64) xlen, &xaddr))
757*4882a593Smuzhiyun == 0) {
758*4882a593Smuzhiyun PXDaddress(pxd, xaddr);
759*4882a593Smuzhiyun PXDlength(pxd, xlen);
760*4882a593Smuzhiyun
761*4882a593Smuzhiyun pxdlist.maxnpxd++;
762*4882a593Smuzhiyun
763*4882a593Smuzhiyun continue;
764*4882a593Smuzhiyun }
765*4882a593Smuzhiyun
766*4882a593Smuzhiyun /* undo allocation */
767*4882a593Smuzhiyun
768*4882a593Smuzhiyun XT_PUTPAGE(smp);
769*4882a593Smuzhiyun return rc;
770*4882a593Smuzhiyun }
771*4882a593Smuzhiyun }
772*4882a593Smuzhiyun
773*4882a593Smuzhiyun /*
774*4882a593Smuzhiyun * Split leaf page <sp> into <sp> and a new right page <rp>.
775*4882a593Smuzhiyun *
776*4882a593Smuzhiyun * The split routines insert the new entry into the leaf page,
777*4882a593Smuzhiyun * and acquire txLock as appropriate.
778*4882a593Smuzhiyun * return <rp> pinned and its block number <rpbn>.
779*4882a593Smuzhiyun */
780*4882a593Smuzhiyun rc = (sp->header.flag & BT_ROOT) ?
781*4882a593Smuzhiyun xtSplitRoot(tid, ip, split, &rmp) :
782*4882a593Smuzhiyun xtSplitPage(tid, ip, split, &rmp, &rbn);
783*4882a593Smuzhiyun
784*4882a593Smuzhiyun XT_PUTPAGE(smp);
785*4882a593Smuzhiyun
786*4882a593Smuzhiyun if (rc)
787*4882a593Smuzhiyun return -EIO;
788*4882a593Smuzhiyun /*
789*4882a593Smuzhiyun * propagate up the router entry for the leaf page just split
790*4882a593Smuzhiyun *
791*4882a593Smuzhiyun * insert a router entry for the new page into the parent page,
792*4882a593Smuzhiyun * propagate the insert/split up the tree by walking back the stack
793*4882a593Smuzhiyun * of (bn of parent page, index of child page entry in parent page)
794*4882a593Smuzhiyun * that were traversed during the search for the page that split.
795*4882a593Smuzhiyun *
796*4882a593Smuzhiyun * the propagation of insert/split up the tree stops if the root
797*4882a593Smuzhiyun * splits or the page inserted into doesn't have to split to hold
798*4882a593Smuzhiyun * the new entry.
799*4882a593Smuzhiyun *
800*4882a593Smuzhiyun * the parent entry for the split page remains the same, and
801*4882a593Smuzhiyun * a new entry is inserted at its right with the first key and
802*4882a593Smuzhiyun * block number of the new right page.
803*4882a593Smuzhiyun *
804*4882a593Smuzhiyun * There are a maximum of 3 pages pinned at any time:
805*4882a593Smuzhiyun * right child, left parent and right parent (when the parent splits)
806*4882a593Smuzhiyun * to keep the child page pinned while working on the parent.
807*4882a593Smuzhiyun * make sure that all pins are released at exit.
808*4882a593Smuzhiyun */
809*4882a593Smuzhiyun while ((parent = BT_POP(btstack)) != NULL) {
810*4882a593Smuzhiyun /* parent page specified by stack frame <parent> */
811*4882a593Smuzhiyun
812*4882a593Smuzhiyun /* keep current child pages <rcp> pinned */
813*4882a593Smuzhiyun rcmp = rmp;
814*4882a593Smuzhiyun rcbn = rbn;
815*4882a593Smuzhiyun rcp = XT_PAGE(ip, rcmp);
816*4882a593Smuzhiyun
817*4882a593Smuzhiyun /*
818*4882a593Smuzhiyun * insert router entry in parent for new right child page <rp>
819*4882a593Smuzhiyun */
820*4882a593Smuzhiyun /* get/pin the parent page <sp> */
821*4882a593Smuzhiyun XT_GETPAGE(ip, parent->bn, smp, PSIZE, sp, rc);
822*4882a593Smuzhiyun if (rc) {
823*4882a593Smuzhiyun XT_PUTPAGE(rcmp);
824*4882a593Smuzhiyun return rc;
825*4882a593Smuzhiyun }
826*4882a593Smuzhiyun
827*4882a593Smuzhiyun /*
828*4882a593Smuzhiyun * The new key entry goes ONE AFTER the index of parent entry,
829*4882a593Smuzhiyun * because the split was to the right.
830*4882a593Smuzhiyun */
831*4882a593Smuzhiyun skip = parent->index + 1;
832*4882a593Smuzhiyun
833*4882a593Smuzhiyun /*
834*4882a593Smuzhiyun * split or shift right remaining entries of the parent page
835*4882a593Smuzhiyun */
836*4882a593Smuzhiyun nextindex = le16_to_cpu(sp->header.nextindex);
837*4882a593Smuzhiyun /*
838*4882a593Smuzhiyun * parent page is full - split the parent page
839*4882a593Smuzhiyun */
840*4882a593Smuzhiyun if (nextindex == le16_to_cpu(sp->header.maxentry)) {
841*4882a593Smuzhiyun /* init for parent page split */
842*4882a593Smuzhiyun split->mp = smp;
843*4882a593Smuzhiyun split->index = skip; /* index at insert */
844*4882a593Smuzhiyun split->flag = XAD_NEW;
845*4882a593Smuzhiyun split->off = offsetXAD(&rcp->xad[XTENTRYSTART]);
846*4882a593Smuzhiyun split->len = JFS_SBI(ip->i_sb)->nbperpage;
847*4882a593Smuzhiyun split->addr = rcbn;
848*4882a593Smuzhiyun
849*4882a593Smuzhiyun /* unpin previous right child page */
850*4882a593Smuzhiyun XT_PUTPAGE(rcmp);
851*4882a593Smuzhiyun
852*4882a593Smuzhiyun /* The split routines insert the new entry,
853*4882a593Smuzhiyun * and acquire txLock as appropriate.
854*4882a593Smuzhiyun * return <rp> pinned and its block number <rpbn>.
855*4882a593Smuzhiyun */
856*4882a593Smuzhiyun rc = (sp->header.flag & BT_ROOT) ?
857*4882a593Smuzhiyun xtSplitRoot(tid, ip, split, &rmp) :
858*4882a593Smuzhiyun xtSplitPage(tid, ip, split, &rmp, &rbn);
859*4882a593Smuzhiyun if (rc) {
860*4882a593Smuzhiyun XT_PUTPAGE(smp);
861*4882a593Smuzhiyun return rc;
862*4882a593Smuzhiyun }
863*4882a593Smuzhiyun
864*4882a593Smuzhiyun XT_PUTPAGE(smp);
865*4882a593Smuzhiyun /* keep new child page <rp> pinned */
866*4882a593Smuzhiyun }
867*4882a593Smuzhiyun /*
868*4882a593Smuzhiyun * parent page is not full - insert in parent page
869*4882a593Smuzhiyun */
870*4882a593Smuzhiyun else {
871*4882a593Smuzhiyun /*
872*4882a593Smuzhiyun * insert router entry in parent for the right child
873*4882a593Smuzhiyun * page from the first entry of the right child page:
874*4882a593Smuzhiyun */
875*4882a593Smuzhiyun /*
876*4882a593Smuzhiyun * acquire a transaction lock on the parent page;
877*4882a593Smuzhiyun *
878*4882a593Smuzhiyun * action: router xad insertion;
879*4882a593Smuzhiyun */
880*4882a593Smuzhiyun BT_MARK_DIRTY(smp, ip);
881*4882a593Smuzhiyun
882*4882a593Smuzhiyun /*
883*4882a593Smuzhiyun * if insert into middle, shift right remaining entries
884*4882a593Smuzhiyun */
885*4882a593Smuzhiyun if (skip < nextindex)
886*4882a593Smuzhiyun memmove(&sp->xad[skip + 1], &sp->xad[skip],
887*4882a593Smuzhiyun (nextindex -
888*4882a593Smuzhiyun skip) << L2XTSLOTSIZE);
889*4882a593Smuzhiyun
890*4882a593Smuzhiyun /* insert the router entry */
891*4882a593Smuzhiyun xad = &sp->xad[skip];
892*4882a593Smuzhiyun XT_PUTENTRY(xad, XAD_NEW,
893*4882a593Smuzhiyun offsetXAD(&rcp->xad[XTENTRYSTART]),
894*4882a593Smuzhiyun JFS_SBI(ip->i_sb)->nbperpage, rcbn);
895*4882a593Smuzhiyun
896*4882a593Smuzhiyun /* advance next available entry index. */
897*4882a593Smuzhiyun le16_add_cpu(&sp->header.nextindex, 1);
898*4882a593Smuzhiyun
899*4882a593Smuzhiyun /* Don't log it if there are no links to the file */
900*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
901*4882a593Smuzhiyun tlck = txLock(tid, ip, smp,
902*4882a593Smuzhiyun tlckXTREE | tlckGROW);
903*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
904*4882a593Smuzhiyun xtlck->lwm.offset = (xtlck->lwm.offset) ?
905*4882a593Smuzhiyun min(skip, (int)xtlck->lwm.offset) : skip;
906*4882a593Smuzhiyun xtlck->lwm.length =
907*4882a593Smuzhiyun le16_to_cpu(sp->header.nextindex) -
908*4882a593Smuzhiyun xtlck->lwm.offset;
909*4882a593Smuzhiyun }
910*4882a593Smuzhiyun
911*4882a593Smuzhiyun /* unpin parent page */
912*4882a593Smuzhiyun XT_PUTPAGE(smp);
913*4882a593Smuzhiyun
914*4882a593Smuzhiyun /* exit propagate up */
915*4882a593Smuzhiyun break;
916*4882a593Smuzhiyun }
917*4882a593Smuzhiyun }
918*4882a593Smuzhiyun
919*4882a593Smuzhiyun /* unpin current right page */
920*4882a593Smuzhiyun XT_PUTPAGE(rmp);
921*4882a593Smuzhiyun
922*4882a593Smuzhiyun return 0;
923*4882a593Smuzhiyun }
924*4882a593Smuzhiyun
925*4882a593Smuzhiyun
926*4882a593Smuzhiyun /*
927*4882a593Smuzhiyun * xtSplitPage()
928*4882a593Smuzhiyun *
929*4882a593Smuzhiyun * function:
930*4882a593Smuzhiyun * split a full non-root page into
931*4882a593Smuzhiyun * original/split/left page and new right page
932*4882a593Smuzhiyun * i.e., the original/split page remains as left page.
933*4882a593Smuzhiyun *
934*4882a593Smuzhiyun * parameter:
935*4882a593Smuzhiyun * int tid,
936*4882a593Smuzhiyun * struct inode *ip,
937*4882a593Smuzhiyun * struct xtsplit *split,
938*4882a593Smuzhiyun * struct metapage **rmpp,
939*4882a593Smuzhiyun * u64 *rbnp,
940*4882a593Smuzhiyun *
941*4882a593Smuzhiyun * return:
942*4882a593Smuzhiyun * Pointer to page in which to insert or NULL on error.
943*4882a593Smuzhiyun */
944*4882a593Smuzhiyun static int
xtSplitPage(tid_t tid,struct inode * ip,struct xtsplit * split,struct metapage ** rmpp,s64 * rbnp)945*4882a593Smuzhiyun xtSplitPage(tid_t tid, struct inode *ip,
946*4882a593Smuzhiyun struct xtsplit * split, struct metapage ** rmpp, s64 * rbnp)
947*4882a593Smuzhiyun {
948*4882a593Smuzhiyun int rc = 0;
949*4882a593Smuzhiyun struct metapage *smp;
950*4882a593Smuzhiyun xtpage_t *sp;
951*4882a593Smuzhiyun struct metapage *rmp;
952*4882a593Smuzhiyun xtpage_t *rp; /* new right page allocated */
953*4882a593Smuzhiyun s64 rbn; /* new right page block number */
954*4882a593Smuzhiyun struct metapage *mp;
955*4882a593Smuzhiyun xtpage_t *p;
956*4882a593Smuzhiyun s64 nextbn;
957*4882a593Smuzhiyun int skip, maxentry, middle, righthalf, n;
958*4882a593Smuzhiyun xad_t *xad;
959*4882a593Smuzhiyun struct pxdlist *pxdlist;
960*4882a593Smuzhiyun pxd_t *pxd;
961*4882a593Smuzhiyun struct tlock *tlck;
962*4882a593Smuzhiyun struct xtlock *sxtlck = NULL, *rxtlck = NULL;
963*4882a593Smuzhiyun int quota_allocation = 0;
964*4882a593Smuzhiyun
965*4882a593Smuzhiyun smp = split->mp;
966*4882a593Smuzhiyun sp = XT_PAGE(ip, smp);
967*4882a593Smuzhiyun
968*4882a593Smuzhiyun INCREMENT(xtStat.split);
969*4882a593Smuzhiyun
970*4882a593Smuzhiyun pxdlist = split->pxdlist;
971*4882a593Smuzhiyun pxd = &pxdlist->pxd[pxdlist->npxd];
972*4882a593Smuzhiyun pxdlist->npxd++;
973*4882a593Smuzhiyun rbn = addressPXD(pxd);
974*4882a593Smuzhiyun
975*4882a593Smuzhiyun /* Allocate blocks to quota. */
976*4882a593Smuzhiyun rc = dquot_alloc_block(ip, lengthPXD(pxd));
977*4882a593Smuzhiyun if (rc)
978*4882a593Smuzhiyun goto clean_up;
979*4882a593Smuzhiyun
980*4882a593Smuzhiyun quota_allocation += lengthPXD(pxd);
981*4882a593Smuzhiyun
982*4882a593Smuzhiyun /*
983*4882a593Smuzhiyun * allocate the new right page for the split
984*4882a593Smuzhiyun */
985*4882a593Smuzhiyun rmp = get_metapage(ip, rbn, PSIZE, 1);
986*4882a593Smuzhiyun if (rmp == NULL) {
987*4882a593Smuzhiyun rc = -EIO;
988*4882a593Smuzhiyun goto clean_up;
989*4882a593Smuzhiyun }
990*4882a593Smuzhiyun
991*4882a593Smuzhiyun jfs_info("xtSplitPage: ip:0x%p smp:0x%p rmp:0x%p", ip, smp, rmp);
992*4882a593Smuzhiyun
993*4882a593Smuzhiyun BT_MARK_DIRTY(rmp, ip);
994*4882a593Smuzhiyun /*
995*4882a593Smuzhiyun * action: new page;
996*4882a593Smuzhiyun */
997*4882a593Smuzhiyun
998*4882a593Smuzhiyun rp = (xtpage_t *) rmp->data;
999*4882a593Smuzhiyun rp->header.self = *pxd;
1000*4882a593Smuzhiyun rp->header.flag = sp->header.flag & BT_TYPE;
1001*4882a593Smuzhiyun rp->header.maxentry = sp->header.maxentry; /* little-endian */
1002*4882a593Smuzhiyun rp->header.nextindex = cpu_to_le16(XTENTRYSTART);
1003*4882a593Smuzhiyun
1004*4882a593Smuzhiyun BT_MARK_DIRTY(smp, ip);
1005*4882a593Smuzhiyun /* Don't log it if there are no links to the file */
1006*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
1007*4882a593Smuzhiyun /*
1008*4882a593Smuzhiyun * acquire a transaction lock on the new right page;
1009*4882a593Smuzhiyun */
1010*4882a593Smuzhiyun tlck = txLock(tid, ip, rmp, tlckXTREE | tlckNEW);
1011*4882a593Smuzhiyun rxtlck = (struct xtlock *) & tlck->lock;
1012*4882a593Smuzhiyun rxtlck->lwm.offset = XTENTRYSTART;
1013*4882a593Smuzhiyun /*
1014*4882a593Smuzhiyun * acquire a transaction lock on the split page
1015*4882a593Smuzhiyun */
1016*4882a593Smuzhiyun tlck = txLock(tid, ip, smp, tlckXTREE | tlckGROW);
1017*4882a593Smuzhiyun sxtlck = (struct xtlock *) & tlck->lock;
1018*4882a593Smuzhiyun }
1019*4882a593Smuzhiyun
1020*4882a593Smuzhiyun /*
1021*4882a593Smuzhiyun * initialize/update sibling pointers of <sp> and <rp>
1022*4882a593Smuzhiyun */
1023*4882a593Smuzhiyun nextbn = le64_to_cpu(sp->header.next);
1024*4882a593Smuzhiyun rp->header.next = cpu_to_le64(nextbn);
1025*4882a593Smuzhiyun rp->header.prev = cpu_to_le64(addressPXD(&sp->header.self));
1026*4882a593Smuzhiyun sp->header.next = cpu_to_le64(rbn);
1027*4882a593Smuzhiyun
1028*4882a593Smuzhiyun skip = split->index;
1029*4882a593Smuzhiyun
1030*4882a593Smuzhiyun /*
1031*4882a593Smuzhiyun * sequential append at tail (after last entry of last page)
1032*4882a593Smuzhiyun *
1033*4882a593Smuzhiyun * if splitting the last page on a level because of appending
1034*4882a593Smuzhiyun * a entry to it (skip is maxentry), it's likely that the access is
1035*4882a593Smuzhiyun * sequential. adding an empty page on the side of the level is less
1036*4882a593Smuzhiyun * work and can push the fill factor much higher than normal.
1037*4882a593Smuzhiyun * if we're wrong it's no big deal - we will do the split the right
1038*4882a593Smuzhiyun * way next time.
1039*4882a593Smuzhiyun * (it may look like it's equally easy to do a similar hack for
1040*4882a593Smuzhiyun * reverse sorted data, that is, split the tree left, but it's not.
1041*4882a593Smuzhiyun * Be my guest.)
1042*4882a593Smuzhiyun */
1043*4882a593Smuzhiyun if (nextbn == 0 && skip == le16_to_cpu(sp->header.maxentry)) {
1044*4882a593Smuzhiyun /*
1045*4882a593Smuzhiyun * acquire a transaction lock on the new/right page;
1046*4882a593Smuzhiyun *
1047*4882a593Smuzhiyun * action: xad insertion;
1048*4882a593Smuzhiyun */
1049*4882a593Smuzhiyun /* insert entry at the first entry of the new right page */
1050*4882a593Smuzhiyun xad = &rp->xad[XTENTRYSTART];
1051*4882a593Smuzhiyun XT_PUTENTRY(xad, split->flag, split->off, split->len,
1052*4882a593Smuzhiyun split->addr);
1053*4882a593Smuzhiyun
1054*4882a593Smuzhiyun rp->header.nextindex = cpu_to_le16(XTENTRYSTART + 1);
1055*4882a593Smuzhiyun
1056*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
1057*4882a593Smuzhiyun /* rxtlck->lwm.offset = XTENTRYSTART; */
1058*4882a593Smuzhiyun rxtlck->lwm.length = 1;
1059*4882a593Smuzhiyun }
1060*4882a593Smuzhiyun
1061*4882a593Smuzhiyun *rmpp = rmp;
1062*4882a593Smuzhiyun *rbnp = rbn;
1063*4882a593Smuzhiyun
1064*4882a593Smuzhiyun jfs_info("xtSplitPage: sp:0x%p rp:0x%p", sp, rp);
1065*4882a593Smuzhiyun return 0;
1066*4882a593Smuzhiyun }
1067*4882a593Smuzhiyun
1068*4882a593Smuzhiyun /*
1069*4882a593Smuzhiyun * non-sequential insert (at possibly middle page)
1070*4882a593Smuzhiyun */
1071*4882a593Smuzhiyun
1072*4882a593Smuzhiyun /*
1073*4882a593Smuzhiyun * update previous pointer of old next/right page of <sp>
1074*4882a593Smuzhiyun */
1075*4882a593Smuzhiyun if (nextbn != 0) {
1076*4882a593Smuzhiyun XT_GETPAGE(ip, nextbn, mp, PSIZE, p, rc);
1077*4882a593Smuzhiyun if (rc) {
1078*4882a593Smuzhiyun XT_PUTPAGE(rmp);
1079*4882a593Smuzhiyun goto clean_up;
1080*4882a593Smuzhiyun }
1081*4882a593Smuzhiyun
1082*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
1083*4882a593Smuzhiyun /*
1084*4882a593Smuzhiyun * acquire a transaction lock on the next page;
1085*4882a593Smuzhiyun *
1086*4882a593Smuzhiyun * action:sibling pointer update;
1087*4882a593Smuzhiyun */
1088*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip))
1089*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE | tlckRELINK);
1090*4882a593Smuzhiyun
1091*4882a593Smuzhiyun p->header.prev = cpu_to_le64(rbn);
1092*4882a593Smuzhiyun
1093*4882a593Smuzhiyun /* sibling page may have been updated previously, or
1094*4882a593Smuzhiyun * it may be updated later;
1095*4882a593Smuzhiyun */
1096*4882a593Smuzhiyun
1097*4882a593Smuzhiyun XT_PUTPAGE(mp);
1098*4882a593Smuzhiyun }
1099*4882a593Smuzhiyun
1100*4882a593Smuzhiyun /*
1101*4882a593Smuzhiyun * split the data between the split and new/right pages
1102*4882a593Smuzhiyun */
1103*4882a593Smuzhiyun maxentry = le16_to_cpu(sp->header.maxentry);
1104*4882a593Smuzhiyun middle = maxentry >> 1;
1105*4882a593Smuzhiyun righthalf = maxentry - middle;
1106*4882a593Smuzhiyun
1107*4882a593Smuzhiyun /*
1108*4882a593Smuzhiyun * skip index in old split/left page - insert into left page:
1109*4882a593Smuzhiyun */
1110*4882a593Smuzhiyun if (skip <= middle) {
1111*4882a593Smuzhiyun /* move right half of split page to the new right page */
1112*4882a593Smuzhiyun memmove(&rp->xad[XTENTRYSTART], &sp->xad[middle],
1113*4882a593Smuzhiyun righthalf << L2XTSLOTSIZE);
1114*4882a593Smuzhiyun
1115*4882a593Smuzhiyun /* shift right tail of left half to make room for new entry */
1116*4882a593Smuzhiyun if (skip < middle)
1117*4882a593Smuzhiyun memmove(&sp->xad[skip + 1], &sp->xad[skip],
1118*4882a593Smuzhiyun (middle - skip) << L2XTSLOTSIZE);
1119*4882a593Smuzhiyun
1120*4882a593Smuzhiyun /* insert new entry */
1121*4882a593Smuzhiyun xad = &sp->xad[skip];
1122*4882a593Smuzhiyun XT_PUTENTRY(xad, split->flag, split->off, split->len,
1123*4882a593Smuzhiyun split->addr);
1124*4882a593Smuzhiyun
1125*4882a593Smuzhiyun /* update page header */
1126*4882a593Smuzhiyun sp->header.nextindex = cpu_to_le16(middle + 1);
1127*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
1128*4882a593Smuzhiyun sxtlck->lwm.offset = (sxtlck->lwm.offset) ?
1129*4882a593Smuzhiyun min(skip, (int)sxtlck->lwm.offset) : skip;
1130*4882a593Smuzhiyun }
1131*4882a593Smuzhiyun
1132*4882a593Smuzhiyun rp->header.nextindex =
1133*4882a593Smuzhiyun cpu_to_le16(XTENTRYSTART + righthalf);
1134*4882a593Smuzhiyun }
1135*4882a593Smuzhiyun /*
1136*4882a593Smuzhiyun * skip index in new right page - insert into right page:
1137*4882a593Smuzhiyun */
1138*4882a593Smuzhiyun else {
1139*4882a593Smuzhiyun /* move left head of right half to right page */
1140*4882a593Smuzhiyun n = skip - middle;
1141*4882a593Smuzhiyun memmove(&rp->xad[XTENTRYSTART], &sp->xad[middle],
1142*4882a593Smuzhiyun n << L2XTSLOTSIZE);
1143*4882a593Smuzhiyun
1144*4882a593Smuzhiyun /* insert new entry */
1145*4882a593Smuzhiyun n += XTENTRYSTART;
1146*4882a593Smuzhiyun xad = &rp->xad[n];
1147*4882a593Smuzhiyun XT_PUTENTRY(xad, split->flag, split->off, split->len,
1148*4882a593Smuzhiyun split->addr);
1149*4882a593Smuzhiyun
1150*4882a593Smuzhiyun /* move right tail of right half to right page */
1151*4882a593Smuzhiyun if (skip < maxentry)
1152*4882a593Smuzhiyun memmove(&rp->xad[n + 1], &sp->xad[skip],
1153*4882a593Smuzhiyun (maxentry - skip) << L2XTSLOTSIZE);
1154*4882a593Smuzhiyun
1155*4882a593Smuzhiyun /* update page header */
1156*4882a593Smuzhiyun sp->header.nextindex = cpu_to_le16(middle);
1157*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
1158*4882a593Smuzhiyun sxtlck->lwm.offset = (sxtlck->lwm.offset) ?
1159*4882a593Smuzhiyun min(middle, (int)sxtlck->lwm.offset) : middle;
1160*4882a593Smuzhiyun }
1161*4882a593Smuzhiyun
1162*4882a593Smuzhiyun rp->header.nextindex = cpu_to_le16(XTENTRYSTART +
1163*4882a593Smuzhiyun righthalf + 1);
1164*4882a593Smuzhiyun }
1165*4882a593Smuzhiyun
1166*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
1167*4882a593Smuzhiyun sxtlck->lwm.length = le16_to_cpu(sp->header.nextindex) -
1168*4882a593Smuzhiyun sxtlck->lwm.offset;
1169*4882a593Smuzhiyun
1170*4882a593Smuzhiyun /* rxtlck->lwm.offset = XTENTRYSTART; */
1171*4882a593Smuzhiyun rxtlck->lwm.length = le16_to_cpu(rp->header.nextindex) -
1172*4882a593Smuzhiyun XTENTRYSTART;
1173*4882a593Smuzhiyun }
1174*4882a593Smuzhiyun
1175*4882a593Smuzhiyun *rmpp = rmp;
1176*4882a593Smuzhiyun *rbnp = rbn;
1177*4882a593Smuzhiyun
1178*4882a593Smuzhiyun jfs_info("xtSplitPage: sp:0x%p rp:0x%p", sp, rp);
1179*4882a593Smuzhiyun return rc;
1180*4882a593Smuzhiyun
1181*4882a593Smuzhiyun clean_up:
1182*4882a593Smuzhiyun
1183*4882a593Smuzhiyun /* Rollback quota allocation. */
1184*4882a593Smuzhiyun if (quota_allocation)
1185*4882a593Smuzhiyun dquot_free_block(ip, quota_allocation);
1186*4882a593Smuzhiyun
1187*4882a593Smuzhiyun return (rc);
1188*4882a593Smuzhiyun }
1189*4882a593Smuzhiyun
1190*4882a593Smuzhiyun
1191*4882a593Smuzhiyun /*
1192*4882a593Smuzhiyun * xtSplitRoot()
1193*4882a593Smuzhiyun *
1194*4882a593Smuzhiyun * function:
1195*4882a593Smuzhiyun * split the full root page into original/root/split page and new
1196*4882a593Smuzhiyun * right page
1197*4882a593Smuzhiyun * i.e., root remains fixed in tree anchor (inode) and the root is
1198*4882a593Smuzhiyun * copied to a single new right child page since root page <<
1199*4882a593Smuzhiyun * non-root page, and the split root page contains a single entry
1200*4882a593Smuzhiyun * for the new right child page.
1201*4882a593Smuzhiyun *
1202*4882a593Smuzhiyun * parameter:
1203*4882a593Smuzhiyun * int tid,
1204*4882a593Smuzhiyun * struct inode *ip,
1205*4882a593Smuzhiyun * struct xtsplit *split,
1206*4882a593Smuzhiyun * struct metapage **rmpp)
1207*4882a593Smuzhiyun *
1208*4882a593Smuzhiyun * return:
1209*4882a593Smuzhiyun * Pointer to page in which to insert or NULL on error.
1210*4882a593Smuzhiyun */
1211*4882a593Smuzhiyun static int
xtSplitRoot(tid_t tid,struct inode * ip,struct xtsplit * split,struct metapage ** rmpp)1212*4882a593Smuzhiyun xtSplitRoot(tid_t tid,
1213*4882a593Smuzhiyun struct inode *ip, struct xtsplit * split, struct metapage ** rmpp)
1214*4882a593Smuzhiyun {
1215*4882a593Smuzhiyun xtpage_t *sp;
1216*4882a593Smuzhiyun struct metapage *rmp;
1217*4882a593Smuzhiyun xtpage_t *rp;
1218*4882a593Smuzhiyun s64 rbn;
1219*4882a593Smuzhiyun int skip, nextindex;
1220*4882a593Smuzhiyun xad_t *xad;
1221*4882a593Smuzhiyun pxd_t *pxd;
1222*4882a593Smuzhiyun struct pxdlist *pxdlist;
1223*4882a593Smuzhiyun struct tlock *tlck;
1224*4882a593Smuzhiyun struct xtlock *xtlck;
1225*4882a593Smuzhiyun int rc;
1226*4882a593Smuzhiyun
1227*4882a593Smuzhiyun sp = &JFS_IP(ip)->i_xtroot;
1228*4882a593Smuzhiyun
1229*4882a593Smuzhiyun INCREMENT(xtStat.split);
1230*4882a593Smuzhiyun
1231*4882a593Smuzhiyun /*
1232*4882a593Smuzhiyun * allocate a single (right) child page
1233*4882a593Smuzhiyun */
1234*4882a593Smuzhiyun pxdlist = split->pxdlist;
1235*4882a593Smuzhiyun pxd = &pxdlist->pxd[pxdlist->npxd];
1236*4882a593Smuzhiyun pxdlist->npxd++;
1237*4882a593Smuzhiyun rbn = addressPXD(pxd);
1238*4882a593Smuzhiyun rmp = get_metapage(ip, rbn, PSIZE, 1);
1239*4882a593Smuzhiyun if (rmp == NULL)
1240*4882a593Smuzhiyun return -EIO;
1241*4882a593Smuzhiyun
1242*4882a593Smuzhiyun /* Allocate blocks to quota. */
1243*4882a593Smuzhiyun rc = dquot_alloc_block(ip, lengthPXD(pxd));
1244*4882a593Smuzhiyun if (rc) {
1245*4882a593Smuzhiyun release_metapage(rmp);
1246*4882a593Smuzhiyun return rc;
1247*4882a593Smuzhiyun }
1248*4882a593Smuzhiyun
1249*4882a593Smuzhiyun jfs_info("xtSplitRoot: ip:0x%p rmp:0x%p", ip, rmp);
1250*4882a593Smuzhiyun
1251*4882a593Smuzhiyun /*
1252*4882a593Smuzhiyun * acquire a transaction lock on the new right page;
1253*4882a593Smuzhiyun *
1254*4882a593Smuzhiyun * action: new page;
1255*4882a593Smuzhiyun */
1256*4882a593Smuzhiyun BT_MARK_DIRTY(rmp, ip);
1257*4882a593Smuzhiyun
1258*4882a593Smuzhiyun rp = (xtpage_t *) rmp->data;
1259*4882a593Smuzhiyun rp->header.flag =
1260*4882a593Smuzhiyun (sp->header.flag & BT_LEAF) ? BT_LEAF : BT_INTERNAL;
1261*4882a593Smuzhiyun rp->header.self = *pxd;
1262*4882a593Smuzhiyun rp->header.nextindex = cpu_to_le16(XTENTRYSTART);
1263*4882a593Smuzhiyun rp->header.maxentry = cpu_to_le16(PSIZE >> L2XTSLOTSIZE);
1264*4882a593Smuzhiyun
1265*4882a593Smuzhiyun /* initialize sibling pointers */
1266*4882a593Smuzhiyun rp->header.next = 0;
1267*4882a593Smuzhiyun rp->header.prev = 0;
1268*4882a593Smuzhiyun
1269*4882a593Smuzhiyun /*
1270*4882a593Smuzhiyun * copy the in-line root page into new right page extent
1271*4882a593Smuzhiyun */
1272*4882a593Smuzhiyun nextindex = le16_to_cpu(sp->header.maxentry);
1273*4882a593Smuzhiyun memmove(&rp->xad[XTENTRYSTART], &sp->xad[XTENTRYSTART],
1274*4882a593Smuzhiyun (nextindex - XTENTRYSTART) << L2XTSLOTSIZE);
1275*4882a593Smuzhiyun
1276*4882a593Smuzhiyun /*
1277*4882a593Smuzhiyun * insert the new entry into the new right/child page
1278*4882a593Smuzhiyun * (skip index in the new right page will not change)
1279*4882a593Smuzhiyun */
1280*4882a593Smuzhiyun skip = split->index;
1281*4882a593Smuzhiyun /* if insert into middle, shift right remaining entries */
1282*4882a593Smuzhiyun if (skip != nextindex)
1283*4882a593Smuzhiyun memmove(&rp->xad[skip + 1], &rp->xad[skip],
1284*4882a593Smuzhiyun (nextindex - skip) * sizeof(xad_t));
1285*4882a593Smuzhiyun
1286*4882a593Smuzhiyun xad = &rp->xad[skip];
1287*4882a593Smuzhiyun XT_PUTENTRY(xad, split->flag, split->off, split->len, split->addr);
1288*4882a593Smuzhiyun
1289*4882a593Smuzhiyun /* update page header */
1290*4882a593Smuzhiyun rp->header.nextindex = cpu_to_le16(nextindex + 1);
1291*4882a593Smuzhiyun
1292*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
1293*4882a593Smuzhiyun tlck = txLock(tid, ip, rmp, tlckXTREE | tlckNEW);
1294*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
1295*4882a593Smuzhiyun xtlck->lwm.offset = XTENTRYSTART;
1296*4882a593Smuzhiyun xtlck->lwm.length = le16_to_cpu(rp->header.nextindex) -
1297*4882a593Smuzhiyun XTENTRYSTART;
1298*4882a593Smuzhiyun }
1299*4882a593Smuzhiyun
1300*4882a593Smuzhiyun /*
1301*4882a593Smuzhiyun * reset the root
1302*4882a593Smuzhiyun *
1303*4882a593Smuzhiyun * init root with the single entry for the new right page
1304*4882a593Smuzhiyun * set the 1st entry offset to 0, which force the left-most key
1305*4882a593Smuzhiyun * at any level of the tree to be less than any search key.
1306*4882a593Smuzhiyun */
1307*4882a593Smuzhiyun /*
1308*4882a593Smuzhiyun * acquire a transaction lock on the root page (in-memory inode);
1309*4882a593Smuzhiyun *
1310*4882a593Smuzhiyun * action: root split;
1311*4882a593Smuzhiyun */
1312*4882a593Smuzhiyun BT_MARK_DIRTY(split->mp, ip);
1313*4882a593Smuzhiyun
1314*4882a593Smuzhiyun xad = &sp->xad[XTENTRYSTART];
1315*4882a593Smuzhiyun XT_PUTENTRY(xad, XAD_NEW, 0, JFS_SBI(ip->i_sb)->nbperpage, rbn);
1316*4882a593Smuzhiyun
1317*4882a593Smuzhiyun /* update page header of root */
1318*4882a593Smuzhiyun sp->header.flag &= ~BT_LEAF;
1319*4882a593Smuzhiyun sp->header.flag |= BT_INTERNAL;
1320*4882a593Smuzhiyun
1321*4882a593Smuzhiyun sp->header.nextindex = cpu_to_le16(XTENTRYSTART + 1);
1322*4882a593Smuzhiyun
1323*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
1324*4882a593Smuzhiyun tlck = txLock(tid, ip, split->mp, tlckXTREE | tlckGROW);
1325*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
1326*4882a593Smuzhiyun xtlck->lwm.offset = XTENTRYSTART;
1327*4882a593Smuzhiyun xtlck->lwm.length = 1;
1328*4882a593Smuzhiyun }
1329*4882a593Smuzhiyun
1330*4882a593Smuzhiyun *rmpp = rmp;
1331*4882a593Smuzhiyun
1332*4882a593Smuzhiyun jfs_info("xtSplitRoot: sp:0x%p rp:0x%p", sp, rp);
1333*4882a593Smuzhiyun return 0;
1334*4882a593Smuzhiyun }
1335*4882a593Smuzhiyun
1336*4882a593Smuzhiyun
1337*4882a593Smuzhiyun /*
1338*4882a593Smuzhiyun * xtExtend()
1339*4882a593Smuzhiyun *
1340*4882a593Smuzhiyun * function: extend in-place;
1341*4882a593Smuzhiyun *
1342*4882a593Smuzhiyun * note: existing extent may or may not have been committed.
1343*4882a593Smuzhiyun * caller is responsible for pager buffer cache update, and
1344*4882a593Smuzhiyun * working block allocation map update;
1345*4882a593Smuzhiyun * update pmap: alloc whole extended extent;
1346*4882a593Smuzhiyun */
xtExtend(tid_t tid,struct inode * ip,s64 xoff,s32 xlen,int flag)1347*4882a593Smuzhiyun int xtExtend(tid_t tid, /* transaction id */
1348*4882a593Smuzhiyun struct inode *ip, s64 xoff, /* delta extent offset */
1349*4882a593Smuzhiyun s32 xlen, /* delta extent length */
1350*4882a593Smuzhiyun int flag)
1351*4882a593Smuzhiyun {
1352*4882a593Smuzhiyun int rc = 0;
1353*4882a593Smuzhiyun int cmp;
1354*4882a593Smuzhiyun struct metapage *mp; /* meta-page buffer */
1355*4882a593Smuzhiyun xtpage_t *p; /* base B+-tree index page */
1356*4882a593Smuzhiyun s64 bn;
1357*4882a593Smuzhiyun int index, nextindex, len;
1358*4882a593Smuzhiyun struct btstack btstack; /* traverse stack */
1359*4882a593Smuzhiyun struct xtsplit split; /* split information */
1360*4882a593Smuzhiyun xad_t *xad;
1361*4882a593Smuzhiyun s64 xaddr;
1362*4882a593Smuzhiyun struct tlock *tlck;
1363*4882a593Smuzhiyun struct xtlock *xtlck = NULL;
1364*4882a593Smuzhiyun
1365*4882a593Smuzhiyun jfs_info("xtExtend: nxoff:0x%lx nxlen:0x%x", (ulong) xoff, xlen);
1366*4882a593Smuzhiyun
1367*4882a593Smuzhiyun /* there must exist extent to be extended */
1368*4882a593Smuzhiyun if ((rc = xtSearch(ip, xoff - 1, NULL, &cmp, &btstack, XT_INSERT)))
1369*4882a593Smuzhiyun return rc;
1370*4882a593Smuzhiyun
1371*4882a593Smuzhiyun /* retrieve search result */
1372*4882a593Smuzhiyun XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
1373*4882a593Smuzhiyun
1374*4882a593Smuzhiyun if (cmp != 0) {
1375*4882a593Smuzhiyun XT_PUTPAGE(mp);
1376*4882a593Smuzhiyun jfs_error(ip->i_sb, "xtSearch did not find extent\n");
1377*4882a593Smuzhiyun return -EIO;
1378*4882a593Smuzhiyun }
1379*4882a593Smuzhiyun
1380*4882a593Smuzhiyun /* extension must be contiguous */
1381*4882a593Smuzhiyun xad = &p->xad[index];
1382*4882a593Smuzhiyun if ((offsetXAD(xad) + lengthXAD(xad)) != xoff) {
1383*4882a593Smuzhiyun XT_PUTPAGE(mp);
1384*4882a593Smuzhiyun jfs_error(ip->i_sb, "extension is not contiguous\n");
1385*4882a593Smuzhiyun return -EIO;
1386*4882a593Smuzhiyun }
1387*4882a593Smuzhiyun
1388*4882a593Smuzhiyun /*
1389*4882a593Smuzhiyun * acquire a transaction lock on the leaf page;
1390*4882a593Smuzhiyun *
1391*4882a593Smuzhiyun * action: xad insertion/extension;
1392*4882a593Smuzhiyun */
1393*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
1394*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
1395*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW);
1396*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
1397*4882a593Smuzhiyun }
1398*4882a593Smuzhiyun
1399*4882a593Smuzhiyun /* extend will overflow extent ? */
1400*4882a593Smuzhiyun xlen = lengthXAD(xad) + xlen;
1401*4882a593Smuzhiyun if ((len = xlen - MAXXLEN) <= 0)
1402*4882a593Smuzhiyun goto extendOld;
1403*4882a593Smuzhiyun
1404*4882a593Smuzhiyun /*
1405*4882a593Smuzhiyun * extent overflow: insert entry for new extent
1406*4882a593Smuzhiyun */
1407*4882a593Smuzhiyun //insertNew:
1408*4882a593Smuzhiyun xoff = offsetXAD(xad) + MAXXLEN;
1409*4882a593Smuzhiyun xaddr = addressXAD(xad) + MAXXLEN;
1410*4882a593Smuzhiyun nextindex = le16_to_cpu(p->header.nextindex);
1411*4882a593Smuzhiyun
1412*4882a593Smuzhiyun /*
1413*4882a593Smuzhiyun * if the leaf page is full, insert the new entry and
1414*4882a593Smuzhiyun * propagate up the router entry for the new page from split
1415*4882a593Smuzhiyun *
1416*4882a593Smuzhiyun * The xtSplitUp() will insert the entry and unpin the leaf page.
1417*4882a593Smuzhiyun */
1418*4882a593Smuzhiyun if (nextindex == le16_to_cpu(p->header.maxentry)) {
1419*4882a593Smuzhiyun /* xtSpliUp() unpins leaf pages */
1420*4882a593Smuzhiyun split.mp = mp;
1421*4882a593Smuzhiyun split.index = index + 1;
1422*4882a593Smuzhiyun split.flag = XAD_NEW;
1423*4882a593Smuzhiyun split.off = xoff; /* split offset */
1424*4882a593Smuzhiyun split.len = len;
1425*4882a593Smuzhiyun split.addr = xaddr;
1426*4882a593Smuzhiyun split.pxdlist = NULL;
1427*4882a593Smuzhiyun if ((rc = xtSplitUp(tid, ip, &split, &btstack)))
1428*4882a593Smuzhiyun return rc;
1429*4882a593Smuzhiyun
1430*4882a593Smuzhiyun /* get back old page */
1431*4882a593Smuzhiyun XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
1432*4882a593Smuzhiyun if (rc)
1433*4882a593Smuzhiyun return rc;
1434*4882a593Smuzhiyun /*
1435*4882a593Smuzhiyun * if leaf root has been split, original root has been
1436*4882a593Smuzhiyun * copied to new child page, i.e., original entry now
1437*4882a593Smuzhiyun * resides on the new child page;
1438*4882a593Smuzhiyun */
1439*4882a593Smuzhiyun if (p->header.flag & BT_INTERNAL) {
1440*4882a593Smuzhiyun ASSERT(p->header.nextindex ==
1441*4882a593Smuzhiyun cpu_to_le16(XTENTRYSTART + 1));
1442*4882a593Smuzhiyun xad = &p->xad[XTENTRYSTART];
1443*4882a593Smuzhiyun bn = addressXAD(xad);
1444*4882a593Smuzhiyun XT_PUTPAGE(mp);
1445*4882a593Smuzhiyun
1446*4882a593Smuzhiyun /* get new child page */
1447*4882a593Smuzhiyun XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
1448*4882a593Smuzhiyun if (rc)
1449*4882a593Smuzhiyun return rc;
1450*4882a593Smuzhiyun
1451*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
1452*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
1453*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW);
1454*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
1455*4882a593Smuzhiyun }
1456*4882a593Smuzhiyun }
1457*4882a593Smuzhiyun }
1458*4882a593Smuzhiyun /*
1459*4882a593Smuzhiyun * insert the new entry into the leaf page
1460*4882a593Smuzhiyun */
1461*4882a593Smuzhiyun else {
1462*4882a593Smuzhiyun /* insert the new entry: mark the entry NEW */
1463*4882a593Smuzhiyun xad = &p->xad[index + 1];
1464*4882a593Smuzhiyun XT_PUTENTRY(xad, XAD_NEW, xoff, len, xaddr);
1465*4882a593Smuzhiyun
1466*4882a593Smuzhiyun /* advance next available entry index */
1467*4882a593Smuzhiyun le16_add_cpu(&p->header.nextindex, 1);
1468*4882a593Smuzhiyun }
1469*4882a593Smuzhiyun
1470*4882a593Smuzhiyun /* get back old entry */
1471*4882a593Smuzhiyun xad = &p->xad[index];
1472*4882a593Smuzhiyun xlen = MAXXLEN;
1473*4882a593Smuzhiyun
1474*4882a593Smuzhiyun /*
1475*4882a593Smuzhiyun * extend old extent
1476*4882a593Smuzhiyun */
1477*4882a593Smuzhiyun extendOld:
1478*4882a593Smuzhiyun XADlength(xad, xlen);
1479*4882a593Smuzhiyun if (!(xad->flag & XAD_NEW))
1480*4882a593Smuzhiyun xad->flag |= XAD_EXTENDED;
1481*4882a593Smuzhiyun
1482*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
1483*4882a593Smuzhiyun xtlck->lwm.offset =
1484*4882a593Smuzhiyun (xtlck->lwm.offset) ? min(index,
1485*4882a593Smuzhiyun (int)xtlck->lwm.offset) : index;
1486*4882a593Smuzhiyun xtlck->lwm.length =
1487*4882a593Smuzhiyun le16_to_cpu(p->header.nextindex) - xtlck->lwm.offset;
1488*4882a593Smuzhiyun }
1489*4882a593Smuzhiyun
1490*4882a593Smuzhiyun /* unpin the leaf page */
1491*4882a593Smuzhiyun XT_PUTPAGE(mp);
1492*4882a593Smuzhiyun
1493*4882a593Smuzhiyun return rc;
1494*4882a593Smuzhiyun }
1495*4882a593Smuzhiyun
1496*4882a593Smuzhiyun #ifdef _NOTYET
1497*4882a593Smuzhiyun /*
1498*4882a593Smuzhiyun * xtTailgate()
1499*4882a593Smuzhiyun *
1500*4882a593Smuzhiyun * function: split existing 'tail' extent
1501*4882a593Smuzhiyun * (split offset >= start offset of tail extent), and
1502*4882a593Smuzhiyun * relocate and extend the split tail half;
1503*4882a593Smuzhiyun *
1504*4882a593Smuzhiyun * note: existing extent may or may not have been committed.
1505*4882a593Smuzhiyun * caller is responsible for pager buffer cache update, and
1506*4882a593Smuzhiyun * working block allocation map update;
1507*4882a593Smuzhiyun * update pmap: free old split tail extent, alloc new extent;
1508*4882a593Smuzhiyun */
xtTailgate(tid_t tid,struct inode * ip,s64 xoff,s32 xlen,s64 xaddr,int flag)1509*4882a593Smuzhiyun int xtTailgate(tid_t tid, /* transaction id */
1510*4882a593Smuzhiyun struct inode *ip, s64 xoff, /* split/new extent offset */
1511*4882a593Smuzhiyun s32 xlen, /* new extent length */
1512*4882a593Smuzhiyun s64 xaddr, /* new extent address */
1513*4882a593Smuzhiyun int flag)
1514*4882a593Smuzhiyun {
1515*4882a593Smuzhiyun int rc = 0;
1516*4882a593Smuzhiyun int cmp;
1517*4882a593Smuzhiyun struct metapage *mp; /* meta-page buffer */
1518*4882a593Smuzhiyun xtpage_t *p; /* base B+-tree index page */
1519*4882a593Smuzhiyun s64 bn;
1520*4882a593Smuzhiyun int index, nextindex, llen, rlen;
1521*4882a593Smuzhiyun struct btstack btstack; /* traverse stack */
1522*4882a593Smuzhiyun struct xtsplit split; /* split information */
1523*4882a593Smuzhiyun xad_t *xad;
1524*4882a593Smuzhiyun struct tlock *tlck;
1525*4882a593Smuzhiyun struct xtlock *xtlck = 0;
1526*4882a593Smuzhiyun struct tlock *mtlck;
1527*4882a593Smuzhiyun struct maplock *pxdlock;
1528*4882a593Smuzhiyun
1529*4882a593Smuzhiyun /*
1530*4882a593Smuzhiyun printf("xtTailgate: nxoff:0x%lx nxlen:0x%x nxaddr:0x%lx\n",
1531*4882a593Smuzhiyun (ulong)xoff, xlen, (ulong)xaddr);
1532*4882a593Smuzhiyun */
1533*4882a593Smuzhiyun
1534*4882a593Smuzhiyun /* there must exist extent to be tailgated */
1535*4882a593Smuzhiyun if ((rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, XT_INSERT)))
1536*4882a593Smuzhiyun return rc;
1537*4882a593Smuzhiyun
1538*4882a593Smuzhiyun /* retrieve search result */
1539*4882a593Smuzhiyun XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
1540*4882a593Smuzhiyun
1541*4882a593Smuzhiyun if (cmp != 0) {
1542*4882a593Smuzhiyun XT_PUTPAGE(mp);
1543*4882a593Smuzhiyun jfs_error(ip->i_sb, "couldn't find extent\n");
1544*4882a593Smuzhiyun return -EIO;
1545*4882a593Smuzhiyun }
1546*4882a593Smuzhiyun
1547*4882a593Smuzhiyun /* entry found must be last entry */
1548*4882a593Smuzhiyun nextindex = le16_to_cpu(p->header.nextindex);
1549*4882a593Smuzhiyun if (index != nextindex - 1) {
1550*4882a593Smuzhiyun XT_PUTPAGE(mp);
1551*4882a593Smuzhiyun jfs_error(ip->i_sb, "the entry found is not the last entry\n");
1552*4882a593Smuzhiyun return -EIO;
1553*4882a593Smuzhiyun }
1554*4882a593Smuzhiyun
1555*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
1556*4882a593Smuzhiyun /*
1557*4882a593Smuzhiyun * acquire tlock of the leaf page containing original entry
1558*4882a593Smuzhiyun */
1559*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
1560*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW);
1561*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
1562*4882a593Smuzhiyun }
1563*4882a593Smuzhiyun
1564*4882a593Smuzhiyun /* completely replace extent ? */
1565*4882a593Smuzhiyun xad = &p->xad[index];
1566*4882a593Smuzhiyun /*
1567*4882a593Smuzhiyun printf("xtTailgate: xoff:0x%lx xlen:0x%x xaddr:0x%lx\n",
1568*4882a593Smuzhiyun (ulong)offsetXAD(xad), lengthXAD(xad), (ulong)addressXAD(xad));
1569*4882a593Smuzhiyun */
1570*4882a593Smuzhiyun if ((llen = xoff - offsetXAD(xad)) == 0)
1571*4882a593Smuzhiyun goto updateOld;
1572*4882a593Smuzhiyun
1573*4882a593Smuzhiyun /*
1574*4882a593Smuzhiyun * partially replace extent: insert entry for new extent
1575*4882a593Smuzhiyun */
1576*4882a593Smuzhiyun //insertNew:
1577*4882a593Smuzhiyun /*
1578*4882a593Smuzhiyun * if the leaf page is full, insert the new entry and
1579*4882a593Smuzhiyun * propagate up the router entry for the new page from split
1580*4882a593Smuzhiyun *
1581*4882a593Smuzhiyun * The xtSplitUp() will insert the entry and unpin the leaf page.
1582*4882a593Smuzhiyun */
1583*4882a593Smuzhiyun if (nextindex == le16_to_cpu(p->header.maxentry)) {
1584*4882a593Smuzhiyun /* xtSpliUp() unpins leaf pages */
1585*4882a593Smuzhiyun split.mp = mp;
1586*4882a593Smuzhiyun split.index = index + 1;
1587*4882a593Smuzhiyun split.flag = XAD_NEW;
1588*4882a593Smuzhiyun split.off = xoff; /* split offset */
1589*4882a593Smuzhiyun split.len = xlen;
1590*4882a593Smuzhiyun split.addr = xaddr;
1591*4882a593Smuzhiyun split.pxdlist = NULL;
1592*4882a593Smuzhiyun if ((rc = xtSplitUp(tid, ip, &split, &btstack)))
1593*4882a593Smuzhiyun return rc;
1594*4882a593Smuzhiyun
1595*4882a593Smuzhiyun /* get back old page */
1596*4882a593Smuzhiyun XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
1597*4882a593Smuzhiyun if (rc)
1598*4882a593Smuzhiyun return rc;
1599*4882a593Smuzhiyun /*
1600*4882a593Smuzhiyun * if leaf root has been split, original root has been
1601*4882a593Smuzhiyun * copied to new child page, i.e., original entry now
1602*4882a593Smuzhiyun * resides on the new child page;
1603*4882a593Smuzhiyun */
1604*4882a593Smuzhiyun if (p->header.flag & BT_INTERNAL) {
1605*4882a593Smuzhiyun ASSERT(p->header.nextindex ==
1606*4882a593Smuzhiyun cpu_to_le16(XTENTRYSTART + 1));
1607*4882a593Smuzhiyun xad = &p->xad[XTENTRYSTART];
1608*4882a593Smuzhiyun bn = addressXAD(xad);
1609*4882a593Smuzhiyun XT_PUTPAGE(mp);
1610*4882a593Smuzhiyun
1611*4882a593Smuzhiyun /* get new child page */
1612*4882a593Smuzhiyun XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
1613*4882a593Smuzhiyun if (rc)
1614*4882a593Smuzhiyun return rc;
1615*4882a593Smuzhiyun
1616*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
1617*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
1618*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW);
1619*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
1620*4882a593Smuzhiyun }
1621*4882a593Smuzhiyun }
1622*4882a593Smuzhiyun }
1623*4882a593Smuzhiyun /*
1624*4882a593Smuzhiyun * insert the new entry into the leaf page
1625*4882a593Smuzhiyun */
1626*4882a593Smuzhiyun else {
1627*4882a593Smuzhiyun /* insert the new entry: mark the entry NEW */
1628*4882a593Smuzhiyun xad = &p->xad[index + 1];
1629*4882a593Smuzhiyun XT_PUTENTRY(xad, XAD_NEW, xoff, xlen, xaddr);
1630*4882a593Smuzhiyun
1631*4882a593Smuzhiyun /* advance next available entry index */
1632*4882a593Smuzhiyun le16_add_cpu(&p->header.nextindex, 1);
1633*4882a593Smuzhiyun }
1634*4882a593Smuzhiyun
1635*4882a593Smuzhiyun /* get back old XAD */
1636*4882a593Smuzhiyun xad = &p->xad[index];
1637*4882a593Smuzhiyun
1638*4882a593Smuzhiyun /*
1639*4882a593Smuzhiyun * truncate/relocate old extent at split offset
1640*4882a593Smuzhiyun */
1641*4882a593Smuzhiyun updateOld:
1642*4882a593Smuzhiyun /* update dmap for old/committed/truncated extent */
1643*4882a593Smuzhiyun rlen = lengthXAD(xad) - llen;
1644*4882a593Smuzhiyun if (!(xad->flag & XAD_NEW)) {
1645*4882a593Smuzhiyun /* free from PWMAP at commit */
1646*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
1647*4882a593Smuzhiyun mtlck = txMaplock(tid, ip, tlckMAP);
1648*4882a593Smuzhiyun pxdlock = (struct maplock *) & mtlck->lock;
1649*4882a593Smuzhiyun pxdlock->flag = mlckFREEPXD;
1650*4882a593Smuzhiyun PXDaddress(&pxdlock->pxd, addressXAD(xad) + llen);
1651*4882a593Smuzhiyun PXDlength(&pxdlock->pxd, rlen);
1652*4882a593Smuzhiyun pxdlock->index = 1;
1653*4882a593Smuzhiyun }
1654*4882a593Smuzhiyun } else
1655*4882a593Smuzhiyun /* free from WMAP */
1656*4882a593Smuzhiyun dbFree(ip, addressXAD(xad) + llen, (s64) rlen);
1657*4882a593Smuzhiyun
1658*4882a593Smuzhiyun if (llen)
1659*4882a593Smuzhiyun /* truncate */
1660*4882a593Smuzhiyun XADlength(xad, llen);
1661*4882a593Smuzhiyun else
1662*4882a593Smuzhiyun /* replace */
1663*4882a593Smuzhiyun XT_PUTENTRY(xad, XAD_NEW, xoff, xlen, xaddr);
1664*4882a593Smuzhiyun
1665*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
1666*4882a593Smuzhiyun xtlck->lwm.offset = (xtlck->lwm.offset) ?
1667*4882a593Smuzhiyun min(index, (int)xtlck->lwm.offset) : index;
1668*4882a593Smuzhiyun xtlck->lwm.length = le16_to_cpu(p->header.nextindex) -
1669*4882a593Smuzhiyun xtlck->lwm.offset;
1670*4882a593Smuzhiyun }
1671*4882a593Smuzhiyun
1672*4882a593Smuzhiyun /* unpin the leaf page */
1673*4882a593Smuzhiyun XT_PUTPAGE(mp);
1674*4882a593Smuzhiyun
1675*4882a593Smuzhiyun return rc;
1676*4882a593Smuzhiyun }
1677*4882a593Smuzhiyun #endif /* _NOTYET */
1678*4882a593Smuzhiyun
1679*4882a593Smuzhiyun /*
1680*4882a593Smuzhiyun * xtUpdate()
1681*4882a593Smuzhiyun *
1682*4882a593Smuzhiyun * function: update XAD;
1683*4882a593Smuzhiyun *
1684*4882a593Smuzhiyun * update extent for allocated_but_not_recorded or
1685*4882a593Smuzhiyun * compressed extent;
1686*4882a593Smuzhiyun *
1687*4882a593Smuzhiyun * parameter:
1688*4882a593Smuzhiyun * nxad - new XAD;
1689*4882a593Smuzhiyun * logical extent of the specified XAD must be completely
1690*4882a593Smuzhiyun * contained by an existing XAD;
1691*4882a593Smuzhiyun */
xtUpdate(tid_t tid,struct inode * ip,xad_t * nxad)1692*4882a593Smuzhiyun int xtUpdate(tid_t tid, struct inode *ip, xad_t * nxad)
1693*4882a593Smuzhiyun { /* new XAD */
1694*4882a593Smuzhiyun int rc = 0;
1695*4882a593Smuzhiyun int cmp;
1696*4882a593Smuzhiyun struct metapage *mp; /* meta-page buffer */
1697*4882a593Smuzhiyun xtpage_t *p; /* base B+-tree index page */
1698*4882a593Smuzhiyun s64 bn;
1699*4882a593Smuzhiyun int index0, index, newindex, nextindex;
1700*4882a593Smuzhiyun struct btstack btstack; /* traverse stack */
1701*4882a593Smuzhiyun struct xtsplit split; /* split information */
1702*4882a593Smuzhiyun xad_t *xad, *lxad, *rxad;
1703*4882a593Smuzhiyun int xflag;
1704*4882a593Smuzhiyun s64 nxoff, xoff;
1705*4882a593Smuzhiyun int nxlen, xlen, lxlen, rxlen;
1706*4882a593Smuzhiyun s64 nxaddr, xaddr;
1707*4882a593Smuzhiyun struct tlock *tlck;
1708*4882a593Smuzhiyun struct xtlock *xtlck = NULL;
1709*4882a593Smuzhiyun int newpage = 0;
1710*4882a593Smuzhiyun
1711*4882a593Smuzhiyun /* there must exist extent to be tailgated */
1712*4882a593Smuzhiyun nxoff = offsetXAD(nxad);
1713*4882a593Smuzhiyun nxlen = lengthXAD(nxad);
1714*4882a593Smuzhiyun nxaddr = addressXAD(nxad);
1715*4882a593Smuzhiyun
1716*4882a593Smuzhiyun if ((rc = xtSearch(ip, nxoff, NULL, &cmp, &btstack, XT_INSERT)))
1717*4882a593Smuzhiyun return rc;
1718*4882a593Smuzhiyun
1719*4882a593Smuzhiyun /* retrieve search result */
1720*4882a593Smuzhiyun XT_GETSEARCH(ip, btstack.top, bn, mp, p, index0);
1721*4882a593Smuzhiyun
1722*4882a593Smuzhiyun if (cmp != 0) {
1723*4882a593Smuzhiyun XT_PUTPAGE(mp);
1724*4882a593Smuzhiyun jfs_error(ip->i_sb, "Could not find extent\n");
1725*4882a593Smuzhiyun return -EIO;
1726*4882a593Smuzhiyun }
1727*4882a593Smuzhiyun
1728*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
1729*4882a593Smuzhiyun /*
1730*4882a593Smuzhiyun * acquire tlock of the leaf page containing original entry
1731*4882a593Smuzhiyun */
1732*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
1733*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW);
1734*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
1735*4882a593Smuzhiyun }
1736*4882a593Smuzhiyun
1737*4882a593Smuzhiyun xad = &p->xad[index0];
1738*4882a593Smuzhiyun xflag = xad->flag;
1739*4882a593Smuzhiyun xoff = offsetXAD(xad);
1740*4882a593Smuzhiyun xlen = lengthXAD(xad);
1741*4882a593Smuzhiyun xaddr = addressXAD(xad);
1742*4882a593Smuzhiyun
1743*4882a593Smuzhiyun /* nXAD must be completely contained within XAD */
1744*4882a593Smuzhiyun if ((xoff > nxoff) ||
1745*4882a593Smuzhiyun (nxoff + nxlen > xoff + xlen)) {
1746*4882a593Smuzhiyun XT_PUTPAGE(mp);
1747*4882a593Smuzhiyun jfs_error(ip->i_sb,
1748*4882a593Smuzhiyun "nXAD in not completely contained within XAD\n");
1749*4882a593Smuzhiyun return -EIO;
1750*4882a593Smuzhiyun }
1751*4882a593Smuzhiyun
1752*4882a593Smuzhiyun index = index0;
1753*4882a593Smuzhiyun newindex = index + 1;
1754*4882a593Smuzhiyun nextindex = le16_to_cpu(p->header.nextindex);
1755*4882a593Smuzhiyun
1756*4882a593Smuzhiyun #ifdef _JFS_WIP_NOCOALESCE
1757*4882a593Smuzhiyun if (xoff < nxoff)
1758*4882a593Smuzhiyun goto updateRight;
1759*4882a593Smuzhiyun
1760*4882a593Smuzhiyun /*
1761*4882a593Smuzhiyun * replace XAD with nXAD
1762*4882a593Smuzhiyun */
1763*4882a593Smuzhiyun replace: /* (nxoff == xoff) */
1764*4882a593Smuzhiyun if (nxlen == xlen) {
1765*4882a593Smuzhiyun /* replace XAD with nXAD:recorded */
1766*4882a593Smuzhiyun *xad = *nxad;
1767*4882a593Smuzhiyun xad->flag = xflag & ~XAD_NOTRECORDED;
1768*4882a593Smuzhiyun
1769*4882a593Smuzhiyun goto out;
1770*4882a593Smuzhiyun } else /* (nxlen < xlen) */
1771*4882a593Smuzhiyun goto updateLeft;
1772*4882a593Smuzhiyun #endif /* _JFS_WIP_NOCOALESCE */
1773*4882a593Smuzhiyun
1774*4882a593Smuzhiyun /* #ifdef _JFS_WIP_COALESCE */
1775*4882a593Smuzhiyun if (xoff < nxoff)
1776*4882a593Smuzhiyun goto coalesceRight;
1777*4882a593Smuzhiyun
1778*4882a593Smuzhiyun /*
1779*4882a593Smuzhiyun * coalesce with left XAD
1780*4882a593Smuzhiyun */
1781*4882a593Smuzhiyun //coalesceLeft: /* (xoff == nxoff) */
1782*4882a593Smuzhiyun /* is XAD first entry of page ? */
1783*4882a593Smuzhiyun if (index == XTENTRYSTART)
1784*4882a593Smuzhiyun goto replace;
1785*4882a593Smuzhiyun
1786*4882a593Smuzhiyun /* is nXAD logically and physically contiguous with lXAD ? */
1787*4882a593Smuzhiyun lxad = &p->xad[index - 1];
1788*4882a593Smuzhiyun lxlen = lengthXAD(lxad);
1789*4882a593Smuzhiyun if (!(lxad->flag & XAD_NOTRECORDED) &&
1790*4882a593Smuzhiyun (nxoff == offsetXAD(lxad) + lxlen) &&
1791*4882a593Smuzhiyun (nxaddr == addressXAD(lxad) + lxlen) &&
1792*4882a593Smuzhiyun (lxlen + nxlen < MAXXLEN)) {
1793*4882a593Smuzhiyun /* extend right lXAD */
1794*4882a593Smuzhiyun index0 = index - 1;
1795*4882a593Smuzhiyun XADlength(lxad, lxlen + nxlen);
1796*4882a593Smuzhiyun
1797*4882a593Smuzhiyun /* If we just merged two extents together, need to make sure the
1798*4882a593Smuzhiyun * right extent gets logged. If the left one is marked XAD_NEW,
1799*4882a593Smuzhiyun * then we know it will be logged. Otherwise, mark as
1800*4882a593Smuzhiyun * XAD_EXTENDED
1801*4882a593Smuzhiyun */
1802*4882a593Smuzhiyun if (!(lxad->flag & XAD_NEW))
1803*4882a593Smuzhiyun lxad->flag |= XAD_EXTENDED;
1804*4882a593Smuzhiyun
1805*4882a593Smuzhiyun if (xlen > nxlen) {
1806*4882a593Smuzhiyun /* truncate XAD */
1807*4882a593Smuzhiyun XADoffset(xad, xoff + nxlen);
1808*4882a593Smuzhiyun XADlength(xad, xlen - nxlen);
1809*4882a593Smuzhiyun XADaddress(xad, xaddr + nxlen);
1810*4882a593Smuzhiyun goto out;
1811*4882a593Smuzhiyun } else { /* (xlen == nxlen) */
1812*4882a593Smuzhiyun
1813*4882a593Smuzhiyun /* remove XAD */
1814*4882a593Smuzhiyun if (index < nextindex - 1)
1815*4882a593Smuzhiyun memmove(&p->xad[index], &p->xad[index + 1],
1816*4882a593Smuzhiyun (nextindex - index -
1817*4882a593Smuzhiyun 1) << L2XTSLOTSIZE);
1818*4882a593Smuzhiyun
1819*4882a593Smuzhiyun p->header.nextindex =
1820*4882a593Smuzhiyun cpu_to_le16(le16_to_cpu(p->header.nextindex) -
1821*4882a593Smuzhiyun 1);
1822*4882a593Smuzhiyun
1823*4882a593Smuzhiyun index = index0;
1824*4882a593Smuzhiyun newindex = index + 1;
1825*4882a593Smuzhiyun nextindex = le16_to_cpu(p->header.nextindex);
1826*4882a593Smuzhiyun xoff = nxoff = offsetXAD(lxad);
1827*4882a593Smuzhiyun xlen = nxlen = lxlen + nxlen;
1828*4882a593Smuzhiyun xaddr = nxaddr = addressXAD(lxad);
1829*4882a593Smuzhiyun goto coalesceRight;
1830*4882a593Smuzhiyun }
1831*4882a593Smuzhiyun }
1832*4882a593Smuzhiyun
1833*4882a593Smuzhiyun /*
1834*4882a593Smuzhiyun * replace XAD with nXAD
1835*4882a593Smuzhiyun */
1836*4882a593Smuzhiyun replace: /* (nxoff == xoff) */
1837*4882a593Smuzhiyun if (nxlen == xlen) {
1838*4882a593Smuzhiyun /* replace XAD with nXAD:recorded */
1839*4882a593Smuzhiyun *xad = *nxad;
1840*4882a593Smuzhiyun xad->flag = xflag & ~XAD_NOTRECORDED;
1841*4882a593Smuzhiyun
1842*4882a593Smuzhiyun goto coalesceRight;
1843*4882a593Smuzhiyun } else /* (nxlen < xlen) */
1844*4882a593Smuzhiyun goto updateLeft;
1845*4882a593Smuzhiyun
1846*4882a593Smuzhiyun /*
1847*4882a593Smuzhiyun * coalesce with right XAD
1848*4882a593Smuzhiyun */
1849*4882a593Smuzhiyun coalesceRight: /* (xoff <= nxoff) */
1850*4882a593Smuzhiyun /* is XAD last entry of page ? */
1851*4882a593Smuzhiyun if (newindex == nextindex) {
1852*4882a593Smuzhiyun if (xoff == nxoff)
1853*4882a593Smuzhiyun goto out;
1854*4882a593Smuzhiyun goto updateRight;
1855*4882a593Smuzhiyun }
1856*4882a593Smuzhiyun
1857*4882a593Smuzhiyun /* is nXAD logically and physically contiguous with rXAD ? */
1858*4882a593Smuzhiyun rxad = &p->xad[index + 1];
1859*4882a593Smuzhiyun rxlen = lengthXAD(rxad);
1860*4882a593Smuzhiyun if (!(rxad->flag & XAD_NOTRECORDED) &&
1861*4882a593Smuzhiyun (nxoff + nxlen == offsetXAD(rxad)) &&
1862*4882a593Smuzhiyun (nxaddr + nxlen == addressXAD(rxad)) &&
1863*4882a593Smuzhiyun (rxlen + nxlen < MAXXLEN)) {
1864*4882a593Smuzhiyun /* extend left rXAD */
1865*4882a593Smuzhiyun XADoffset(rxad, nxoff);
1866*4882a593Smuzhiyun XADlength(rxad, rxlen + nxlen);
1867*4882a593Smuzhiyun XADaddress(rxad, nxaddr);
1868*4882a593Smuzhiyun
1869*4882a593Smuzhiyun /* If we just merged two extents together, need to make sure
1870*4882a593Smuzhiyun * the left extent gets logged. If the right one is marked
1871*4882a593Smuzhiyun * XAD_NEW, then we know it will be logged. Otherwise, mark as
1872*4882a593Smuzhiyun * XAD_EXTENDED
1873*4882a593Smuzhiyun */
1874*4882a593Smuzhiyun if (!(rxad->flag & XAD_NEW))
1875*4882a593Smuzhiyun rxad->flag |= XAD_EXTENDED;
1876*4882a593Smuzhiyun
1877*4882a593Smuzhiyun if (xlen > nxlen)
1878*4882a593Smuzhiyun /* truncate XAD */
1879*4882a593Smuzhiyun XADlength(xad, xlen - nxlen);
1880*4882a593Smuzhiyun else { /* (xlen == nxlen) */
1881*4882a593Smuzhiyun
1882*4882a593Smuzhiyun /* remove XAD */
1883*4882a593Smuzhiyun memmove(&p->xad[index], &p->xad[index + 1],
1884*4882a593Smuzhiyun (nextindex - index - 1) << L2XTSLOTSIZE);
1885*4882a593Smuzhiyun
1886*4882a593Smuzhiyun p->header.nextindex =
1887*4882a593Smuzhiyun cpu_to_le16(le16_to_cpu(p->header.nextindex) -
1888*4882a593Smuzhiyun 1);
1889*4882a593Smuzhiyun }
1890*4882a593Smuzhiyun
1891*4882a593Smuzhiyun goto out;
1892*4882a593Smuzhiyun } else if (xoff == nxoff)
1893*4882a593Smuzhiyun goto out;
1894*4882a593Smuzhiyun
1895*4882a593Smuzhiyun if (xoff >= nxoff) {
1896*4882a593Smuzhiyun XT_PUTPAGE(mp);
1897*4882a593Smuzhiyun jfs_error(ip->i_sb, "xoff >= nxoff\n");
1898*4882a593Smuzhiyun return -EIO;
1899*4882a593Smuzhiyun }
1900*4882a593Smuzhiyun /* #endif _JFS_WIP_COALESCE */
1901*4882a593Smuzhiyun
1902*4882a593Smuzhiyun /*
1903*4882a593Smuzhiyun * split XAD into (lXAD, nXAD):
1904*4882a593Smuzhiyun *
1905*4882a593Smuzhiyun * |---nXAD--->
1906*4882a593Smuzhiyun * --|----------XAD----------|--
1907*4882a593Smuzhiyun * |-lXAD-|
1908*4882a593Smuzhiyun */
1909*4882a593Smuzhiyun updateRight: /* (xoff < nxoff) */
1910*4882a593Smuzhiyun /* truncate old XAD as lXAD:not_recorded */
1911*4882a593Smuzhiyun xad = &p->xad[index];
1912*4882a593Smuzhiyun XADlength(xad, nxoff - xoff);
1913*4882a593Smuzhiyun
1914*4882a593Smuzhiyun /* insert nXAD:recorded */
1915*4882a593Smuzhiyun if (nextindex == le16_to_cpu(p->header.maxentry)) {
1916*4882a593Smuzhiyun
1917*4882a593Smuzhiyun /* xtSpliUp() unpins leaf pages */
1918*4882a593Smuzhiyun split.mp = mp;
1919*4882a593Smuzhiyun split.index = newindex;
1920*4882a593Smuzhiyun split.flag = xflag & ~XAD_NOTRECORDED;
1921*4882a593Smuzhiyun split.off = nxoff;
1922*4882a593Smuzhiyun split.len = nxlen;
1923*4882a593Smuzhiyun split.addr = nxaddr;
1924*4882a593Smuzhiyun split.pxdlist = NULL;
1925*4882a593Smuzhiyun if ((rc = xtSplitUp(tid, ip, &split, &btstack)))
1926*4882a593Smuzhiyun return rc;
1927*4882a593Smuzhiyun
1928*4882a593Smuzhiyun /* get back old page */
1929*4882a593Smuzhiyun XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
1930*4882a593Smuzhiyun if (rc)
1931*4882a593Smuzhiyun return rc;
1932*4882a593Smuzhiyun /*
1933*4882a593Smuzhiyun * if leaf root has been split, original root has been
1934*4882a593Smuzhiyun * copied to new child page, i.e., original entry now
1935*4882a593Smuzhiyun * resides on the new child page;
1936*4882a593Smuzhiyun */
1937*4882a593Smuzhiyun if (p->header.flag & BT_INTERNAL) {
1938*4882a593Smuzhiyun ASSERT(p->header.nextindex ==
1939*4882a593Smuzhiyun cpu_to_le16(XTENTRYSTART + 1));
1940*4882a593Smuzhiyun xad = &p->xad[XTENTRYSTART];
1941*4882a593Smuzhiyun bn = addressXAD(xad);
1942*4882a593Smuzhiyun XT_PUTPAGE(mp);
1943*4882a593Smuzhiyun
1944*4882a593Smuzhiyun /* get new child page */
1945*4882a593Smuzhiyun XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
1946*4882a593Smuzhiyun if (rc)
1947*4882a593Smuzhiyun return rc;
1948*4882a593Smuzhiyun
1949*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
1950*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
1951*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW);
1952*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
1953*4882a593Smuzhiyun }
1954*4882a593Smuzhiyun } else {
1955*4882a593Smuzhiyun /* is nXAD on new page ? */
1956*4882a593Smuzhiyun if (newindex >
1957*4882a593Smuzhiyun (le16_to_cpu(p->header.maxentry) >> 1)) {
1958*4882a593Smuzhiyun newindex =
1959*4882a593Smuzhiyun newindex -
1960*4882a593Smuzhiyun le16_to_cpu(p->header.nextindex) +
1961*4882a593Smuzhiyun XTENTRYSTART;
1962*4882a593Smuzhiyun newpage = 1;
1963*4882a593Smuzhiyun }
1964*4882a593Smuzhiyun }
1965*4882a593Smuzhiyun } else {
1966*4882a593Smuzhiyun /* if insert into middle, shift right remaining entries */
1967*4882a593Smuzhiyun if (newindex < nextindex)
1968*4882a593Smuzhiyun memmove(&p->xad[newindex + 1], &p->xad[newindex],
1969*4882a593Smuzhiyun (nextindex - newindex) << L2XTSLOTSIZE);
1970*4882a593Smuzhiyun
1971*4882a593Smuzhiyun /* insert the entry */
1972*4882a593Smuzhiyun xad = &p->xad[newindex];
1973*4882a593Smuzhiyun *xad = *nxad;
1974*4882a593Smuzhiyun xad->flag = xflag & ~XAD_NOTRECORDED;
1975*4882a593Smuzhiyun
1976*4882a593Smuzhiyun /* advance next available entry index. */
1977*4882a593Smuzhiyun p->header.nextindex =
1978*4882a593Smuzhiyun cpu_to_le16(le16_to_cpu(p->header.nextindex) + 1);
1979*4882a593Smuzhiyun }
1980*4882a593Smuzhiyun
1981*4882a593Smuzhiyun /*
1982*4882a593Smuzhiyun * does nXAD force 3-way split ?
1983*4882a593Smuzhiyun *
1984*4882a593Smuzhiyun * |---nXAD--->|
1985*4882a593Smuzhiyun * --|----------XAD-------------|--
1986*4882a593Smuzhiyun * |-lXAD-| |-rXAD -|
1987*4882a593Smuzhiyun */
1988*4882a593Smuzhiyun if (nxoff + nxlen == xoff + xlen)
1989*4882a593Smuzhiyun goto out;
1990*4882a593Smuzhiyun
1991*4882a593Smuzhiyun /* reorient nXAD as XAD for further split XAD into (nXAD, rXAD) */
1992*4882a593Smuzhiyun if (newpage) {
1993*4882a593Smuzhiyun /* close out old page */
1994*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
1995*4882a593Smuzhiyun xtlck->lwm.offset = (xtlck->lwm.offset) ?
1996*4882a593Smuzhiyun min(index0, (int)xtlck->lwm.offset) : index0;
1997*4882a593Smuzhiyun xtlck->lwm.length =
1998*4882a593Smuzhiyun le16_to_cpu(p->header.nextindex) -
1999*4882a593Smuzhiyun xtlck->lwm.offset;
2000*4882a593Smuzhiyun }
2001*4882a593Smuzhiyun
2002*4882a593Smuzhiyun bn = le64_to_cpu(p->header.next);
2003*4882a593Smuzhiyun XT_PUTPAGE(mp);
2004*4882a593Smuzhiyun
2005*4882a593Smuzhiyun /* get new right page */
2006*4882a593Smuzhiyun XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
2007*4882a593Smuzhiyun if (rc)
2008*4882a593Smuzhiyun return rc;
2009*4882a593Smuzhiyun
2010*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
2011*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
2012*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW);
2013*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
2014*4882a593Smuzhiyun }
2015*4882a593Smuzhiyun
2016*4882a593Smuzhiyun index0 = index = newindex;
2017*4882a593Smuzhiyun } else
2018*4882a593Smuzhiyun index++;
2019*4882a593Smuzhiyun
2020*4882a593Smuzhiyun newindex = index + 1;
2021*4882a593Smuzhiyun nextindex = le16_to_cpu(p->header.nextindex);
2022*4882a593Smuzhiyun xlen = xlen - (nxoff - xoff);
2023*4882a593Smuzhiyun xoff = nxoff;
2024*4882a593Smuzhiyun xaddr = nxaddr;
2025*4882a593Smuzhiyun
2026*4882a593Smuzhiyun /* recompute split pages */
2027*4882a593Smuzhiyun if (nextindex == le16_to_cpu(p->header.maxentry)) {
2028*4882a593Smuzhiyun XT_PUTPAGE(mp);
2029*4882a593Smuzhiyun
2030*4882a593Smuzhiyun if ((rc = xtSearch(ip, nxoff, NULL, &cmp, &btstack, XT_INSERT)))
2031*4882a593Smuzhiyun return rc;
2032*4882a593Smuzhiyun
2033*4882a593Smuzhiyun /* retrieve search result */
2034*4882a593Smuzhiyun XT_GETSEARCH(ip, btstack.top, bn, mp, p, index0);
2035*4882a593Smuzhiyun
2036*4882a593Smuzhiyun if (cmp != 0) {
2037*4882a593Smuzhiyun XT_PUTPAGE(mp);
2038*4882a593Smuzhiyun jfs_error(ip->i_sb, "xtSearch failed\n");
2039*4882a593Smuzhiyun return -EIO;
2040*4882a593Smuzhiyun }
2041*4882a593Smuzhiyun
2042*4882a593Smuzhiyun if (index0 != index) {
2043*4882a593Smuzhiyun XT_PUTPAGE(mp);
2044*4882a593Smuzhiyun jfs_error(ip->i_sb, "unexpected value of index\n");
2045*4882a593Smuzhiyun return -EIO;
2046*4882a593Smuzhiyun }
2047*4882a593Smuzhiyun }
2048*4882a593Smuzhiyun
2049*4882a593Smuzhiyun /*
2050*4882a593Smuzhiyun * split XAD into (nXAD, rXAD)
2051*4882a593Smuzhiyun *
2052*4882a593Smuzhiyun * ---nXAD---|
2053*4882a593Smuzhiyun * --|----------XAD----------|--
2054*4882a593Smuzhiyun * |-rXAD-|
2055*4882a593Smuzhiyun */
2056*4882a593Smuzhiyun updateLeft: /* (nxoff == xoff) && (nxlen < xlen) */
2057*4882a593Smuzhiyun /* update old XAD with nXAD:recorded */
2058*4882a593Smuzhiyun xad = &p->xad[index];
2059*4882a593Smuzhiyun *xad = *nxad;
2060*4882a593Smuzhiyun xad->flag = xflag & ~XAD_NOTRECORDED;
2061*4882a593Smuzhiyun
2062*4882a593Smuzhiyun /* insert rXAD:not_recorded */
2063*4882a593Smuzhiyun xoff = xoff + nxlen;
2064*4882a593Smuzhiyun xlen = xlen - nxlen;
2065*4882a593Smuzhiyun xaddr = xaddr + nxlen;
2066*4882a593Smuzhiyun if (nextindex == le16_to_cpu(p->header.maxentry)) {
2067*4882a593Smuzhiyun /*
2068*4882a593Smuzhiyun printf("xtUpdate.updateLeft.split p:0x%p\n", p);
2069*4882a593Smuzhiyun */
2070*4882a593Smuzhiyun /* xtSpliUp() unpins leaf pages */
2071*4882a593Smuzhiyun split.mp = mp;
2072*4882a593Smuzhiyun split.index = newindex;
2073*4882a593Smuzhiyun split.flag = xflag;
2074*4882a593Smuzhiyun split.off = xoff;
2075*4882a593Smuzhiyun split.len = xlen;
2076*4882a593Smuzhiyun split.addr = xaddr;
2077*4882a593Smuzhiyun split.pxdlist = NULL;
2078*4882a593Smuzhiyun if ((rc = xtSplitUp(tid, ip, &split, &btstack)))
2079*4882a593Smuzhiyun return rc;
2080*4882a593Smuzhiyun
2081*4882a593Smuzhiyun /* get back old page */
2082*4882a593Smuzhiyun XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
2083*4882a593Smuzhiyun if (rc)
2084*4882a593Smuzhiyun return rc;
2085*4882a593Smuzhiyun
2086*4882a593Smuzhiyun /*
2087*4882a593Smuzhiyun * if leaf root has been split, original root has been
2088*4882a593Smuzhiyun * copied to new child page, i.e., original entry now
2089*4882a593Smuzhiyun * resides on the new child page;
2090*4882a593Smuzhiyun */
2091*4882a593Smuzhiyun if (p->header.flag & BT_INTERNAL) {
2092*4882a593Smuzhiyun ASSERT(p->header.nextindex ==
2093*4882a593Smuzhiyun cpu_to_le16(XTENTRYSTART + 1));
2094*4882a593Smuzhiyun xad = &p->xad[XTENTRYSTART];
2095*4882a593Smuzhiyun bn = addressXAD(xad);
2096*4882a593Smuzhiyun XT_PUTPAGE(mp);
2097*4882a593Smuzhiyun
2098*4882a593Smuzhiyun /* get new child page */
2099*4882a593Smuzhiyun XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
2100*4882a593Smuzhiyun if (rc)
2101*4882a593Smuzhiyun return rc;
2102*4882a593Smuzhiyun
2103*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
2104*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
2105*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW);
2106*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
2107*4882a593Smuzhiyun }
2108*4882a593Smuzhiyun }
2109*4882a593Smuzhiyun } else {
2110*4882a593Smuzhiyun /* if insert into middle, shift right remaining entries */
2111*4882a593Smuzhiyun if (newindex < nextindex)
2112*4882a593Smuzhiyun memmove(&p->xad[newindex + 1], &p->xad[newindex],
2113*4882a593Smuzhiyun (nextindex - newindex) << L2XTSLOTSIZE);
2114*4882a593Smuzhiyun
2115*4882a593Smuzhiyun /* insert the entry */
2116*4882a593Smuzhiyun xad = &p->xad[newindex];
2117*4882a593Smuzhiyun XT_PUTENTRY(xad, xflag, xoff, xlen, xaddr);
2118*4882a593Smuzhiyun
2119*4882a593Smuzhiyun /* advance next available entry index. */
2120*4882a593Smuzhiyun p->header.nextindex =
2121*4882a593Smuzhiyun cpu_to_le16(le16_to_cpu(p->header.nextindex) + 1);
2122*4882a593Smuzhiyun }
2123*4882a593Smuzhiyun
2124*4882a593Smuzhiyun out:
2125*4882a593Smuzhiyun if (!test_cflag(COMMIT_Nolink, ip)) {
2126*4882a593Smuzhiyun xtlck->lwm.offset = (xtlck->lwm.offset) ?
2127*4882a593Smuzhiyun min(index0, (int)xtlck->lwm.offset) : index0;
2128*4882a593Smuzhiyun xtlck->lwm.length = le16_to_cpu(p->header.nextindex) -
2129*4882a593Smuzhiyun xtlck->lwm.offset;
2130*4882a593Smuzhiyun }
2131*4882a593Smuzhiyun
2132*4882a593Smuzhiyun /* unpin the leaf page */
2133*4882a593Smuzhiyun XT_PUTPAGE(mp);
2134*4882a593Smuzhiyun
2135*4882a593Smuzhiyun return rc;
2136*4882a593Smuzhiyun }
2137*4882a593Smuzhiyun
2138*4882a593Smuzhiyun
2139*4882a593Smuzhiyun /*
2140*4882a593Smuzhiyun * xtAppend()
2141*4882a593Smuzhiyun *
2142*4882a593Smuzhiyun * function: grow in append mode from contiguous region specified ;
2143*4882a593Smuzhiyun *
2144*4882a593Smuzhiyun * parameter:
2145*4882a593Smuzhiyun * tid - transaction id;
2146*4882a593Smuzhiyun * ip - file object;
2147*4882a593Smuzhiyun * xflag - extent flag:
2148*4882a593Smuzhiyun * xoff - extent offset;
2149*4882a593Smuzhiyun * maxblocks - max extent length;
2150*4882a593Smuzhiyun * xlen - extent length (in/out);
2151*4882a593Smuzhiyun * xaddrp - extent address pointer (in/out):
2152*4882a593Smuzhiyun * flag -
2153*4882a593Smuzhiyun *
2154*4882a593Smuzhiyun * return:
2155*4882a593Smuzhiyun */
xtAppend(tid_t tid,struct inode * ip,int xflag,s64 xoff,s32 maxblocks,s32 * xlenp,s64 * xaddrp,int flag)2156*4882a593Smuzhiyun int xtAppend(tid_t tid, /* transaction id */
2157*4882a593Smuzhiyun struct inode *ip, int xflag, s64 xoff, s32 maxblocks,
2158*4882a593Smuzhiyun s32 * xlenp, /* (in/out) */
2159*4882a593Smuzhiyun s64 * xaddrp, /* (in/out) */
2160*4882a593Smuzhiyun int flag)
2161*4882a593Smuzhiyun {
2162*4882a593Smuzhiyun int rc = 0;
2163*4882a593Smuzhiyun struct metapage *mp; /* meta-page buffer */
2164*4882a593Smuzhiyun xtpage_t *p; /* base B+-tree index page */
2165*4882a593Smuzhiyun s64 bn, xaddr;
2166*4882a593Smuzhiyun int index, nextindex;
2167*4882a593Smuzhiyun struct btstack btstack; /* traverse stack */
2168*4882a593Smuzhiyun struct xtsplit split; /* split information */
2169*4882a593Smuzhiyun xad_t *xad;
2170*4882a593Smuzhiyun int cmp;
2171*4882a593Smuzhiyun struct tlock *tlck;
2172*4882a593Smuzhiyun struct xtlock *xtlck;
2173*4882a593Smuzhiyun int nsplit, nblocks, xlen;
2174*4882a593Smuzhiyun struct pxdlist pxdlist;
2175*4882a593Smuzhiyun pxd_t *pxd;
2176*4882a593Smuzhiyun s64 next;
2177*4882a593Smuzhiyun
2178*4882a593Smuzhiyun xaddr = *xaddrp;
2179*4882a593Smuzhiyun xlen = *xlenp;
2180*4882a593Smuzhiyun jfs_info("xtAppend: xoff:0x%lx maxblocks:%d xlen:%d xaddr:0x%lx",
2181*4882a593Smuzhiyun (ulong) xoff, maxblocks, xlen, (ulong) xaddr);
2182*4882a593Smuzhiyun
2183*4882a593Smuzhiyun /*
2184*4882a593Smuzhiyun * search for the entry location at which to insert:
2185*4882a593Smuzhiyun *
2186*4882a593Smuzhiyun * xtFastSearch() and xtSearch() both returns (leaf page
2187*4882a593Smuzhiyun * pinned, index at which to insert).
2188*4882a593Smuzhiyun * n.b. xtSearch() may return index of maxentry of
2189*4882a593Smuzhiyun * the full page.
2190*4882a593Smuzhiyun */
2191*4882a593Smuzhiyun if ((rc = xtSearch(ip, xoff, &next, &cmp, &btstack, XT_INSERT)))
2192*4882a593Smuzhiyun return rc;
2193*4882a593Smuzhiyun
2194*4882a593Smuzhiyun /* retrieve search result */
2195*4882a593Smuzhiyun XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
2196*4882a593Smuzhiyun
2197*4882a593Smuzhiyun if (cmp == 0) {
2198*4882a593Smuzhiyun rc = -EEXIST;
2199*4882a593Smuzhiyun goto out;
2200*4882a593Smuzhiyun }
2201*4882a593Smuzhiyun
2202*4882a593Smuzhiyun if (next)
2203*4882a593Smuzhiyun xlen = min(xlen, (int)(next - xoff));
2204*4882a593Smuzhiyun //insert:
2205*4882a593Smuzhiyun /*
2206*4882a593Smuzhiyun * insert entry for new extent
2207*4882a593Smuzhiyun */
2208*4882a593Smuzhiyun xflag |= XAD_NEW;
2209*4882a593Smuzhiyun
2210*4882a593Smuzhiyun /*
2211*4882a593Smuzhiyun * if the leaf page is full, split the page and
2212*4882a593Smuzhiyun * propagate up the router entry for the new page from split
2213*4882a593Smuzhiyun *
2214*4882a593Smuzhiyun * The xtSplitUp() will insert the entry and unpin the leaf page.
2215*4882a593Smuzhiyun */
2216*4882a593Smuzhiyun nextindex = le16_to_cpu(p->header.nextindex);
2217*4882a593Smuzhiyun if (nextindex < le16_to_cpu(p->header.maxentry))
2218*4882a593Smuzhiyun goto insertLeaf;
2219*4882a593Smuzhiyun
2220*4882a593Smuzhiyun /*
2221*4882a593Smuzhiyun * allocate new index blocks to cover index page split(s)
2222*4882a593Smuzhiyun */
2223*4882a593Smuzhiyun nsplit = btstack.nsplit;
2224*4882a593Smuzhiyun split.pxdlist = &pxdlist;
2225*4882a593Smuzhiyun pxdlist.maxnpxd = pxdlist.npxd = 0;
2226*4882a593Smuzhiyun pxd = &pxdlist.pxd[0];
2227*4882a593Smuzhiyun nblocks = JFS_SBI(ip->i_sb)->nbperpage;
2228*4882a593Smuzhiyun for (; nsplit > 0; nsplit--, pxd++, xaddr += nblocks, maxblocks -= nblocks) {
2229*4882a593Smuzhiyun if ((rc = dbAllocBottomUp(ip, xaddr, (s64) nblocks)) == 0) {
2230*4882a593Smuzhiyun PXDaddress(pxd, xaddr);
2231*4882a593Smuzhiyun PXDlength(pxd, nblocks);
2232*4882a593Smuzhiyun
2233*4882a593Smuzhiyun pxdlist.maxnpxd++;
2234*4882a593Smuzhiyun
2235*4882a593Smuzhiyun continue;
2236*4882a593Smuzhiyun }
2237*4882a593Smuzhiyun
2238*4882a593Smuzhiyun /* undo allocation */
2239*4882a593Smuzhiyun
2240*4882a593Smuzhiyun goto out;
2241*4882a593Smuzhiyun }
2242*4882a593Smuzhiyun
2243*4882a593Smuzhiyun xlen = min(xlen, maxblocks);
2244*4882a593Smuzhiyun
2245*4882a593Smuzhiyun /*
2246*4882a593Smuzhiyun * allocate data extent requested
2247*4882a593Smuzhiyun */
2248*4882a593Smuzhiyun if ((rc = dbAllocBottomUp(ip, xaddr, (s64) xlen)))
2249*4882a593Smuzhiyun goto out;
2250*4882a593Smuzhiyun
2251*4882a593Smuzhiyun split.mp = mp;
2252*4882a593Smuzhiyun split.index = index;
2253*4882a593Smuzhiyun split.flag = xflag;
2254*4882a593Smuzhiyun split.off = xoff;
2255*4882a593Smuzhiyun split.len = xlen;
2256*4882a593Smuzhiyun split.addr = xaddr;
2257*4882a593Smuzhiyun if ((rc = xtSplitUp(tid, ip, &split, &btstack))) {
2258*4882a593Smuzhiyun /* undo data extent allocation */
2259*4882a593Smuzhiyun dbFree(ip, *xaddrp, (s64) * xlenp);
2260*4882a593Smuzhiyun
2261*4882a593Smuzhiyun return rc;
2262*4882a593Smuzhiyun }
2263*4882a593Smuzhiyun
2264*4882a593Smuzhiyun *xaddrp = xaddr;
2265*4882a593Smuzhiyun *xlenp = xlen;
2266*4882a593Smuzhiyun return 0;
2267*4882a593Smuzhiyun
2268*4882a593Smuzhiyun /*
2269*4882a593Smuzhiyun * insert the new entry into the leaf page
2270*4882a593Smuzhiyun */
2271*4882a593Smuzhiyun insertLeaf:
2272*4882a593Smuzhiyun /*
2273*4882a593Smuzhiyun * allocate data extent requested
2274*4882a593Smuzhiyun */
2275*4882a593Smuzhiyun if ((rc = dbAllocBottomUp(ip, xaddr, (s64) xlen)))
2276*4882a593Smuzhiyun goto out;
2277*4882a593Smuzhiyun
2278*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
2279*4882a593Smuzhiyun /*
2280*4882a593Smuzhiyun * acquire a transaction lock on the leaf page;
2281*4882a593Smuzhiyun *
2282*4882a593Smuzhiyun * action: xad insertion/extension;
2283*4882a593Smuzhiyun */
2284*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW);
2285*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
2286*4882a593Smuzhiyun
2287*4882a593Smuzhiyun /* insert the new entry: mark the entry NEW */
2288*4882a593Smuzhiyun xad = &p->xad[index];
2289*4882a593Smuzhiyun XT_PUTENTRY(xad, xflag, xoff, xlen, xaddr);
2290*4882a593Smuzhiyun
2291*4882a593Smuzhiyun /* advance next available entry index */
2292*4882a593Smuzhiyun le16_add_cpu(&p->header.nextindex, 1);
2293*4882a593Smuzhiyun
2294*4882a593Smuzhiyun xtlck->lwm.offset =
2295*4882a593Smuzhiyun (xtlck->lwm.offset) ? min(index,(int) xtlck->lwm.offset) : index;
2296*4882a593Smuzhiyun xtlck->lwm.length = le16_to_cpu(p->header.nextindex) -
2297*4882a593Smuzhiyun xtlck->lwm.offset;
2298*4882a593Smuzhiyun
2299*4882a593Smuzhiyun *xaddrp = xaddr;
2300*4882a593Smuzhiyun *xlenp = xlen;
2301*4882a593Smuzhiyun
2302*4882a593Smuzhiyun out:
2303*4882a593Smuzhiyun /* unpin the leaf page */
2304*4882a593Smuzhiyun XT_PUTPAGE(mp);
2305*4882a593Smuzhiyun
2306*4882a593Smuzhiyun return rc;
2307*4882a593Smuzhiyun }
2308*4882a593Smuzhiyun #ifdef _STILL_TO_PORT
2309*4882a593Smuzhiyun
2310*4882a593Smuzhiyun /* - TBD for defragmentaion/reorganization -
2311*4882a593Smuzhiyun *
2312*4882a593Smuzhiyun * xtDelete()
2313*4882a593Smuzhiyun *
2314*4882a593Smuzhiyun * function:
2315*4882a593Smuzhiyun * delete the entry with the specified key.
2316*4882a593Smuzhiyun *
2317*4882a593Smuzhiyun * N.B.: whole extent of the entry is assumed to be deleted.
2318*4882a593Smuzhiyun *
2319*4882a593Smuzhiyun * parameter:
2320*4882a593Smuzhiyun *
2321*4882a593Smuzhiyun * return:
2322*4882a593Smuzhiyun * ENOENT: if the entry is not found.
2323*4882a593Smuzhiyun *
2324*4882a593Smuzhiyun * exception:
2325*4882a593Smuzhiyun */
xtDelete(tid_t tid,struct inode * ip,s64 xoff,s32 xlen,int flag)2326*4882a593Smuzhiyun int xtDelete(tid_t tid, struct inode *ip, s64 xoff, s32 xlen, int flag)
2327*4882a593Smuzhiyun {
2328*4882a593Smuzhiyun int rc = 0;
2329*4882a593Smuzhiyun struct btstack btstack;
2330*4882a593Smuzhiyun int cmp;
2331*4882a593Smuzhiyun s64 bn;
2332*4882a593Smuzhiyun struct metapage *mp;
2333*4882a593Smuzhiyun xtpage_t *p;
2334*4882a593Smuzhiyun int index, nextindex;
2335*4882a593Smuzhiyun struct tlock *tlck;
2336*4882a593Smuzhiyun struct xtlock *xtlck;
2337*4882a593Smuzhiyun
2338*4882a593Smuzhiyun /*
2339*4882a593Smuzhiyun * find the matching entry; xtSearch() pins the page
2340*4882a593Smuzhiyun */
2341*4882a593Smuzhiyun if ((rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, 0)))
2342*4882a593Smuzhiyun return rc;
2343*4882a593Smuzhiyun
2344*4882a593Smuzhiyun XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
2345*4882a593Smuzhiyun if (cmp) {
2346*4882a593Smuzhiyun /* unpin the leaf page */
2347*4882a593Smuzhiyun XT_PUTPAGE(mp);
2348*4882a593Smuzhiyun return -ENOENT;
2349*4882a593Smuzhiyun }
2350*4882a593Smuzhiyun
2351*4882a593Smuzhiyun /*
2352*4882a593Smuzhiyun * delete the entry from the leaf page
2353*4882a593Smuzhiyun */
2354*4882a593Smuzhiyun nextindex = le16_to_cpu(p->header.nextindex);
2355*4882a593Smuzhiyun le16_add_cpu(&p->header.nextindex, -1);
2356*4882a593Smuzhiyun
2357*4882a593Smuzhiyun /*
2358*4882a593Smuzhiyun * if the leaf page bocome empty, free the page
2359*4882a593Smuzhiyun */
2360*4882a593Smuzhiyun if (p->header.nextindex == cpu_to_le16(XTENTRYSTART))
2361*4882a593Smuzhiyun return (xtDeleteUp(tid, ip, mp, p, &btstack));
2362*4882a593Smuzhiyun
2363*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
2364*4882a593Smuzhiyun /*
2365*4882a593Smuzhiyun * acquire a transaction lock on the leaf page;
2366*4882a593Smuzhiyun *
2367*4882a593Smuzhiyun * action:xad deletion;
2368*4882a593Smuzhiyun */
2369*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE);
2370*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
2371*4882a593Smuzhiyun xtlck->lwm.offset =
2372*4882a593Smuzhiyun (xtlck->lwm.offset) ? min(index, xtlck->lwm.offset) : index;
2373*4882a593Smuzhiyun
2374*4882a593Smuzhiyun /* if delete from middle, shift left/compact the remaining entries */
2375*4882a593Smuzhiyun if (index < nextindex - 1)
2376*4882a593Smuzhiyun memmove(&p->xad[index], &p->xad[index + 1],
2377*4882a593Smuzhiyun (nextindex - index - 1) * sizeof(xad_t));
2378*4882a593Smuzhiyun
2379*4882a593Smuzhiyun XT_PUTPAGE(mp);
2380*4882a593Smuzhiyun
2381*4882a593Smuzhiyun return 0;
2382*4882a593Smuzhiyun }
2383*4882a593Smuzhiyun
2384*4882a593Smuzhiyun
2385*4882a593Smuzhiyun /* - TBD for defragmentaion/reorganization -
2386*4882a593Smuzhiyun *
2387*4882a593Smuzhiyun * xtDeleteUp()
2388*4882a593Smuzhiyun *
2389*4882a593Smuzhiyun * function:
2390*4882a593Smuzhiyun * free empty pages as propagating deletion up the tree
2391*4882a593Smuzhiyun *
2392*4882a593Smuzhiyun * parameter:
2393*4882a593Smuzhiyun *
2394*4882a593Smuzhiyun * return:
2395*4882a593Smuzhiyun */
2396*4882a593Smuzhiyun static int
xtDeleteUp(tid_t tid,struct inode * ip,struct metapage * fmp,xtpage_t * fp,struct btstack * btstack)2397*4882a593Smuzhiyun xtDeleteUp(tid_t tid, struct inode *ip,
2398*4882a593Smuzhiyun struct metapage * fmp, xtpage_t * fp, struct btstack * btstack)
2399*4882a593Smuzhiyun {
2400*4882a593Smuzhiyun int rc = 0;
2401*4882a593Smuzhiyun struct metapage *mp;
2402*4882a593Smuzhiyun xtpage_t *p;
2403*4882a593Smuzhiyun int index, nextindex;
2404*4882a593Smuzhiyun s64 xaddr;
2405*4882a593Smuzhiyun int xlen;
2406*4882a593Smuzhiyun struct btframe *parent;
2407*4882a593Smuzhiyun struct tlock *tlck;
2408*4882a593Smuzhiyun struct xtlock *xtlck;
2409*4882a593Smuzhiyun
2410*4882a593Smuzhiyun /*
2411*4882a593Smuzhiyun * keep root leaf page which has become empty
2412*4882a593Smuzhiyun */
2413*4882a593Smuzhiyun if (fp->header.flag & BT_ROOT) {
2414*4882a593Smuzhiyun /* keep the root page */
2415*4882a593Smuzhiyun fp->header.flag &= ~BT_INTERNAL;
2416*4882a593Smuzhiyun fp->header.flag |= BT_LEAF;
2417*4882a593Smuzhiyun fp->header.nextindex = cpu_to_le16(XTENTRYSTART);
2418*4882a593Smuzhiyun
2419*4882a593Smuzhiyun /* XT_PUTPAGE(fmp); */
2420*4882a593Smuzhiyun
2421*4882a593Smuzhiyun return 0;
2422*4882a593Smuzhiyun }
2423*4882a593Smuzhiyun
2424*4882a593Smuzhiyun /*
2425*4882a593Smuzhiyun * free non-root leaf page
2426*4882a593Smuzhiyun */
2427*4882a593Smuzhiyun if ((rc = xtRelink(tid, ip, fp))) {
2428*4882a593Smuzhiyun XT_PUTPAGE(fmp);
2429*4882a593Smuzhiyun return rc;
2430*4882a593Smuzhiyun }
2431*4882a593Smuzhiyun
2432*4882a593Smuzhiyun xaddr = addressPXD(&fp->header.self);
2433*4882a593Smuzhiyun xlen = lengthPXD(&fp->header.self);
2434*4882a593Smuzhiyun /* free the page extent */
2435*4882a593Smuzhiyun dbFree(ip, xaddr, (s64) xlen);
2436*4882a593Smuzhiyun
2437*4882a593Smuzhiyun /* free the buffer page */
2438*4882a593Smuzhiyun discard_metapage(fmp);
2439*4882a593Smuzhiyun
2440*4882a593Smuzhiyun /*
2441*4882a593Smuzhiyun * propagate page deletion up the index tree
2442*4882a593Smuzhiyun *
2443*4882a593Smuzhiyun * If the delete from the parent page makes it empty,
2444*4882a593Smuzhiyun * continue all the way up the tree.
2445*4882a593Smuzhiyun * stop if the root page is reached (which is never deleted) or
2446*4882a593Smuzhiyun * if the entry deletion does not empty the page.
2447*4882a593Smuzhiyun */
2448*4882a593Smuzhiyun while ((parent = BT_POP(btstack)) != NULL) {
2449*4882a593Smuzhiyun /* get/pin the parent page <sp> */
2450*4882a593Smuzhiyun XT_GETPAGE(ip, parent->bn, mp, PSIZE, p, rc);
2451*4882a593Smuzhiyun if (rc)
2452*4882a593Smuzhiyun return rc;
2453*4882a593Smuzhiyun
2454*4882a593Smuzhiyun index = parent->index;
2455*4882a593Smuzhiyun
2456*4882a593Smuzhiyun /* delete the entry for the freed child page from parent.
2457*4882a593Smuzhiyun */
2458*4882a593Smuzhiyun nextindex = le16_to_cpu(p->header.nextindex);
2459*4882a593Smuzhiyun
2460*4882a593Smuzhiyun /*
2461*4882a593Smuzhiyun * the parent has the single entry being deleted:
2462*4882a593Smuzhiyun * free the parent page which has become empty.
2463*4882a593Smuzhiyun */
2464*4882a593Smuzhiyun if (nextindex == 1) {
2465*4882a593Smuzhiyun if (p->header.flag & BT_ROOT) {
2466*4882a593Smuzhiyun /* keep the root page */
2467*4882a593Smuzhiyun p->header.flag &= ~BT_INTERNAL;
2468*4882a593Smuzhiyun p->header.flag |= BT_LEAF;
2469*4882a593Smuzhiyun p->header.nextindex =
2470*4882a593Smuzhiyun cpu_to_le16(XTENTRYSTART);
2471*4882a593Smuzhiyun
2472*4882a593Smuzhiyun /* XT_PUTPAGE(mp); */
2473*4882a593Smuzhiyun
2474*4882a593Smuzhiyun break;
2475*4882a593Smuzhiyun } else {
2476*4882a593Smuzhiyun /* free the parent page */
2477*4882a593Smuzhiyun if ((rc = xtRelink(tid, ip, p)))
2478*4882a593Smuzhiyun return rc;
2479*4882a593Smuzhiyun
2480*4882a593Smuzhiyun xaddr = addressPXD(&p->header.self);
2481*4882a593Smuzhiyun /* free the page extent */
2482*4882a593Smuzhiyun dbFree(ip, xaddr,
2483*4882a593Smuzhiyun (s64) JFS_SBI(ip->i_sb)->nbperpage);
2484*4882a593Smuzhiyun
2485*4882a593Smuzhiyun /* unpin/free the buffer page */
2486*4882a593Smuzhiyun discard_metapage(mp);
2487*4882a593Smuzhiyun
2488*4882a593Smuzhiyun /* propagate up */
2489*4882a593Smuzhiyun continue;
2490*4882a593Smuzhiyun }
2491*4882a593Smuzhiyun }
2492*4882a593Smuzhiyun /*
2493*4882a593Smuzhiyun * the parent has other entries remaining:
2494*4882a593Smuzhiyun * delete the router entry from the parent page.
2495*4882a593Smuzhiyun */
2496*4882a593Smuzhiyun else {
2497*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
2498*4882a593Smuzhiyun /*
2499*4882a593Smuzhiyun * acquire a transaction lock on the leaf page;
2500*4882a593Smuzhiyun *
2501*4882a593Smuzhiyun * action:xad deletion;
2502*4882a593Smuzhiyun */
2503*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE);
2504*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
2505*4882a593Smuzhiyun xtlck->lwm.offset =
2506*4882a593Smuzhiyun (xtlck->lwm.offset) ? min(index,
2507*4882a593Smuzhiyun xtlck->lwm.
2508*4882a593Smuzhiyun offset) : index;
2509*4882a593Smuzhiyun
2510*4882a593Smuzhiyun /* if delete from middle,
2511*4882a593Smuzhiyun * shift left/compact the remaining entries in the page
2512*4882a593Smuzhiyun */
2513*4882a593Smuzhiyun if (index < nextindex - 1)
2514*4882a593Smuzhiyun memmove(&p->xad[index], &p->xad[index + 1],
2515*4882a593Smuzhiyun (nextindex - index -
2516*4882a593Smuzhiyun 1) << L2XTSLOTSIZE);
2517*4882a593Smuzhiyun
2518*4882a593Smuzhiyun le16_add_cpu(&p->header.nextindex, -1);
2519*4882a593Smuzhiyun jfs_info("xtDeleteUp(entry): 0x%lx[%d]",
2520*4882a593Smuzhiyun (ulong) parent->bn, index);
2521*4882a593Smuzhiyun }
2522*4882a593Smuzhiyun
2523*4882a593Smuzhiyun /* unpin the parent page */
2524*4882a593Smuzhiyun XT_PUTPAGE(mp);
2525*4882a593Smuzhiyun
2526*4882a593Smuzhiyun /* exit propagation up */
2527*4882a593Smuzhiyun break;
2528*4882a593Smuzhiyun }
2529*4882a593Smuzhiyun
2530*4882a593Smuzhiyun return 0;
2531*4882a593Smuzhiyun }
2532*4882a593Smuzhiyun
2533*4882a593Smuzhiyun
2534*4882a593Smuzhiyun /*
2535*4882a593Smuzhiyun * NAME: xtRelocate()
2536*4882a593Smuzhiyun *
2537*4882a593Smuzhiyun * FUNCTION: relocate xtpage or data extent of regular file;
2538*4882a593Smuzhiyun * This function is mainly used by defragfs utility.
2539*4882a593Smuzhiyun *
2540*4882a593Smuzhiyun * NOTE: This routine does not have the logic to handle
2541*4882a593Smuzhiyun * uncommitted allocated extent. The caller should call
2542*4882a593Smuzhiyun * txCommit() to commit all the allocation before call
2543*4882a593Smuzhiyun * this routine.
2544*4882a593Smuzhiyun */
2545*4882a593Smuzhiyun int
xtRelocate(tid_t tid,struct inode * ip,xad_t * oxad,s64 nxaddr,int xtype)2546*4882a593Smuzhiyun xtRelocate(tid_t tid, struct inode * ip, xad_t * oxad, /* old XAD */
2547*4882a593Smuzhiyun s64 nxaddr, /* new xaddr */
2548*4882a593Smuzhiyun int xtype)
2549*4882a593Smuzhiyun { /* extent type: XTPAGE or DATAEXT */
2550*4882a593Smuzhiyun int rc = 0;
2551*4882a593Smuzhiyun struct tblock *tblk;
2552*4882a593Smuzhiyun struct tlock *tlck;
2553*4882a593Smuzhiyun struct xtlock *xtlck;
2554*4882a593Smuzhiyun struct metapage *mp, *pmp, *lmp, *rmp; /* meta-page buffer */
2555*4882a593Smuzhiyun xtpage_t *p, *pp, *rp, *lp; /* base B+-tree index page */
2556*4882a593Smuzhiyun xad_t *xad;
2557*4882a593Smuzhiyun pxd_t *pxd;
2558*4882a593Smuzhiyun s64 xoff, xsize;
2559*4882a593Smuzhiyun int xlen;
2560*4882a593Smuzhiyun s64 oxaddr, sxaddr, dxaddr, nextbn, prevbn;
2561*4882a593Smuzhiyun cbuf_t *cp;
2562*4882a593Smuzhiyun s64 offset, nbytes, nbrd, pno;
2563*4882a593Smuzhiyun int nb, npages, nblks;
2564*4882a593Smuzhiyun s64 bn;
2565*4882a593Smuzhiyun int cmp;
2566*4882a593Smuzhiyun int index;
2567*4882a593Smuzhiyun struct pxd_lock *pxdlock;
2568*4882a593Smuzhiyun struct btstack btstack; /* traverse stack */
2569*4882a593Smuzhiyun
2570*4882a593Smuzhiyun xtype = xtype & EXTENT_TYPE;
2571*4882a593Smuzhiyun
2572*4882a593Smuzhiyun xoff = offsetXAD(oxad);
2573*4882a593Smuzhiyun oxaddr = addressXAD(oxad);
2574*4882a593Smuzhiyun xlen = lengthXAD(oxad);
2575*4882a593Smuzhiyun
2576*4882a593Smuzhiyun /* validate extent offset */
2577*4882a593Smuzhiyun offset = xoff << JFS_SBI(ip->i_sb)->l2bsize;
2578*4882a593Smuzhiyun if (offset >= ip->i_size)
2579*4882a593Smuzhiyun return -ESTALE; /* stale extent */
2580*4882a593Smuzhiyun
2581*4882a593Smuzhiyun jfs_info("xtRelocate: xtype:%d xoff:0x%lx xlen:0x%x xaddr:0x%lx:0x%lx",
2582*4882a593Smuzhiyun xtype, (ulong) xoff, xlen, (ulong) oxaddr, (ulong) nxaddr);
2583*4882a593Smuzhiyun
2584*4882a593Smuzhiyun /*
2585*4882a593Smuzhiyun * 1. get and validate the parent xtpage/xad entry
2586*4882a593Smuzhiyun * covering the source extent to be relocated;
2587*4882a593Smuzhiyun */
2588*4882a593Smuzhiyun if (xtype == DATAEXT) {
2589*4882a593Smuzhiyun /* search in leaf entry */
2590*4882a593Smuzhiyun rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, 0);
2591*4882a593Smuzhiyun if (rc)
2592*4882a593Smuzhiyun return rc;
2593*4882a593Smuzhiyun
2594*4882a593Smuzhiyun /* retrieve search result */
2595*4882a593Smuzhiyun XT_GETSEARCH(ip, btstack.top, bn, pmp, pp, index);
2596*4882a593Smuzhiyun
2597*4882a593Smuzhiyun if (cmp) {
2598*4882a593Smuzhiyun XT_PUTPAGE(pmp);
2599*4882a593Smuzhiyun return -ESTALE;
2600*4882a593Smuzhiyun }
2601*4882a593Smuzhiyun
2602*4882a593Smuzhiyun /* validate for exact match with a single entry */
2603*4882a593Smuzhiyun xad = &pp->xad[index];
2604*4882a593Smuzhiyun if (addressXAD(xad) != oxaddr || lengthXAD(xad) != xlen) {
2605*4882a593Smuzhiyun XT_PUTPAGE(pmp);
2606*4882a593Smuzhiyun return -ESTALE;
2607*4882a593Smuzhiyun }
2608*4882a593Smuzhiyun } else { /* (xtype == XTPAGE) */
2609*4882a593Smuzhiyun
2610*4882a593Smuzhiyun /* search in internal entry */
2611*4882a593Smuzhiyun rc = xtSearchNode(ip, oxad, &cmp, &btstack, 0);
2612*4882a593Smuzhiyun if (rc)
2613*4882a593Smuzhiyun return rc;
2614*4882a593Smuzhiyun
2615*4882a593Smuzhiyun /* retrieve search result */
2616*4882a593Smuzhiyun XT_GETSEARCH(ip, btstack.top, bn, pmp, pp, index);
2617*4882a593Smuzhiyun
2618*4882a593Smuzhiyun if (cmp) {
2619*4882a593Smuzhiyun XT_PUTPAGE(pmp);
2620*4882a593Smuzhiyun return -ESTALE;
2621*4882a593Smuzhiyun }
2622*4882a593Smuzhiyun
2623*4882a593Smuzhiyun /* xtSearchNode() validated for exact match with a single entry
2624*4882a593Smuzhiyun */
2625*4882a593Smuzhiyun xad = &pp->xad[index];
2626*4882a593Smuzhiyun }
2627*4882a593Smuzhiyun jfs_info("xtRelocate: parent xad entry validated.");
2628*4882a593Smuzhiyun
2629*4882a593Smuzhiyun /*
2630*4882a593Smuzhiyun * 2. relocate the extent
2631*4882a593Smuzhiyun */
2632*4882a593Smuzhiyun if (xtype == DATAEXT) {
2633*4882a593Smuzhiyun /* if the extent is allocated-but-not-recorded
2634*4882a593Smuzhiyun * there is no real data to be moved in this extent,
2635*4882a593Smuzhiyun */
2636*4882a593Smuzhiyun if (xad->flag & XAD_NOTRECORDED)
2637*4882a593Smuzhiyun goto out;
2638*4882a593Smuzhiyun else
2639*4882a593Smuzhiyun /* release xtpage for cmRead()/xtLookup() */
2640*4882a593Smuzhiyun XT_PUTPAGE(pmp);
2641*4882a593Smuzhiyun
2642*4882a593Smuzhiyun /*
2643*4882a593Smuzhiyun * cmRelocate()
2644*4882a593Smuzhiyun *
2645*4882a593Smuzhiyun * copy target data pages to be relocated;
2646*4882a593Smuzhiyun *
2647*4882a593Smuzhiyun * data extent must start at page boundary and
2648*4882a593Smuzhiyun * multiple of page size (except the last data extent);
2649*4882a593Smuzhiyun * read in each page of the source data extent into cbuf,
2650*4882a593Smuzhiyun * update the cbuf extent descriptor of the page to be
2651*4882a593Smuzhiyun * homeward bound to new dst data extent
2652*4882a593Smuzhiyun * copy the data from the old extent to new extent.
2653*4882a593Smuzhiyun * copy is essential for compressed files to avoid problems
2654*4882a593Smuzhiyun * that can arise if there was a change in compression
2655*4882a593Smuzhiyun * algorithms.
2656*4882a593Smuzhiyun * it is a good strategy because it may disrupt cache
2657*4882a593Smuzhiyun * policy to keep the pages in memory afterwards.
2658*4882a593Smuzhiyun */
2659*4882a593Smuzhiyun offset = xoff << JFS_SBI(ip->i_sb)->l2bsize;
2660*4882a593Smuzhiyun assert((offset & CM_OFFSET) == 0);
2661*4882a593Smuzhiyun nbytes = xlen << JFS_SBI(ip->i_sb)->l2bsize;
2662*4882a593Smuzhiyun pno = offset >> CM_L2BSIZE;
2663*4882a593Smuzhiyun npages = (nbytes + (CM_BSIZE - 1)) >> CM_L2BSIZE;
2664*4882a593Smuzhiyun /*
2665*4882a593Smuzhiyun npages = ((offset + nbytes - 1) >> CM_L2BSIZE) -
2666*4882a593Smuzhiyun (offset >> CM_L2BSIZE) + 1;
2667*4882a593Smuzhiyun */
2668*4882a593Smuzhiyun sxaddr = oxaddr;
2669*4882a593Smuzhiyun dxaddr = nxaddr;
2670*4882a593Smuzhiyun
2671*4882a593Smuzhiyun /* process the request one cache buffer at a time */
2672*4882a593Smuzhiyun for (nbrd = 0; nbrd < nbytes; nbrd += nb,
2673*4882a593Smuzhiyun offset += nb, pno++, npages--) {
2674*4882a593Smuzhiyun /* compute page size */
2675*4882a593Smuzhiyun nb = min(nbytes - nbrd, CM_BSIZE);
2676*4882a593Smuzhiyun
2677*4882a593Smuzhiyun /* get the cache buffer of the page */
2678*4882a593Smuzhiyun if (rc = cmRead(ip, offset, npages, &cp))
2679*4882a593Smuzhiyun break;
2680*4882a593Smuzhiyun
2681*4882a593Smuzhiyun assert(addressPXD(&cp->cm_pxd) == sxaddr);
2682*4882a593Smuzhiyun assert(!cp->cm_modified);
2683*4882a593Smuzhiyun
2684*4882a593Smuzhiyun /* bind buffer with the new extent address */
2685*4882a593Smuzhiyun nblks = nb >> JFS_IP(ip->i_sb)->l2bsize;
2686*4882a593Smuzhiyun cmSetXD(ip, cp, pno, dxaddr, nblks);
2687*4882a593Smuzhiyun
2688*4882a593Smuzhiyun /* release the cbuf, mark it as modified */
2689*4882a593Smuzhiyun cmPut(cp, true);
2690*4882a593Smuzhiyun
2691*4882a593Smuzhiyun dxaddr += nblks;
2692*4882a593Smuzhiyun sxaddr += nblks;
2693*4882a593Smuzhiyun }
2694*4882a593Smuzhiyun
2695*4882a593Smuzhiyun /* get back parent page */
2696*4882a593Smuzhiyun if ((rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, 0)))
2697*4882a593Smuzhiyun return rc;
2698*4882a593Smuzhiyun
2699*4882a593Smuzhiyun XT_GETSEARCH(ip, btstack.top, bn, pmp, pp, index);
2700*4882a593Smuzhiyun jfs_info("xtRelocate: target data extent relocated.");
2701*4882a593Smuzhiyun } else { /* (xtype == XTPAGE) */
2702*4882a593Smuzhiyun
2703*4882a593Smuzhiyun /*
2704*4882a593Smuzhiyun * read in the target xtpage from the source extent;
2705*4882a593Smuzhiyun */
2706*4882a593Smuzhiyun XT_GETPAGE(ip, oxaddr, mp, PSIZE, p, rc);
2707*4882a593Smuzhiyun if (rc) {
2708*4882a593Smuzhiyun XT_PUTPAGE(pmp);
2709*4882a593Smuzhiyun return rc;
2710*4882a593Smuzhiyun }
2711*4882a593Smuzhiyun
2712*4882a593Smuzhiyun /*
2713*4882a593Smuzhiyun * read in sibling pages if any to update sibling pointers;
2714*4882a593Smuzhiyun */
2715*4882a593Smuzhiyun rmp = NULL;
2716*4882a593Smuzhiyun if (p->header.next) {
2717*4882a593Smuzhiyun nextbn = le64_to_cpu(p->header.next);
2718*4882a593Smuzhiyun XT_GETPAGE(ip, nextbn, rmp, PSIZE, rp, rc);
2719*4882a593Smuzhiyun if (rc) {
2720*4882a593Smuzhiyun XT_PUTPAGE(pmp);
2721*4882a593Smuzhiyun XT_PUTPAGE(mp);
2722*4882a593Smuzhiyun return (rc);
2723*4882a593Smuzhiyun }
2724*4882a593Smuzhiyun }
2725*4882a593Smuzhiyun
2726*4882a593Smuzhiyun lmp = NULL;
2727*4882a593Smuzhiyun if (p->header.prev) {
2728*4882a593Smuzhiyun prevbn = le64_to_cpu(p->header.prev);
2729*4882a593Smuzhiyun XT_GETPAGE(ip, prevbn, lmp, PSIZE, lp, rc);
2730*4882a593Smuzhiyun if (rc) {
2731*4882a593Smuzhiyun XT_PUTPAGE(pmp);
2732*4882a593Smuzhiyun XT_PUTPAGE(mp);
2733*4882a593Smuzhiyun if (rmp)
2734*4882a593Smuzhiyun XT_PUTPAGE(rmp);
2735*4882a593Smuzhiyun return (rc);
2736*4882a593Smuzhiyun }
2737*4882a593Smuzhiyun }
2738*4882a593Smuzhiyun
2739*4882a593Smuzhiyun /* at this point, all xtpages to be updated are in memory */
2740*4882a593Smuzhiyun
2741*4882a593Smuzhiyun /*
2742*4882a593Smuzhiyun * update sibling pointers of sibling xtpages if any;
2743*4882a593Smuzhiyun */
2744*4882a593Smuzhiyun if (lmp) {
2745*4882a593Smuzhiyun BT_MARK_DIRTY(lmp, ip);
2746*4882a593Smuzhiyun tlck = txLock(tid, ip, lmp, tlckXTREE | tlckRELINK);
2747*4882a593Smuzhiyun lp->header.next = cpu_to_le64(nxaddr);
2748*4882a593Smuzhiyun XT_PUTPAGE(lmp);
2749*4882a593Smuzhiyun }
2750*4882a593Smuzhiyun
2751*4882a593Smuzhiyun if (rmp) {
2752*4882a593Smuzhiyun BT_MARK_DIRTY(rmp, ip);
2753*4882a593Smuzhiyun tlck = txLock(tid, ip, rmp, tlckXTREE | tlckRELINK);
2754*4882a593Smuzhiyun rp->header.prev = cpu_to_le64(nxaddr);
2755*4882a593Smuzhiyun XT_PUTPAGE(rmp);
2756*4882a593Smuzhiyun }
2757*4882a593Smuzhiyun
2758*4882a593Smuzhiyun /*
2759*4882a593Smuzhiyun * update the target xtpage to be relocated
2760*4882a593Smuzhiyun *
2761*4882a593Smuzhiyun * update the self address of the target page
2762*4882a593Smuzhiyun * and write to destination extent;
2763*4882a593Smuzhiyun * redo image covers the whole xtpage since it is new page
2764*4882a593Smuzhiyun * to the destination extent;
2765*4882a593Smuzhiyun * update of bmap for the free of source extent
2766*4882a593Smuzhiyun * of the target xtpage itself:
2767*4882a593Smuzhiyun * update of bmap for the allocation of destination extent
2768*4882a593Smuzhiyun * of the target xtpage itself:
2769*4882a593Smuzhiyun * update of bmap for the extents covered by xad entries in
2770*4882a593Smuzhiyun * the target xtpage is not necessary since they are not
2771*4882a593Smuzhiyun * updated;
2772*4882a593Smuzhiyun * if not committed before this relocation,
2773*4882a593Smuzhiyun * target page may contain XAD_NEW entries which must
2774*4882a593Smuzhiyun * be scanned for bmap update (logredo() always
2775*4882a593Smuzhiyun * scan xtpage REDOPAGE image for bmap update);
2776*4882a593Smuzhiyun * if committed before this relocation (tlckRELOCATE),
2777*4882a593Smuzhiyun * scan may be skipped by commit() and logredo();
2778*4882a593Smuzhiyun */
2779*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
2780*4882a593Smuzhiyun /* tlckNEW init xtlck->lwm.offset = XTENTRYSTART; */
2781*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE | tlckNEW);
2782*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
2783*4882a593Smuzhiyun
2784*4882a593Smuzhiyun /* update the self address in the xtpage header */
2785*4882a593Smuzhiyun pxd = &p->header.self;
2786*4882a593Smuzhiyun PXDaddress(pxd, nxaddr);
2787*4882a593Smuzhiyun
2788*4882a593Smuzhiyun /* linelock for the after image of the whole page */
2789*4882a593Smuzhiyun xtlck->lwm.length =
2790*4882a593Smuzhiyun le16_to_cpu(p->header.nextindex) - xtlck->lwm.offset;
2791*4882a593Smuzhiyun
2792*4882a593Smuzhiyun /* update the buffer extent descriptor of target xtpage */
2793*4882a593Smuzhiyun xsize = xlen << JFS_SBI(ip->i_sb)->l2bsize;
2794*4882a593Smuzhiyun bmSetXD(mp, nxaddr, xsize);
2795*4882a593Smuzhiyun
2796*4882a593Smuzhiyun /* unpin the target page to new homeward bound */
2797*4882a593Smuzhiyun XT_PUTPAGE(mp);
2798*4882a593Smuzhiyun jfs_info("xtRelocate: target xtpage relocated.");
2799*4882a593Smuzhiyun }
2800*4882a593Smuzhiyun
2801*4882a593Smuzhiyun /*
2802*4882a593Smuzhiyun * 3. acquire maplock for the source extent to be freed;
2803*4882a593Smuzhiyun *
2804*4882a593Smuzhiyun * acquire a maplock saving the src relocated extent address;
2805*4882a593Smuzhiyun * to free of the extent at commit time;
2806*4882a593Smuzhiyun */
2807*4882a593Smuzhiyun out:
2808*4882a593Smuzhiyun /* if DATAEXT relocation, write a LOG_UPDATEMAP record for
2809*4882a593Smuzhiyun * free PXD of the source data extent (logredo() will update
2810*4882a593Smuzhiyun * bmap for free of source data extent), and update bmap for
2811*4882a593Smuzhiyun * free of the source data extent;
2812*4882a593Smuzhiyun */
2813*4882a593Smuzhiyun if (xtype == DATAEXT)
2814*4882a593Smuzhiyun tlck = txMaplock(tid, ip, tlckMAP);
2815*4882a593Smuzhiyun /* if XTPAGE relocation, write a LOG_NOREDOPAGE record
2816*4882a593Smuzhiyun * for the source xtpage (logredo() will init NoRedoPage
2817*4882a593Smuzhiyun * filter and will also update bmap for free of the source
2818*4882a593Smuzhiyun * xtpage), and update bmap for free of the source xtpage;
2819*4882a593Smuzhiyun * N.B. We use tlckMAP instead of tlkcXTREE because there
2820*4882a593Smuzhiyun * is no buffer associated with this lock since the buffer
2821*4882a593Smuzhiyun * has been redirected to the target location.
2822*4882a593Smuzhiyun */
2823*4882a593Smuzhiyun else /* (xtype == XTPAGE) */
2824*4882a593Smuzhiyun tlck = txMaplock(tid, ip, tlckMAP | tlckRELOCATE);
2825*4882a593Smuzhiyun
2826*4882a593Smuzhiyun pxdlock = (struct pxd_lock *) & tlck->lock;
2827*4882a593Smuzhiyun pxdlock->flag = mlckFREEPXD;
2828*4882a593Smuzhiyun PXDaddress(&pxdlock->pxd, oxaddr);
2829*4882a593Smuzhiyun PXDlength(&pxdlock->pxd, xlen);
2830*4882a593Smuzhiyun pxdlock->index = 1;
2831*4882a593Smuzhiyun
2832*4882a593Smuzhiyun /*
2833*4882a593Smuzhiyun * 4. update the parent xad entry for relocation;
2834*4882a593Smuzhiyun *
2835*4882a593Smuzhiyun * acquire tlck for the parent entry with XAD_NEW as entry
2836*4882a593Smuzhiyun * update which will write LOG_REDOPAGE and update bmap for
2837*4882a593Smuzhiyun * allocation of XAD_NEW destination extent;
2838*4882a593Smuzhiyun */
2839*4882a593Smuzhiyun jfs_info("xtRelocate: update parent xad entry.");
2840*4882a593Smuzhiyun BT_MARK_DIRTY(pmp, ip);
2841*4882a593Smuzhiyun tlck = txLock(tid, ip, pmp, tlckXTREE | tlckGROW);
2842*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
2843*4882a593Smuzhiyun
2844*4882a593Smuzhiyun /* update the XAD with the new destination extent; */
2845*4882a593Smuzhiyun xad = &pp->xad[index];
2846*4882a593Smuzhiyun xad->flag |= XAD_NEW;
2847*4882a593Smuzhiyun XADaddress(xad, nxaddr);
2848*4882a593Smuzhiyun
2849*4882a593Smuzhiyun xtlck->lwm.offset = min(index, xtlck->lwm.offset);
2850*4882a593Smuzhiyun xtlck->lwm.length = le16_to_cpu(pp->header.nextindex) -
2851*4882a593Smuzhiyun xtlck->lwm.offset;
2852*4882a593Smuzhiyun
2853*4882a593Smuzhiyun /* unpin the parent xtpage */
2854*4882a593Smuzhiyun XT_PUTPAGE(pmp);
2855*4882a593Smuzhiyun
2856*4882a593Smuzhiyun return rc;
2857*4882a593Smuzhiyun }
2858*4882a593Smuzhiyun
2859*4882a593Smuzhiyun
2860*4882a593Smuzhiyun /*
2861*4882a593Smuzhiyun * xtSearchNode()
2862*4882a593Smuzhiyun *
2863*4882a593Smuzhiyun * function: search for the internal xad entry covering specified extent.
2864*4882a593Smuzhiyun * This function is mainly used by defragfs utility.
2865*4882a593Smuzhiyun *
2866*4882a593Smuzhiyun * parameters:
2867*4882a593Smuzhiyun * ip - file object;
2868*4882a593Smuzhiyun * xad - extent to find;
2869*4882a593Smuzhiyun * cmpp - comparison result:
2870*4882a593Smuzhiyun * btstack - traverse stack;
2871*4882a593Smuzhiyun * flag - search process flag;
2872*4882a593Smuzhiyun *
2873*4882a593Smuzhiyun * returns:
2874*4882a593Smuzhiyun * btstack contains (bn, index) of search path traversed to the entry.
2875*4882a593Smuzhiyun * *cmpp is set to result of comparison with the entry returned.
2876*4882a593Smuzhiyun * the page containing the entry is pinned at exit.
2877*4882a593Smuzhiyun */
xtSearchNode(struct inode * ip,xad_t * xad,int * cmpp,struct btstack * btstack,int flag)2878*4882a593Smuzhiyun static int xtSearchNode(struct inode *ip, xad_t * xad, /* required XAD entry */
2879*4882a593Smuzhiyun int *cmpp, struct btstack * btstack, int flag)
2880*4882a593Smuzhiyun {
2881*4882a593Smuzhiyun int rc = 0;
2882*4882a593Smuzhiyun s64 xoff, xaddr;
2883*4882a593Smuzhiyun int xlen;
2884*4882a593Smuzhiyun int cmp = 1; /* init for empty page */
2885*4882a593Smuzhiyun s64 bn; /* block number */
2886*4882a593Smuzhiyun struct metapage *mp; /* meta-page buffer */
2887*4882a593Smuzhiyun xtpage_t *p; /* page */
2888*4882a593Smuzhiyun int base, index, lim;
2889*4882a593Smuzhiyun struct btframe *btsp;
2890*4882a593Smuzhiyun s64 t64;
2891*4882a593Smuzhiyun
2892*4882a593Smuzhiyun BT_CLR(btstack);
2893*4882a593Smuzhiyun
2894*4882a593Smuzhiyun xoff = offsetXAD(xad);
2895*4882a593Smuzhiyun xlen = lengthXAD(xad);
2896*4882a593Smuzhiyun xaddr = addressXAD(xad);
2897*4882a593Smuzhiyun
2898*4882a593Smuzhiyun /*
2899*4882a593Smuzhiyun * search down tree from root:
2900*4882a593Smuzhiyun *
2901*4882a593Smuzhiyun * between two consecutive entries of <Ki, Pi> and <Kj, Pj> of
2902*4882a593Smuzhiyun * internal page, child page Pi contains entry with k, Ki <= K < Kj.
2903*4882a593Smuzhiyun *
2904*4882a593Smuzhiyun * if entry with search key K is not found
2905*4882a593Smuzhiyun * internal page search find the entry with largest key Ki
2906*4882a593Smuzhiyun * less than K which point to the child page to search;
2907*4882a593Smuzhiyun * leaf page search find the entry with smallest key Kj
2908*4882a593Smuzhiyun * greater than K so that the returned index is the position of
2909*4882a593Smuzhiyun * the entry to be shifted right for insertion of new entry.
2910*4882a593Smuzhiyun * for empty tree, search key is greater than any key of the tree.
2911*4882a593Smuzhiyun *
2912*4882a593Smuzhiyun * by convention, root bn = 0.
2913*4882a593Smuzhiyun */
2914*4882a593Smuzhiyun for (bn = 0;;) {
2915*4882a593Smuzhiyun /* get/pin the page to search */
2916*4882a593Smuzhiyun XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
2917*4882a593Smuzhiyun if (rc)
2918*4882a593Smuzhiyun return rc;
2919*4882a593Smuzhiyun if (p->header.flag & BT_LEAF) {
2920*4882a593Smuzhiyun XT_PUTPAGE(mp);
2921*4882a593Smuzhiyun return -ESTALE;
2922*4882a593Smuzhiyun }
2923*4882a593Smuzhiyun
2924*4882a593Smuzhiyun lim = le16_to_cpu(p->header.nextindex) - XTENTRYSTART;
2925*4882a593Smuzhiyun
2926*4882a593Smuzhiyun /*
2927*4882a593Smuzhiyun * binary search with search key K on the current page
2928*4882a593Smuzhiyun */
2929*4882a593Smuzhiyun for (base = XTENTRYSTART; lim; lim >>= 1) {
2930*4882a593Smuzhiyun index = base + (lim >> 1);
2931*4882a593Smuzhiyun
2932*4882a593Smuzhiyun XT_CMP(cmp, xoff, &p->xad[index], t64);
2933*4882a593Smuzhiyun if (cmp == 0) {
2934*4882a593Smuzhiyun /*
2935*4882a593Smuzhiyun * search hit
2936*4882a593Smuzhiyun *
2937*4882a593Smuzhiyun * verify for exact match;
2938*4882a593Smuzhiyun */
2939*4882a593Smuzhiyun if (xaddr == addressXAD(&p->xad[index]) &&
2940*4882a593Smuzhiyun xoff == offsetXAD(&p->xad[index])) {
2941*4882a593Smuzhiyun *cmpp = cmp;
2942*4882a593Smuzhiyun
2943*4882a593Smuzhiyun /* save search result */
2944*4882a593Smuzhiyun btsp = btstack->top;
2945*4882a593Smuzhiyun btsp->bn = bn;
2946*4882a593Smuzhiyun btsp->index = index;
2947*4882a593Smuzhiyun btsp->mp = mp;
2948*4882a593Smuzhiyun
2949*4882a593Smuzhiyun return 0;
2950*4882a593Smuzhiyun }
2951*4882a593Smuzhiyun
2952*4882a593Smuzhiyun /* descend/search its child page */
2953*4882a593Smuzhiyun goto next;
2954*4882a593Smuzhiyun }
2955*4882a593Smuzhiyun
2956*4882a593Smuzhiyun if (cmp > 0) {
2957*4882a593Smuzhiyun base = index + 1;
2958*4882a593Smuzhiyun --lim;
2959*4882a593Smuzhiyun }
2960*4882a593Smuzhiyun }
2961*4882a593Smuzhiyun
2962*4882a593Smuzhiyun /*
2963*4882a593Smuzhiyun * search miss - non-leaf page:
2964*4882a593Smuzhiyun *
2965*4882a593Smuzhiyun * base is the smallest index with key (Kj) greater than
2966*4882a593Smuzhiyun * search key (K) and may be zero or maxentry index.
2967*4882a593Smuzhiyun * if base is non-zero, decrement base by one to get the parent
2968*4882a593Smuzhiyun * entry of the child page to search.
2969*4882a593Smuzhiyun */
2970*4882a593Smuzhiyun index = base ? base - 1 : base;
2971*4882a593Smuzhiyun
2972*4882a593Smuzhiyun /*
2973*4882a593Smuzhiyun * go down to child page
2974*4882a593Smuzhiyun */
2975*4882a593Smuzhiyun next:
2976*4882a593Smuzhiyun /* get the child page block number */
2977*4882a593Smuzhiyun bn = addressXAD(&p->xad[index]);
2978*4882a593Smuzhiyun
2979*4882a593Smuzhiyun /* unpin the parent page */
2980*4882a593Smuzhiyun XT_PUTPAGE(mp);
2981*4882a593Smuzhiyun }
2982*4882a593Smuzhiyun }
2983*4882a593Smuzhiyun
2984*4882a593Smuzhiyun
2985*4882a593Smuzhiyun /*
2986*4882a593Smuzhiyun * xtRelink()
2987*4882a593Smuzhiyun *
2988*4882a593Smuzhiyun * function:
2989*4882a593Smuzhiyun * link around a freed page.
2990*4882a593Smuzhiyun *
2991*4882a593Smuzhiyun * Parameter:
2992*4882a593Smuzhiyun * int tid,
2993*4882a593Smuzhiyun * struct inode *ip,
2994*4882a593Smuzhiyun * xtpage_t *p)
2995*4882a593Smuzhiyun *
2996*4882a593Smuzhiyun * returns:
2997*4882a593Smuzhiyun */
xtRelink(tid_t tid,struct inode * ip,xtpage_t * p)2998*4882a593Smuzhiyun static int xtRelink(tid_t tid, struct inode *ip, xtpage_t * p)
2999*4882a593Smuzhiyun {
3000*4882a593Smuzhiyun int rc = 0;
3001*4882a593Smuzhiyun struct metapage *mp;
3002*4882a593Smuzhiyun s64 nextbn, prevbn;
3003*4882a593Smuzhiyun struct tlock *tlck;
3004*4882a593Smuzhiyun
3005*4882a593Smuzhiyun nextbn = le64_to_cpu(p->header.next);
3006*4882a593Smuzhiyun prevbn = le64_to_cpu(p->header.prev);
3007*4882a593Smuzhiyun
3008*4882a593Smuzhiyun /* update prev pointer of the next page */
3009*4882a593Smuzhiyun if (nextbn != 0) {
3010*4882a593Smuzhiyun XT_GETPAGE(ip, nextbn, mp, PSIZE, p, rc);
3011*4882a593Smuzhiyun if (rc)
3012*4882a593Smuzhiyun return rc;
3013*4882a593Smuzhiyun
3014*4882a593Smuzhiyun /*
3015*4882a593Smuzhiyun * acquire a transaction lock on the page;
3016*4882a593Smuzhiyun *
3017*4882a593Smuzhiyun * action: update prev pointer;
3018*4882a593Smuzhiyun */
3019*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
3020*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE | tlckRELINK);
3021*4882a593Smuzhiyun
3022*4882a593Smuzhiyun /* the page may already have been tlock'd */
3023*4882a593Smuzhiyun
3024*4882a593Smuzhiyun p->header.prev = cpu_to_le64(prevbn);
3025*4882a593Smuzhiyun
3026*4882a593Smuzhiyun XT_PUTPAGE(mp);
3027*4882a593Smuzhiyun }
3028*4882a593Smuzhiyun
3029*4882a593Smuzhiyun /* update next pointer of the previous page */
3030*4882a593Smuzhiyun if (prevbn != 0) {
3031*4882a593Smuzhiyun XT_GETPAGE(ip, prevbn, mp, PSIZE, p, rc);
3032*4882a593Smuzhiyun if (rc)
3033*4882a593Smuzhiyun return rc;
3034*4882a593Smuzhiyun
3035*4882a593Smuzhiyun /*
3036*4882a593Smuzhiyun * acquire a transaction lock on the page;
3037*4882a593Smuzhiyun *
3038*4882a593Smuzhiyun * action: update next pointer;
3039*4882a593Smuzhiyun */
3040*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
3041*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE | tlckRELINK);
3042*4882a593Smuzhiyun
3043*4882a593Smuzhiyun /* the page may already have been tlock'd */
3044*4882a593Smuzhiyun
3045*4882a593Smuzhiyun p->header.next = le64_to_cpu(nextbn);
3046*4882a593Smuzhiyun
3047*4882a593Smuzhiyun XT_PUTPAGE(mp);
3048*4882a593Smuzhiyun }
3049*4882a593Smuzhiyun
3050*4882a593Smuzhiyun return 0;
3051*4882a593Smuzhiyun }
3052*4882a593Smuzhiyun #endif /* _STILL_TO_PORT */
3053*4882a593Smuzhiyun
3054*4882a593Smuzhiyun
3055*4882a593Smuzhiyun /*
3056*4882a593Smuzhiyun * xtInitRoot()
3057*4882a593Smuzhiyun *
3058*4882a593Smuzhiyun * initialize file root (inline in inode)
3059*4882a593Smuzhiyun */
xtInitRoot(tid_t tid,struct inode * ip)3060*4882a593Smuzhiyun void xtInitRoot(tid_t tid, struct inode *ip)
3061*4882a593Smuzhiyun {
3062*4882a593Smuzhiyun xtpage_t *p;
3063*4882a593Smuzhiyun
3064*4882a593Smuzhiyun /*
3065*4882a593Smuzhiyun * acquire a transaction lock on the root
3066*4882a593Smuzhiyun *
3067*4882a593Smuzhiyun * action:
3068*4882a593Smuzhiyun */
3069*4882a593Smuzhiyun txLock(tid, ip, (struct metapage *) &JFS_IP(ip)->bxflag,
3070*4882a593Smuzhiyun tlckXTREE | tlckNEW);
3071*4882a593Smuzhiyun p = &JFS_IP(ip)->i_xtroot;
3072*4882a593Smuzhiyun
3073*4882a593Smuzhiyun p->header.flag = DXD_INDEX | BT_ROOT | BT_LEAF;
3074*4882a593Smuzhiyun p->header.nextindex = cpu_to_le16(XTENTRYSTART);
3075*4882a593Smuzhiyun
3076*4882a593Smuzhiyun if (S_ISDIR(ip->i_mode))
3077*4882a593Smuzhiyun p->header.maxentry = cpu_to_le16(XTROOTINITSLOT_DIR);
3078*4882a593Smuzhiyun else {
3079*4882a593Smuzhiyun p->header.maxentry = cpu_to_le16(XTROOTINITSLOT);
3080*4882a593Smuzhiyun ip->i_size = 0;
3081*4882a593Smuzhiyun }
3082*4882a593Smuzhiyun
3083*4882a593Smuzhiyun
3084*4882a593Smuzhiyun return;
3085*4882a593Smuzhiyun }
3086*4882a593Smuzhiyun
3087*4882a593Smuzhiyun
3088*4882a593Smuzhiyun /*
3089*4882a593Smuzhiyun * We can run into a deadlock truncating a file with a large number of
3090*4882a593Smuzhiyun * xtree pages (large fragmented file). A robust fix would entail a
3091*4882a593Smuzhiyun * reservation system where we would reserve a number of metadata pages
3092*4882a593Smuzhiyun * and tlocks which we would be guaranteed without a deadlock. Without
3093*4882a593Smuzhiyun * this, a partial fix is to limit number of metadata pages we will lock
3094*4882a593Smuzhiyun * in a single transaction. Currently we will truncate the file so that
3095*4882a593Smuzhiyun * no more than 50 leaf pages will be locked. The caller of xtTruncate
3096*4882a593Smuzhiyun * will be responsible for ensuring that the current transaction gets
3097*4882a593Smuzhiyun * committed, and that subsequent transactions are created to truncate
3098*4882a593Smuzhiyun * the file further if needed.
3099*4882a593Smuzhiyun */
3100*4882a593Smuzhiyun #define MAX_TRUNCATE_LEAVES 50
3101*4882a593Smuzhiyun
3102*4882a593Smuzhiyun /*
3103*4882a593Smuzhiyun * xtTruncate()
3104*4882a593Smuzhiyun *
3105*4882a593Smuzhiyun * function:
3106*4882a593Smuzhiyun * traverse for truncation logging backward bottom up;
3107*4882a593Smuzhiyun * terminate at the last extent entry at the current subtree
3108*4882a593Smuzhiyun * root page covering new down size.
3109*4882a593Smuzhiyun * truncation may occur within the last extent entry.
3110*4882a593Smuzhiyun *
3111*4882a593Smuzhiyun * parameter:
3112*4882a593Smuzhiyun * int tid,
3113*4882a593Smuzhiyun * struct inode *ip,
3114*4882a593Smuzhiyun * s64 newsize,
3115*4882a593Smuzhiyun * int type) {PWMAP, PMAP, WMAP; DELETE, TRUNCATE}
3116*4882a593Smuzhiyun *
3117*4882a593Smuzhiyun * return:
3118*4882a593Smuzhiyun *
3119*4882a593Smuzhiyun * note:
3120*4882a593Smuzhiyun * PWMAP:
3121*4882a593Smuzhiyun * 1. truncate (non-COMMIT_NOLINK file)
3122*4882a593Smuzhiyun * by jfs_truncate() or jfs_open(O_TRUNC):
3123*4882a593Smuzhiyun * xtree is updated;
3124*4882a593Smuzhiyun * 2. truncate index table of directory when last entry removed
3125*4882a593Smuzhiyun * map update via tlock at commit time;
3126*4882a593Smuzhiyun * PMAP:
3127*4882a593Smuzhiyun * Call xtTruncate_pmap instead
3128*4882a593Smuzhiyun * WMAP:
3129*4882a593Smuzhiyun * 1. remove (free zero link count) on last reference release
3130*4882a593Smuzhiyun * (pmap has been freed at commit zero link count);
3131*4882a593Smuzhiyun * 2. truncate (COMMIT_NOLINK file, i.e., tmp file):
3132*4882a593Smuzhiyun * xtree is updated;
3133*4882a593Smuzhiyun * map update directly at truncation time;
3134*4882a593Smuzhiyun *
3135*4882a593Smuzhiyun * if (DELETE)
3136*4882a593Smuzhiyun * no LOG_NOREDOPAGE is required (NOREDOFILE is sufficient);
3137*4882a593Smuzhiyun * else if (TRUNCATE)
3138*4882a593Smuzhiyun * must write LOG_NOREDOPAGE for deleted index page;
3139*4882a593Smuzhiyun *
3140*4882a593Smuzhiyun * pages may already have been tlocked by anonymous transactions
3141*4882a593Smuzhiyun * during file growth (i.e., write) before truncation;
3142*4882a593Smuzhiyun *
3143*4882a593Smuzhiyun * except last truncated entry, deleted entries remains as is
3144*4882a593Smuzhiyun * in the page (nextindex is updated) for other use
3145*4882a593Smuzhiyun * (e.g., log/update allocation map): this avoid copying the page
3146*4882a593Smuzhiyun * info but delay free of pages;
3147*4882a593Smuzhiyun *
3148*4882a593Smuzhiyun */
xtTruncate(tid_t tid,struct inode * ip,s64 newsize,int flag)3149*4882a593Smuzhiyun s64 xtTruncate(tid_t tid, struct inode *ip, s64 newsize, int flag)
3150*4882a593Smuzhiyun {
3151*4882a593Smuzhiyun int rc = 0;
3152*4882a593Smuzhiyun s64 teof;
3153*4882a593Smuzhiyun struct metapage *mp;
3154*4882a593Smuzhiyun xtpage_t *p;
3155*4882a593Smuzhiyun s64 bn;
3156*4882a593Smuzhiyun int index, nextindex;
3157*4882a593Smuzhiyun xad_t *xad;
3158*4882a593Smuzhiyun s64 xoff, xaddr;
3159*4882a593Smuzhiyun int xlen, len, freexlen;
3160*4882a593Smuzhiyun struct btstack btstack;
3161*4882a593Smuzhiyun struct btframe *parent;
3162*4882a593Smuzhiyun struct tblock *tblk = NULL;
3163*4882a593Smuzhiyun struct tlock *tlck = NULL;
3164*4882a593Smuzhiyun struct xtlock *xtlck = NULL;
3165*4882a593Smuzhiyun struct xdlistlock xadlock; /* maplock for COMMIT_WMAP */
3166*4882a593Smuzhiyun struct pxd_lock *pxdlock; /* maplock for COMMIT_WMAP */
3167*4882a593Smuzhiyun s64 nfreed;
3168*4882a593Smuzhiyun int freed, log;
3169*4882a593Smuzhiyun int locked_leaves = 0;
3170*4882a593Smuzhiyun
3171*4882a593Smuzhiyun /* save object truncation type */
3172*4882a593Smuzhiyun if (tid) {
3173*4882a593Smuzhiyun tblk = tid_to_tblock(tid);
3174*4882a593Smuzhiyun tblk->xflag |= flag;
3175*4882a593Smuzhiyun }
3176*4882a593Smuzhiyun
3177*4882a593Smuzhiyun nfreed = 0;
3178*4882a593Smuzhiyun
3179*4882a593Smuzhiyun flag &= COMMIT_MAP;
3180*4882a593Smuzhiyun assert(flag != COMMIT_PMAP);
3181*4882a593Smuzhiyun
3182*4882a593Smuzhiyun if (flag == COMMIT_PWMAP)
3183*4882a593Smuzhiyun log = 1;
3184*4882a593Smuzhiyun else {
3185*4882a593Smuzhiyun log = 0;
3186*4882a593Smuzhiyun xadlock.flag = mlckFREEXADLIST;
3187*4882a593Smuzhiyun xadlock.index = 1;
3188*4882a593Smuzhiyun }
3189*4882a593Smuzhiyun
3190*4882a593Smuzhiyun /*
3191*4882a593Smuzhiyun * if the newsize is not an integral number of pages,
3192*4882a593Smuzhiyun * the file between newsize and next page boundary will
3193*4882a593Smuzhiyun * be cleared.
3194*4882a593Smuzhiyun * if truncating into a file hole, it will cause
3195*4882a593Smuzhiyun * a full block to be allocated for the logical block.
3196*4882a593Smuzhiyun */
3197*4882a593Smuzhiyun
3198*4882a593Smuzhiyun /*
3199*4882a593Smuzhiyun * release page blocks of truncated region <teof, eof>
3200*4882a593Smuzhiyun *
3201*4882a593Smuzhiyun * free the data blocks from the leaf index blocks.
3202*4882a593Smuzhiyun * delete the parent index entries corresponding to
3203*4882a593Smuzhiyun * the freed child data/index blocks.
3204*4882a593Smuzhiyun * free the index blocks themselves which aren't needed
3205*4882a593Smuzhiyun * in new sized file.
3206*4882a593Smuzhiyun *
3207*4882a593Smuzhiyun * index blocks are updated only if the blocks are to be
3208*4882a593Smuzhiyun * retained in the new sized file.
3209*4882a593Smuzhiyun * if type is PMAP, the data and index pages are NOT
3210*4882a593Smuzhiyun * freed, and the data and index blocks are NOT freed
3211*4882a593Smuzhiyun * from working map.
3212*4882a593Smuzhiyun * (this will allow continued access of data/index of
3213*4882a593Smuzhiyun * temporary file (zerolink count file truncated to zero-length)).
3214*4882a593Smuzhiyun */
3215*4882a593Smuzhiyun teof = (newsize + (JFS_SBI(ip->i_sb)->bsize - 1)) >>
3216*4882a593Smuzhiyun JFS_SBI(ip->i_sb)->l2bsize;
3217*4882a593Smuzhiyun
3218*4882a593Smuzhiyun /* clear stack */
3219*4882a593Smuzhiyun BT_CLR(&btstack);
3220*4882a593Smuzhiyun
3221*4882a593Smuzhiyun /*
3222*4882a593Smuzhiyun * start with root
3223*4882a593Smuzhiyun *
3224*4882a593Smuzhiyun * root resides in the inode
3225*4882a593Smuzhiyun */
3226*4882a593Smuzhiyun bn = 0;
3227*4882a593Smuzhiyun
3228*4882a593Smuzhiyun /*
3229*4882a593Smuzhiyun * first access of each page:
3230*4882a593Smuzhiyun */
3231*4882a593Smuzhiyun getPage:
3232*4882a593Smuzhiyun XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
3233*4882a593Smuzhiyun if (rc)
3234*4882a593Smuzhiyun return rc;
3235*4882a593Smuzhiyun
3236*4882a593Smuzhiyun /* process entries backward from last index */
3237*4882a593Smuzhiyun index = le16_to_cpu(p->header.nextindex) - 1;
3238*4882a593Smuzhiyun
3239*4882a593Smuzhiyun
3240*4882a593Smuzhiyun /* Since this is the rightmost page at this level, and we may have
3241*4882a593Smuzhiyun * already freed a page that was formerly to the right, let's make
3242*4882a593Smuzhiyun * sure that the next pointer is zero.
3243*4882a593Smuzhiyun */
3244*4882a593Smuzhiyun if (p->header.next) {
3245*4882a593Smuzhiyun if (log)
3246*4882a593Smuzhiyun /*
3247*4882a593Smuzhiyun * Make sure this change to the header is logged.
3248*4882a593Smuzhiyun * If we really truncate this leaf, the flag
3249*4882a593Smuzhiyun * will be changed to tlckTRUNCATE
3250*4882a593Smuzhiyun */
3251*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW);
3252*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
3253*4882a593Smuzhiyun p->header.next = 0;
3254*4882a593Smuzhiyun }
3255*4882a593Smuzhiyun
3256*4882a593Smuzhiyun if (p->header.flag & BT_INTERNAL)
3257*4882a593Smuzhiyun goto getChild;
3258*4882a593Smuzhiyun
3259*4882a593Smuzhiyun /*
3260*4882a593Smuzhiyun * leaf page
3261*4882a593Smuzhiyun */
3262*4882a593Smuzhiyun freed = 0;
3263*4882a593Smuzhiyun
3264*4882a593Smuzhiyun /* does region covered by leaf page precede Teof ? */
3265*4882a593Smuzhiyun xad = &p->xad[index];
3266*4882a593Smuzhiyun xoff = offsetXAD(xad);
3267*4882a593Smuzhiyun xlen = lengthXAD(xad);
3268*4882a593Smuzhiyun if (teof >= xoff + xlen) {
3269*4882a593Smuzhiyun XT_PUTPAGE(mp);
3270*4882a593Smuzhiyun goto getParent;
3271*4882a593Smuzhiyun }
3272*4882a593Smuzhiyun
3273*4882a593Smuzhiyun /* (re)acquire tlock of the leaf page */
3274*4882a593Smuzhiyun if (log) {
3275*4882a593Smuzhiyun if (++locked_leaves > MAX_TRUNCATE_LEAVES) {
3276*4882a593Smuzhiyun /*
3277*4882a593Smuzhiyun * We need to limit the size of the transaction
3278*4882a593Smuzhiyun * to avoid exhausting pagecache & tlocks
3279*4882a593Smuzhiyun */
3280*4882a593Smuzhiyun XT_PUTPAGE(mp);
3281*4882a593Smuzhiyun newsize = (xoff + xlen) << JFS_SBI(ip->i_sb)->l2bsize;
3282*4882a593Smuzhiyun goto getParent;
3283*4882a593Smuzhiyun }
3284*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE);
3285*4882a593Smuzhiyun tlck->type = tlckXTREE | tlckTRUNCATE;
3286*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
3287*4882a593Smuzhiyun xtlck->hwm.offset = le16_to_cpu(p->header.nextindex) - 1;
3288*4882a593Smuzhiyun }
3289*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
3290*4882a593Smuzhiyun
3291*4882a593Smuzhiyun /*
3292*4882a593Smuzhiyun * scan backward leaf page entries
3293*4882a593Smuzhiyun */
3294*4882a593Smuzhiyun for (; index >= XTENTRYSTART; index--) {
3295*4882a593Smuzhiyun xad = &p->xad[index];
3296*4882a593Smuzhiyun xoff = offsetXAD(xad);
3297*4882a593Smuzhiyun xlen = lengthXAD(xad);
3298*4882a593Smuzhiyun xaddr = addressXAD(xad);
3299*4882a593Smuzhiyun
3300*4882a593Smuzhiyun /*
3301*4882a593Smuzhiyun * The "data" for a directory is indexed by the block
3302*4882a593Smuzhiyun * device's address space. This metadata must be invalidated
3303*4882a593Smuzhiyun * here
3304*4882a593Smuzhiyun */
3305*4882a593Smuzhiyun if (S_ISDIR(ip->i_mode) && (teof == 0))
3306*4882a593Smuzhiyun invalidate_xad_metapages(ip, *xad);
3307*4882a593Smuzhiyun /*
3308*4882a593Smuzhiyun * entry beyond eof: continue scan of current page
3309*4882a593Smuzhiyun * xad
3310*4882a593Smuzhiyun * ---|---=======------->
3311*4882a593Smuzhiyun * eof
3312*4882a593Smuzhiyun */
3313*4882a593Smuzhiyun if (teof < xoff) {
3314*4882a593Smuzhiyun nfreed += xlen;
3315*4882a593Smuzhiyun continue;
3316*4882a593Smuzhiyun }
3317*4882a593Smuzhiyun
3318*4882a593Smuzhiyun /*
3319*4882a593Smuzhiyun * (xoff <= teof): last entry to be deleted from page;
3320*4882a593Smuzhiyun * If other entries remain in page: keep and update the page.
3321*4882a593Smuzhiyun */
3322*4882a593Smuzhiyun
3323*4882a593Smuzhiyun /*
3324*4882a593Smuzhiyun * eof == entry_start: delete the entry
3325*4882a593Smuzhiyun * xad
3326*4882a593Smuzhiyun * -------|=======------->
3327*4882a593Smuzhiyun * eof
3328*4882a593Smuzhiyun *
3329*4882a593Smuzhiyun */
3330*4882a593Smuzhiyun if (teof == xoff) {
3331*4882a593Smuzhiyun nfreed += xlen;
3332*4882a593Smuzhiyun
3333*4882a593Smuzhiyun if (index == XTENTRYSTART)
3334*4882a593Smuzhiyun break;
3335*4882a593Smuzhiyun
3336*4882a593Smuzhiyun nextindex = index;
3337*4882a593Smuzhiyun }
3338*4882a593Smuzhiyun /*
3339*4882a593Smuzhiyun * eof within the entry: truncate the entry.
3340*4882a593Smuzhiyun * xad
3341*4882a593Smuzhiyun * -------===|===------->
3342*4882a593Smuzhiyun * eof
3343*4882a593Smuzhiyun */
3344*4882a593Smuzhiyun else if (teof < xoff + xlen) {
3345*4882a593Smuzhiyun /* update truncated entry */
3346*4882a593Smuzhiyun len = teof - xoff;
3347*4882a593Smuzhiyun freexlen = xlen - len;
3348*4882a593Smuzhiyun XADlength(xad, len);
3349*4882a593Smuzhiyun
3350*4882a593Smuzhiyun /* save pxd of truncated extent in tlck */
3351*4882a593Smuzhiyun xaddr += len;
3352*4882a593Smuzhiyun if (log) { /* COMMIT_PWMAP */
3353*4882a593Smuzhiyun xtlck->lwm.offset = (xtlck->lwm.offset) ?
3354*4882a593Smuzhiyun min(index, (int)xtlck->lwm.offset) : index;
3355*4882a593Smuzhiyun xtlck->lwm.length = index + 1 -
3356*4882a593Smuzhiyun xtlck->lwm.offset;
3357*4882a593Smuzhiyun xtlck->twm.offset = index;
3358*4882a593Smuzhiyun pxdlock = (struct pxd_lock *) & xtlck->pxdlock;
3359*4882a593Smuzhiyun pxdlock->flag = mlckFREEPXD;
3360*4882a593Smuzhiyun PXDaddress(&pxdlock->pxd, xaddr);
3361*4882a593Smuzhiyun PXDlength(&pxdlock->pxd, freexlen);
3362*4882a593Smuzhiyun }
3363*4882a593Smuzhiyun /* free truncated extent */
3364*4882a593Smuzhiyun else { /* COMMIT_WMAP */
3365*4882a593Smuzhiyun
3366*4882a593Smuzhiyun pxdlock = (struct pxd_lock *) & xadlock;
3367*4882a593Smuzhiyun pxdlock->flag = mlckFREEPXD;
3368*4882a593Smuzhiyun PXDaddress(&pxdlock->pxd, xaddr);
3369*4882a593Smuzhiyun PXDlength(&pxdlock->pxd, freexlen);
3370*4882a593Smuzhiyun txFreeMap(ip, pxdlock, NULL, COMMIT_WMAP);
3371*4882a593Smuzhiyun
3372*4882a593Smuzhiyun /* reset map lock */
3373*4882a593Smuzhiyun xadlock.flag = mlckFREEXADLIST;
3374*4882a593Smuzhiyun }
3375*4882a593Smuzhiyun
3376*4882a593Smuzhiyun /* current entry is new last entry; */
3377*4882a593Smuzhiyun nextindex = index + 1;
3378*4882a593Smuzhiyun
3379*4882a593Smuzhiyun nfreed += freexlen;
3380*4882a593Smuzhiyun }
3381*4882a593Smuzhiyun /*
3382*4882a593Smuzhiyun * eof beyond the entry:
3383*4882a593Smuzhiyun * xad
3384*4882a593Smuzhiyun * -------=======---|--->
3385*4882a593Smuzhiyun * eof
3386*4882a593Smuzhiyun */
3387*4882a593Smuzhiyun else { /* (xoff + xlen < teof) */
3388*4882a593Smuzhiyun
3389*4882a593Smuzhiyun nextindex = index + 1;
3390*4882a593Smuzhiyun }
3391*4882a593Smuzhiyun
3392*4882a593Smuzhiyun if (nextindex < le16_to_cpu(p->header.nextindex)) {
3393*4882a593Smuzhiyun if (!log) { /* COMMIT_WAMP */
3394*4882a593Smuzhiyun xadlock.xdlist = &p->xad[nextindex];
3395*4882a593Smuzhiyun xadlock.count =
3396*4882a593Smuzhiyun le16_to_cpu(p->header.nextindex) -
3397*4882a593Smuzhiyun nextindex;
3398*4882a593Smuzhiyun txFreeMap(ip, (struct maplock *) & xadlock,
3399*4882a593Smuzhiyun NULL, COMMIT_WMAP);
3400*4882a593Smuzhiyun }
3401*4882a593Smuzhiyun p->header.nextindex = cpu_to_le16(nextindex);
3402*4882a593Smuzhiyun }
3403*4882a593Smuzhiyun
3404*4882a593Smuzhiyun XT_PUTPAGE(mp);
3405*4882a593Smuzhiyun
3406*4882a593Smuzhiyun /* assert(freed == 0); */
3407*4882a593Smuzhiyun goto getParent;
3408*4882a593Smuzhiyun } /* end scan of leaf page entries */
3409*4882a593Smuzhiyun
3410*4882a593Smuzhiyun freed = 1;
3411*4882a593Smuzhiyun
3412*4882a593Smuzhiyun /*
3413*4882a593Smuzhiyun * leaf page become empty: free the page if type != PMAP
3414*4882a593Smuzhiyun */
3415*4882a593Smuzhiyun if (log) { /* COMMIT_PWMAP */
3416*4882a593Smuzhiyun /* txCommit() with tlckFREE:
3417*4882a593Smuzhiyun * free data extents covered by leaf [XTENTRYSTART:hwm);
3418*4882a593Smuzhiyun * invalidate leaf if COMMIT_PWMAP;
3419*4882a593Smuzhiyun * if (TRUNCATE), will write LOG_NOREDOPAGE;
3420*4882a593Smuzhiyun */
3421*4882a593Smuzhiyun tlck->type = tlckXTREE | tlckFREE;
3422*4882a593Smuzhiyun } else { /* COMMIT_WAMP */
3423*4882a593Smuzhiyun
3424*4882a593Smuzhiyun /* free data extents covered by leaf */
3425*4882a593Smuzhiyun xadlock.xdlist = &p->xad[XTENTRYSTART];
3426*4882a593Smuzhiyun xadlock.count =
3427*4882a593Smuzhiyun le16_to_cpu(p->header.nextindex) - XTENTRYSTART;
3428*4882a593Smuzhiyun txFreeMap(ip, (struct maplock *) & xadlock, NULL, COMMIT_WMAP);
3429*4882a593Smuzhiyun }
3430*4882a593Smuzhiyun
3431*4882a593Smuzhiyun if (p->header.flag & BT_ROOT) {
3432*4882a593Smuzhiyun p->header.flag &= ~BT_INTERNAL;
3433*4882a593Smuzhiyun p->header.flag |= BT_LEAF;
3434*4882a593Smuzhiyun p->header.nextindex = cpu_to_le16(XTENTRYSTART);
3435*4882a593Smuzhiyun
3436*4882a593Smuzhiyun XT_PUTPAGE(mp); /* debug */
3437*4882a593Smuzhiyun goto out;
3438*4882a593Smuzhiyun } else {
3439*4882a593Smuzhiyun if (log) { /* COMMIT_PWMAP */
3440*4882a593Smuzhiyun /* page will be invalidated at tx completion
3441*4882a593Smuzhiyun */
3442*4882a593Smuzhiyun XT_PUTPAGE(mp);
3443*4882a593Smuzhiyun } else { /* COMMIT_WMAP */
3444*4882a593Smuzhiyun
3445*4882a593Smuzhiyun if (mp->lid)
3446*4882a593Smuzhiyun lid_to_tlock(mp->lid)->flag |= tlckFREELOCK;
3447*4882a593Smuzhiyun
3448*4882a593Smuzhiyun /* invalidate empty leaf page */
3449*4882a593Smuzhiyun discard_metapage(mp);
3450*4882a593Smuzhiyun }
3451*4882a593Smuzhiyun }
3452*4882a593Smuzhiyun
3453*4882a593Smuzhiyun /*
3454*4882a593Smuzhiyun * the leaf page become empty: delete the parent entry
3455*4882a593Smuzhiyun * for the leaf page if the parent page is to be kept
3456*4882a593Smuzhiyun * in the new sized file.
3457*4882a593Smuzhiyun */
3458*4882a593Smuzhiyun
3459*4882a593Smuzhiyun /*
3460*4882a593Smuzhiyun * go back up to the parent page
3461*4882a593Smuzhiyun */
3462*4882a593Smuzhiyun getParent:
3463*4882a593Smuzhiyun /* pop/restore parent entry for the current child page */
3464*4882a593Smuzhiyun if ((parent = BT_POP(&btstack)) == NULL)
3465*4882a593Smuzhiyun /* current page must have been root */
3466*4882a593Smuzhiyun goto out;
3467*4882a593Smuzhiyun
3468*4882a593Smuzhiyun /* get back the parent page */
3469*4882a593Smuzhiyun bn = parent->bn;
3470*4882a593Smuzhiyun XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
3471*4882a593Smuzhiyun if (rc)
3472*4882a593Smuzhiyun return rc;
3473*4882a593Smuzhiyun
3474*4882a593Smuzhiyun index = parent->index;
3475*4882a593Smuzhiyun
3476*4882a593Smuzhiyun /*
3477*4882a593Smuzhiyun * child page was not empty:
3478*4882a593Smuzhiyun */
3479*4882a593Smuzhiyun if (freed == 0) {
3480*4882a593Smuzhiyun /* has any entry deleted from parent ? */
3481*4882a593Smuzhiyun if (index < le16_to_cpu(p->header.nextindex) - 1) {
3482*4882a593Smuzhiyun /* (re)acquire tlock on the parent page */
3483*4882a593Smuzhiyun if (log) { /* COMMIT_PWMAP */
3484*4882a593Smuzhiyun /* txCommit() with tlckTRUNCATE:
3485*4882a593Smuzhiyun * free child extents covered by parent [);
3486*4882a593Smuzhiyun */
3487*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE);
3488*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
3489*4882a593Smuzhiyun if (!(tlck->type & tlckTRUNCATE)) {
3490*4882a593Smuzhiyun xtlck->hwm.offset =
3491*4882a593Smuzhiyun le16_to_cpu(p->header.
3492*4882a593Smuzhiyun nextindex) - 1;
3493*4882a593Smuzhiyun tlck->type =
3494*4882a593Smuzhiyun tlckXTREE | tlckTRUNCATE;
3495*4882a593Smuzhiyun }
3496*4882a593Smuzhiyun } else { /* COMMIT_WMAP */
3497*4882a593Smuzhiyun
3498*4882a593Smuzhiyun /* free child extents covered by parent */
3499*4882a593Smuzhiyun xadlock.xdlist = &p->xad[index + 1];
3500*4882a593Smuzhiyun xadlock.count =
3501*4882a593Smuzhiyun le16_to_cpu(p->header.nextindex) -
3502*4882a593Smuzhiyun index - 1;
3503*4882a593Smuzhiyun txFreeMap(ip, (struct maplock *) & xadlock,
3504*4882a593Smuzhiyun NULL, COMMIT_WMAP);
3505*4882a593Smuzhiyun }
3506*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
3507*4882a593Smuzhiyun
3508*4882a593Smuzhiyun p->header.nextindex = cpu_to_le16(index + 1);
3509*4882a593Smuzhiyun }
3510*4882a593Smuzhiyun XT_PUTPAGE(mp);
3511*4882a593Smuzhiyun goto getParent;
3512*4882a593Smuzhiyun }
3513*4882a593Smuzhiyun
3514*4882a593Smuzhiyun /*
3515*4882a593Smuzhiyun * child page was empty:
3516*4882a593Smuzhiyun */
3517*4882a593Smuzhiyun nfreed += lengthXAD(&p->xad[index]);
3518*4882a593Smuzhiyun
3519*4882a593Smuzhiyun /*
3520*4882a593Smuzhiyun * During working map update, child page's tlock must be handled
3521*4882a593Smuzhiyun * before parent's. This is because the parent's tlock will cause
3522*4882a593Smuzhiyun * the child's disk space to be marked available in the wmap, so
3523*4882a593Smuzhiyun * it's important that the child page be released by that time.
3524*4882a593Smuzhiyun *
3525*4882a593Smuzhiyun * ToDo: tlocks should be on doubly-linked list, so we can
3526*4882a593Smuzhiyun * quickly remove it and add it to the end.
3527*4882a593Smuzhiyun */
3528*4882a593Smuzhiyun
3529*4882a593Smuzhiyun /*
3530*4882a593Smuzhiyun * Move parent page's tlock to the end of the tid's tlock list
3531*4882a593Smuzhiyun */
3532*4882a593Smuzhiyun if (log && mp->lid && (tblk->last != mp->lid) &&
3533*4882a593Smuzhiyun lid_to_tlock(mp->lid)->tid) {
3534*4882a593Smuzhiyun lid_t lid = mp->lid;
3535*4882a593Smuzhiyun struct tlock *prev;
3536*4882a593Smuzhiyun
3537*4882a593Smuzhiyun tlck = lid_to_tlock(lid);
3538*4882a593Smuzhiyun
3539*4882a593Smuzhiyun if (tblk->next == lid)
3540*4882a593Smuzhiyun tblk->next = tlck->next;
3541*4882a593Smuzhiyun else {
3542*4882a593Smuzhiyun for (prev = lid_to_tlock(tblk->next);
3543*4882a593Smuzhiyun prev->next != lid;
3544*4882a593Smuzhiyun prev = lid_to_tlock(prev->next)) {
3545*4882a593Smuzhiyun assert(prev->next);
3546*4882a593Smuzhiyun }
3547*4882a593Smuzhiyun prev->next = tlck->next;
3548*4882a593Smuzhiyun }
3549*4882a593Smuzhiyun lid_to_tlock(tblk->last)->next = lid;
3550*4882a593Smuzhiyun tlck->next = 0;
3551*4882a593Smuzhiyun tblk->last = lid;
3552*4882a593Smuzhiyun }
3553*4882a593Smuzhiyun
3554*4882a593Smuzhiyun /*
3555*4882a593Smuzhiyun * parent page become empty: free the page
3556*4882a593Smuzhiyun */
3557*4882a593Smuzhiyun if (index == XTENTRYSTART) {
3558*4882a593Smuzhiyun if (log) { /* COMMIT_PWMAP */
3559*4882a593Smuzhiyun /* txCommit() with tlckFREE:
3560*4882a593Smuzhiyun * free child extents covered by parent;
3561*4882a593Smuzhiyun * invalidate parent if COMMIT_PWMAP;
3562*4882a593Smuzhiyun */
3563*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE);
3564*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
3565*4882a593Smuzhiyun xtlck->hwm.offset =
3566*4882a593Smuzhiyun le16_to_cpu(p->header.nextindex) - 1;
3567*4882a593Smuzhiyun tlck->type = tlckXTREE | tlckFREE;
3568*4882a593Smuzhiyun } else { /* COMMIT_WMAP */
3569*4882a593Smuzhiyun
3570*4882a593Smuzhiyun /* free child extents covered by parent */
3571*4882a593Smuzhiyun xadlock.xdlist = &p->xad[XTENTRYSTART];
3572*4882a593Smuzhiyun xadlock.count =
3573*4882a593Smuzhiyun le16_to_cpu(p->header.nextindex) -
3574*4882a593Smuzhiyun XTENTRYSTART;
3575*4882a593Smuzhiyun txFreeMap(ip, (struct maplock *) & xadlock, NULL,
3576*4882a593Smuzhiyun COMMIT_WMAP);
3577*4882a593Smuzhiyun }
3578*4882a593Smuzhiyun BT_MARK_DIRTY(mp, ip);
3579*4882a593Smuzhiyun
3580*4882a593Smuzhiyun if (p->header.flag & BT_ROOT) {
3581*4882a593Smuzhiyun p->header.flag &= ~BT_INTERNAL;
3582*4882a593Smuzhiyun p->header.flag |= BT_LEAF;
3583*4882a593Smuzhiyun p->header.nextindex = cpu_to_le16(XTENTRYSTART);
3584*4882a593Smuzhiyun if (le16_to_cpu(p->header.maxentry) == XTROOTMAXSLOT) {
3585*4882a593Smuzhiyun /*
3586*4882a593Smuzhiyun * Shrink root down to allow inline
3587*4882a593Smuzhiyun * EA (otherwise fsck complains)
3588*4882a593Smuzhiyun */
3589*4882a593Smuzhiyun p->header.maxentry =
3590*4882a593Smuzhiyun cpu_to_le16(XTROOTINITSLOT);
3591*4882a593Smuzhiyun JFS_IP(ip)->mode2 |= INLINEEA;
3592*4882a593Smuzhiyun }
3593*4882a593Smuzhiyun
3594*4882a593Smuzhiyun XT_PUTPAGE(mp); /* debug */
3595*4882a593Smuzhiyun goto out;
3596*4882a593Smuzhiyun } else {
3597*4882a593Smuzhiyun if (log) { /* COMMIT_PWMAP */
3598*4882a593Smuzhiyun /* page will be invalidated at tx completion
3599*4882a593Smuzhiyun */
3600*4882a593Smuzhiyun XT_PUTPAGE(mp);
3601*4882a593Smuzhiyun } else { /* COMMIT_WMAP */
3602*4882a593Smuzhiyun
3603*4882a593Smuzhiyun if (mp->lid)
3604*4882a593Smuzhiyun lid_to_tlock(mp->lid)->flag |=
3605*4882a593Smuzhiyun tlckFREELOCK;
3606*4882a593Smuzhiyun
3607*4882a593Smuzhiyun /* invalidate parent page */
3608*4882a593Smuzhiyun discard_metapage(mp);
3609*4882a593Smuzhiyun }
3610*4882a593Smuzhiyun
3611*4882a593Smuzhiyun /* parent has become empty and freed:
3612*4882a593Smuzhiyun * go back up to its parent page
3613*4882a593Smuzhiyun */
3614*4882a593Smuzhiyun /* freed = 1; */
3615*4882a593Smuzhiyun goto getParent;
3616*4882a593Smuzhiyun }
3617*4882a593Smuzhiyun }
3618*4882a593Smuzhiyun /*
3619*4882a593Smuzhiyun * parent page still has entries for front region;
3620*4882a593Smuzhiyun */
3621*4882a593Smuzhiyun else {
3622*4882a593Smuzhiyun /* try truncate region covered by preceding entry
3623*4882a593Smuzhiyun * (process backward)
3624*4882a593Smuzhiyun */
3625*4882a593Smuzhiyun index--;
3626*4882a593Smuzhiyun
3627*4882a593Smuzhiyun /* go back down to the child page corresponding
3628*4882a593Smuzhiyun * to the entry
3629*4882a593Smuzhiyun */
3630*4882a593Smuzhiyun goto getChild;
3631*4882a593Smuzhiyun }
3632*4882a593Smuzhiyun
3633*4882a593Smuzhiyun /*
3634*4882a593Smuzhiyun * internal page: go down to child page of current entry
3635*4882a593Smuzhiyun */
3636*4882a593Smuzhiyun getChild:
3637*4882a593Smuzhiyun /* save current parent entry for the child page */
3638*4882a593Smuzhiyun if (BT_STACK_FULL(&btstack)) {
3639*4882a593Smuzhiyun jfs_error(ip->i_sb, "stack overrun!\n");
3640*4882a593Smuzhiyun XT_PUTPAGE(mp);
3641*4882a593Smuzhiyun return -EIO;
3642*4882a593Smuzhiyun }
3643*4882a593Smuzhiyun BT_PUSH(&btstack, bn, index);
3644*4882a593Smuzhiyun
3645*4882a593Smuzhiyun /* get child page */
3646*4882a593Smuzhiyun xad = &p->xad[index];
3647*4882a593Smuzhiyun bn = addressXAD(xad);
3648*4882a593Smuzhiyun
3649*4882a593Smuzhiyun /*
3650*4882a593Smuzhiyun * first access of each internal entry:
3651*4882a593Smuzhiyun */
3652*4882a593Smuzhiyun /* release parent page */
3653*4882a593Smuzhiyun XT_PUTPAGE(mp);
3654*4882a593Smuzhiyun
3655*4882a593Smuzhiyun /* process the child page */
3656*4882a593Smuzhiyun goto getPage;
3657*4882a593Smuzhiyun
3658*4882a593Smuzhiyun out:
3659*4882a593Smuzhiyun /*
3660*4882a593Smuzhiyun * update file resource stat
3661*4882a593Smuzhiyun */
3662*4882a593Smuzhiyun /* set size
3663*4882a593Smuzhiyun */
3664*4882a593Smuzhiyun if (S_ISDIR(ip->i_mode) && !newsize)
3665*4882a593Smuzhiyun ip->i_size = 1; /* fsck hates zero-length directories */
3666*4882a593Smuzhiyun else
3667*4882a593Smuzhiyun ip->i_size = newsize;
3668*4882a593Smuzhiyun
3669*4882a593Smuzhiyun /* update quota allocation to reflect freed blocks */
3670*4882a593Smuzhiyun dquot_free_block(ip, nfreed);
3671*4882a593Smuzhiyun
3672*4882a593Smuzhiyun /*
3673*4882a593Smuzhiyun * free tlock of invalidated pages
3674*4882a593Smuzhiyun */
3675*4882a593Smuzhiyun if (flag == COMMIT_WMAP)
3676*4882a593Smuzhiyun txFreelock(ip);
3677*4882a593Smuzhiyun
3678*4882a593Smuzhiyun return newsize;
3679*4882a593Smuzhiyun }
3680*4882a593Smuzhiyun
3681*4882a593Smuzhiyun
3682*4882a593Smuzhiyun /*
3683*4882a593Smuzhiyun * xtTruncate_pmap()
3684*4882a593Smuzhiyun *
3685*4882a593Smuzhiyun * function:
3686*4882a593Smuzhiyun * Perform truncate to zero length for deleted file, leaving the
3687*4882a593Smuzhiyun * the xtree and working map untouched. This allows the file to
3688*4882a593Smuzhiyun * be accessed via open file handles, while the delete of the file
3689*4882a593Smuzhiyun * is committed to disk.
3690*4882a593Smuzhiyun *
3691*4882a593Smuzhiyun * parameter:
3692*4882a593Smuzhiyun * tid_t tid,
3693*4882a593Smuzhiyun * struct inode *ip,
3694*4882a593Smuzhiyun * s64 committed_size)
3695*4882a593Smuzhiyun *
3696*4882a593Smuzhiyun * return: new committed size
3697*4882a593Smuzhiyun *
3698*4882a593Smuzhiyun * note:
3699*4882a593Smuzhiyun *
3700*4882a593Smuzhiyun * To avoid deadlock by holding too many transaction locks, the
3701*4882a593Smuzhiyun * truncation may be broken up into multiple transactions.
3702*4882a593Smuzhiyun * The committed_size keeps track of part of the file has been
3703*4882a593Smuzhiyun * freed from the pmaps.
3704*4882a593Smuzhiyun */
xtTruncate_pmap(tid_t tid,struct inode * ip,s64 committed_size)3705*4882a593Smuzhiyun s64 xtTruncate_pmap(tid_t tid, struct inode *ip, s64 committed_size)
3706*4882a593Smuzhiyun {
3707*4882a593Smuzhiyun s64 bn;
3708*4882a593Smuzhiyun struct btstack btstack;
3709*4882a593Smuzhiyun int cmp;
3710*4882a593Smuzhiyun int index;
3711*4882a593Smuzhiyun int locked_leaves = 0;
3712*4882a593Smuzhiyun struct metapage *mp;
3713*4882a593Smuzhiyun xtpage_t *p;
3714*4882a593Smuzhiyun struct btframe *parent;
3715*4882a593Smuzhiyun int rc;
3716*4882a593Smuzhiyun struct tblock *tblk;
3717*4882a593Smuzhiyun struct tlock *tlck = NULL;
3718*4882a593Smuzhiyun xad_t *xad;
3719*4882a593Smuzhiyun int xlen;
3720*4882a593Smuzhiyun s64 xoff;
3721*4882a593Smuzhiyun struct xtlock *xtlck = NULL;
3722*4882a593Smuzhiyun
3723*4882a593Smuzhiyun /* save object truncation type */
3724*4882a593Smuzhiyun tblk = tid_to_tblock(tid);
3725*4882a593Smuzhiyun tblk->xflag |= COMMIT_PMAP;
3726*4882a593Smuzhiyun
3727*4882a593Smuzhiyun /* clear stack */
3728*4882a593Smuzhiyun BT_CLR(&btstack);
3729*4882a593Smuzhiyun
3730*4882a593Smuzhiyun if (committed_size) {
3731*4882a593Smuzhiyun xoff = (committed_size >> JFS_SBI(ip->i_sb)->l2bsize) - 1;
3732*4882a593Smuzhiyun rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, 0);
3733*4882a593Smuzhiyun if (rc)
3734*4882a593Smuzhiyun return rc;
3735*4882a593Smuzhiyun
3736*4882a593Smuzhiyun XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
3737*4882a593Smuzhiyun
3738*4882a593Smuzhiyun if (cmp != 0) {
3739*4882a593Smuzhiyun XT_PUTPAGE(mp);
3740*4882a593Smuzhiyun jfs_error(ip->i_sb, "did not find extent\n");
3741*4882a593Smuzhiyun return -EIO;
3742*4882a593Smuzhiyun }
3743*4882a593Smuzhiyun } else {
3744*4882a593Smuzhiyun /*
3745*4882a593Smuzhiyun * start with root
3746*4882a593Smuzhiyun *
3747*4882a593Smuzhiyun * root resides in the inode
3748*4882a593Smuzhiyun */
3749*4882a593Smuzhiyun bn = 0;
3750*4882a593Smuzhiyun
3751*4882a593Smuzhiyun /*
3752*4882a593Smuzhiyun * first access of each page:
3753*4882a593Smuzhiyun */
3754*4882a593Smuzhiyun getPage:
3755*4882a593Smuzhiyun XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
3756*4882a593Smuzhiyun if (rc)
3757*4882a593Smuzhiyun return rc;
3758*4882a593Smuzhiyun
3759*4882a593Smuzhiyun /* process entries backward from last index */
3760*4882a593Smuzhiyun index = le16_to_cpu(p->header.nextindex) - 1;
3761*4882a593Smuzhiyun
3762*4882a593Smuzhiyun if (p->header.flag & BT_INTERNAL)
3763*4882a593Smuzhiyun goto getChild;
3764*4882a593Smuzhiyun }
3765*4882a593Smuzhiyun
3766*4882a593Smuzhiyun /*
3767*4882a593Smuzhiyun * leaf page
3768*4882a593Smuzhiyun */
3769*4882a593Smuzhiyun
3770*4882a593Smuzhiyun if (++locked_leaves > MAX_TRUNCATE_LEAVES) {
3771*4882a593Smuzhiyun /*
3772*4882a593Smuzhiyun * We need to limit the size of the transaction
3773*4882a593Smuzhiyun * to avoid exhausting pagecache & tlocks
3774*4882a593Smuzhiyun */
3775*4882a593Smuzhiyun xad = &p->xad[index];
3776*4882a593Smuzhiyun xoff = offsetXAD(xad);
3777*4882a593Smuzhiyun xlen = lengthXAD(xad);
3778*4882a593Smuzhiyun XT_PUTPAGE(mp);
3779*4882a593Smuzhiyun return (xoff + xlen) << JFS_SBI(ip->i_sb)->l2bsize;
3780*4882a593Smuzhiyun }
3781*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE);
3782*4882a593Smuzhiyun tlck->type = tlckXTREE | tlckFREE;
3783*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
3784*4882a593Smuzhiyun xtlck->hwm.offset = index;
3785*4882a593Smuzhiyun
3786*4882a593Smuzhiyun
3787*4882a593Smuzhiyun XT_PUTPAGE(mp);
3788*4882a593Smuzhiyun
3789*4882a593Smuzhiyun /*
3790*4882a593Smuzhiyun * go back up to the parent page
3791*4882a593Smuzhiyun */
3792*4882a593Smuzhiyun getParent:
3793*4882a593Smuzhiyun /* pop/restore parent entry for the current child page */
3794*4882a593Smuzhiyun if ((parent = BT_POP(&btstack)) == NULL)
3795*4882a593Smuzhiyun /* current page must have been root */
3796*4882a593Smuzhiyun goto out;
3797*4882a593Smuzhiyun
3798*4882a593Smuzhiyun /* get back the parent page */
3799*4882a593Smuzhiyun bn = parent->bn;
3800*4882a593Smuzhiyun XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
3801*4882a593Smuzhiyun if (rc)
3802*4882a593Smuzhiyun return rc;
3803*4882a593Smuzhiyun
3804*4882a593Smuzhiyun index = parent->index;
3805*4882a593Smuzhiyun
3806*4882a593Smuzhiyun /*
3807*4882a593Smuzhiyun * parent page become empty: free the page
3808*4882a593Smuzhiyun */
3809*4882a593Smuzhiyun if (index == XTENTRYSTART) {
3810*4882a593Smuzhiyun /* txCommit() with tlckFREE:
3811*4882a593Smuzhiyun * free child extents covered by parent;
3812*4882a593Smuzhiyun * invalidate parent if COMMIT_PWMAP;
3813*4882a593Smuzhiyun */
3814*4882a593Smuzhiyun tlck = txLock(tid, ip, mp, tlckXTREE);
3815*4882a593Smuzhiyun xtlck = (struct xtlock *) & tlck->lock;
3816*4882a593Smuzhiyun xtlck->hwm.offset = le16_to_cpu(p->header.nextindex) - 1;
3817*4882a593Smuzhiyun tlck->type = tlckXTREE | tlckFREE;
3818*4882a593Smuzhiyun
3819*4882a593Smuzhiyun XT_PUTPAGE(mp);
3820*4882a593Smuzhiyun
3821*4882a593Smuzhiyun if (p->header.flag & BT_ROOT) {
3822*4882a593Smuzhiyun
3823*4882a593Smuzhiyun goto out;
3824*4882a593Smuzhiyun } else {
3825*4882a593Smuzhiyun goto getParent;
3826*4882a593Smuzhiyun }
3827*4882a593Smuzhiyun }
3828*4882a593Smuzhiyun /*
3829*4882a593Smuzhiyun * parent page still has entries for front region;
3830*4882a593Smuzhiyun */
3831*4882a593Smuzhiyun else
3832*4882a593Smuzhiyun index--;
3833*4882a593Smuzhiyun /*
3834*4882a593Smuzhiyun * internal page: go down to child page of current entry
3835*4882a593Smuzhiyun */
3836*4882a593Smuzhiyun getChild:
3837*4882a593Smuzhiyun /* save current parent entry for the child page */
3838*4882a593Smuzhiyun if (BT_STACK_FULL(&btstack)) {
3839*4882a593Smuzhiyun jfs_error(ip->i_sb, "stack overrun!\n");
3840*4882a593Smuzhiyun XT_PUTPAGE(mp);
3841*4882a593Smuzhiyun return -EIO;
3842*4882a593Smuzhiyun }
3843*4882a593Smuzhiyun BT_PUSH(&btstack, bn, index);
3844*4882a593Smuzhiyun
3845*4882a593Smuzhiyun /* get child page */
3846*4882a593Smuzhiyun xad = &p->xad[index];
3847*4882a593Smuzhiyun bn = addressXAD(xad);
3848*4882a593Smuzhiyun
3849*4882a593Smuzhiyun /*
3850*4882a593Smuzhiyun * first access of each internal entry:
3851*4882a593Smuzhiyun */
3852*4882a593Smuzhiyun /* release parent page */
3853*4882a593Smuzhiyun XT_PUTPAGE(mp);
3854*4882a593Smuzhiyun
3855*4882a593Smuzhiyun /* process the child page */
3856*4882a593Smuzhiyun goto getPage;
3857*4882a593Smuzhiyun
3858*4882a593Smuzhiyun out:
3859*4882a593Smuzhiyun
3860*4882a593Smuzhiyun return 0;
3861*4882a593Smuzhiyun }
3862*4882a593Smuzhiyun
3863*4882a593Smuzhiyun #ifdef CONFIG_JFS_STATISTICS
jfs_xtstat_proc_show(struct seq_file * m,void * v)3864*4882a593Smuzhiyun int jfs_xtstat_proc_show(struct seq_file *m, void *v)
3865*4882a593Smuzhiyun {
3866*4882a593Smuzhiyun seq_printf(m,
3867*4882a593Smuzhiyun "JFS Xtree statistics\n"
3868*4882a593Smuzhiyun "====================\n"
3869*4882a593Smuzhiyun "searches = %d\n"
3870*4882a593Smuzhiyun "fast searches = %d\n"
3871*4882a593Smuzhiyun "splits = %d\n",
3872*4882a593Smuzhiyun xtStat.search,
3873*4882a593Smuzhiyun xtStat.fastSearch,
3874*4882a593Smuzhiyun xtStat.split);
3875*4882a593Smuzhiyun return 0;
3876*4882a593Smuzhiyun }
3877*4882a593Smuzhiyun #endif
3878