xref: /OK3568_Linux_fs/kernel/fs/jfs/jfs_xtree.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  *   Copyright (C) International Business Machines Corp., 2000-2005
4*4882a593Smuzhiyun  */
5*4882a593Smuzhiyun /*
6*4882a593Smuzhiyun  *	jfs_xtree.c: extent allocation descriptor B+-tree manager
7*4882a593Smuzhiyun  */
8*4882a593Smuzhiyun 
9*4882a593Smuzhiyun #include <linux/fs.h>
10*4882a593Smuzhiyun #include <linux/module.h>
11*4882a593Smuzhiyun #include <linux/quotaops.h>
12*4882a593Smuzhiyun #include <linux/seq_file.h>
13*4882a593Smuzhiyun #include "jfs_incore.h"
14*4882a593Smuzhiyun #include "jfs_filsys.h"
15*4882a593Smuzhiyun #include "jfs_metapage.h"
16*4882a593Smuzhiyun #include "jfs_dmap.h"
17*4882a593Smuzhiyun #include "jfs_dinode.h"
18*4882a593Smuzhiyun #include "jfs_superblock.h"
19*4882a593Smuzhiyun #include "jfs_debug.h"
20*4882a593Smuzhiyun 
21*4882a593Smuzhiyun /*
22*4882a593Smuzhiyun  * xtree local flag
23*4882a593Smuzhiyun  */
24*4882a593Smuzhiyun #define XT_INSERT	0x00000001
25*4882a593Smuzhiyun 
26*4882a593Smuzhiyun /*
27*4882a593Smuzhiyun  *	xtree key/entry comparison: extent offset
28*4882a593Smuzhiyun  *
29*4882a593Smuzhiyun  * return:
30*4882a593Smuzhiyun  *	-1: k < start of extent
31*4882a593Smuzhiyun  *	 0: start_of_extent <= k <= end_of_extent
32*4882a593Smuzhiyun  *	 1: k > end_of_extent
33*4882a593Smuzhiyun  */
34*4882a593Smuzhiyun #define XT_CMP(CMP, K, X, OFFSET64)\
35*4882a593Smuzhiyun {\
36*4882a593Smuzhiyun 	OFFSET64 = offsetXAD(X);\
37*4882a593Smuzhiyun 	(CMP) = ((K) >= OFFSET64 + lengthXAD(X)) ? 1 :\
38*4882a593Smuzhiyun 		((K) < OFFSET64) ? -1 : 0;\
39*4882a593Smuzhiyun }
40*4882a593Smuzhiyun 
41*4882a593Smuzhiyun /* write a xad entry */
42*4882a593Smuzhiyun #define XT_PUTENTRY(XAD, FLAG, OFF, LEN, ADDR)\
43*4882a593Smuzhiyun {\
44*4882a593Smuzhiyun 	(XAD)->flag = (FLAG);\
45*4882a593Smuzhiyun 	XADoffset((XAD), (OFF));\
46*4882a593Smuzhiyun 	XADlength((XAD), (LEN));\
47*4882a593Smuzhiyun 	XADaddress((XAD), (ADDR));\
48*4882a593Smuzhiyun }
49*4882a593Smuzhiyun 
50*4882a593Smuzhiyun #define XT_PAGE(IP, MP) BT_PAGE(IP, MP, xtpage_t, i_xtroot)
51*4882a593Smuzhiyun 
52*4882a593Smuzhiyun /* get page buffer for specified block address */
53*4882a593Smuzhiyun /* ToDo: Replace this ugly macro with a function */
54*4882a593Smuzhiyun #define XT_GETPAGE(IP, BN, MP, SIZE, P, RC)				\
55*4882a593Smuzhiyun do {									\
56*4882a593Smuzhiyun 	BT_GETPAGE(IP, BN, MP, xtpage_t, SIZE, P, RC, i_xtroot);	\
57*4882a593Smuzhiyun 	if (!(RC)) {							\
58*4882a593Smuzhiyun 		if ((le16_to_cpu((P)->header.nextindex) < XTENTRYSTART) || \
59*4882a593Smuzhiyun 		    (le16_to_cpu((P)->header.nextindex) >		\
60*4882a593Smuzhiyun 		     le16_to_cpu((P)->header.maxentry)) ||		\
61*4882a593Smuzhiyun 		    (le16_to_cpu((P)->header.maxentry) >		\
62*4882a593Smuzhiyun 		     (((BN) == 0) ? XTROOTMAXSLOT : PSIZE >> L2XTSLOTSIZE))) { \
63*4882a593Smuzhiyun 			jfs_error((IP)->i_sb,				\
64*4882a593Smuzhiyun 				  "XT_GETPAGE: xtree page corrupt\n");	\
65*4882a593Smuzhiyun 			BT_PUTPAGE(MP);					\
66*4882a593Smuzhiyun 			MP = NULL;					\
67*4882a593Smuzhiyun 			RC = -EIO;					\
68*4882a593Smuzhiyun 		}							\
69*4882a593Smuzhiyun 	}								\
70*4882a593Smuzhiyun } while (0)
71*4882a593Smuzhiyun 
72*4882a593Smuzhiyun /* for consistency */
73*4882a593Smuzhiyun #define XT_PUTPAGE(MP) BT_PUTPAGE(MP)
74*4882a593Smuzhiyun 
75*4882a593Smuzhiyun #define XT_GETSEARCH(IP, LEAF, BN, MP, P, INDEX) \
76*4882a593Smuzhiyun 	BT_GETSEARCH(IP, LEAF, BN, MP, xtpage_t, P, INDEX, i_xtroot)
77*4882a593Smuzhiyun /* xtree entry parameter descriptor */
78*4882a593Smuzhiyun struct xtsplit {
79*4882a593Smuzhiyun 	struct metapage *mp;
80*4882a593Smuzhiyun 	s16 index;
81*4882a593Smuzhiyun 	u8 flag;
82*4882a593Smuzhiyun 	s64 off;
83*4882a593Smuzhiyun 	s64 addr;
84*4882a593Smuzhiyun 	int len;
85*4882a593Smuzhiyun 	struct pxdlist *pxdlist;
86*4882a593Smuzhiyun };
87*4882a593Smuzhiyun 
88*4882a593Smuzhiyun 
89*4882a593Smuzhiyun /*
90*4882a593Smuzhiyun  *	statistics
91*4882a593Smuzhiyun  */
92*4882a593Smuzhiyun #ifdef CONFIG_JFS_STATISTICS
93*4882a593Smuzhiyun static struct {
94*4882a593Smuzhiyun 	uint search;
95*4882a593Smuzhiyun 	uint fastSearch;
96*4882a593Smuzhiyun 	uint split;
97*4882a593Smuzhiyun } xtStat;
98*4882a593Smuzhiyun #endif
99*4882a593Smuzhiyun 
100*4882a593Smuzhiyun 
101*4882a593Smuzhiyun /*
102*4882a593Smuzhiyun  * forward references
103*4882a593Smuzhiyun  */
104*4882a593Smuzhiyun static int xtSearch(struct inode *ip, s64 xoff, s64 *next, int *cmpp,
105*4882a593Smuzhiyun 		    struct btstack * btstack, int flag);
106*4882a593Smuzhiyun 
107*4882a593Smuzhiyun static int xtSplitUp(tid_t tid,
108*4882a593Smuzhiyun 		     struct inode *ip,
109*4882a593Smuzhiyun 		     struct xtsplit * split, struct btstack * btstack);
110*4882a593Smuzhiyun 
111*4882a593Smuzhiyun static int xtSplitPage(tid_t tid, struct inode *ip, struct xtsplit * split,
112*4882a593Smuzhiyun 		       struct metapage ** rmpp, s64 * rbnp);
113*4882a593Smuzhiyun 
114*4882a593Smuzhiyun static int xtSplitRoot(tid_t tid, struct inode *ip,
115*4882a593Smuzhiyun 		       struct xtsplit * split, struct metapage ** rmpp);
116*4882a593Smuzhiyun 
117*4882a593Smuzhiyun #ifdef _STILL_TO_PORT
118*4882a593Smuzhiyun static int xtDeleteUp(tid_t tid, struct inode *ip, struct metapage * fmp,
119*4882a593Smuzhiyun 		      xtpage_t * fp, struct btstack * btstack);
120*4882a593Smuzhiyun 
121*4882a593Smuzhiyun static int xtSearchNode(struct inode *ip,
122*4882a593Smuzhiyun 			xad_t * xad,
123*4882a593Smuzhiyun 			int *cmpp, struct btstack * btstack, int flag);
124*4882a593Smuzhiyun 
125*4882a593Smuzhiyun static int xtRelink(tid_t tid, struct inode *ip, xtpage_t * fp);
126*4882a593Smuzhiyun #endif				/*  _STILL_TO_PORT */
127*4882a593Smuzhiyun 
128*4882a593Smuzhiyun /*
129*4882a593Smuzhiyun  *	xtLookup()
130*4882a593Smuzhiyun  *
131*4882a593Smuzhiyun  * function: map a single page into a physical extent;
132*4882a593Smuzhiyun  */
xtLookup(struct inode * ip,s64 lstart,s64 llen,int * pflag,s64 * paddr,s32 * plen,int no_check)133*4882a593Smuzhiyun int xtLookup(struct inode *ip, s64 lstart,
134*4882a593Smuzhiyun 	     s64 llen, int *pflag, s64 * paddr, s32 * plen, int no_check)
135*4882a593Smuzhiyun {
136*4882a593Smuzhiyun 	int rc = 0;
137*4882a593Smuzhiyun 	struct btstack btstack;
138*4882a593Smuzhiyun 	int cmp;
139*4882a593Smuzhiyun 	s64 bn;
140*4882a593Smuzhiyun 	struct metapage *mp;
141*4882a593Smuzhiyun 	xtpage_t *p;
142*4882a593Smuzhiyun 	int index;
143*4882a593Smuzhiyun 	xad_t *xad;
144*4882a593Smuzhiyun 	s64 next, size, xoff, xend;
145*4882a593Smuzhiyun 	int xlen;
146*4882a593Smuzhiyun 	s64 xaddr;
147*4882a593Smuzhiyun 
148*4882a593Smuzhiyun 	*paddr = 0;
149*4882a593Smuzhiyun 	*plen = llen;
150*4882a593Smuzhiyun 
151*4882a593Smuzhiyun 	if (!no_check) {
152*4882a593Smuzhiyun 		/* is lookup offset beyond eof ? */
153*4882a593Smuzhiyun 		size = ((u64) ip->i_size + (JFS_SBI(ip->i_sb)->bsize - 1)) >>
154*4882a593Smuzhiyun 		    JFS_SBI(ip->i_sb)->l2bsize;
155*4882a593Smuzhiyun 		if (lstart >= size)
156*4882a593Smuzhiyun 			return 0;
157*4882a593Smuzhiyun 	}
158*4882a593Smuzhiyun 
159*4882a593Smuzhiyun 	/*
160*4882a593Smuzhiyun 	 * search for the xad entry covering the logical extent
161*4882a593Smuzhiyun 	 */
162*4882a593Smuzhiyun //search:
163*4882a593Smuzhiyun 	if ((rc = xtSearch(ip, lstart, &next, &cmp, &btstack, 0))) {
164*4882a593Smuzhiyun 		jfs_err("xtLookup: xtSearch returned %d", rc);
165*4882a593Smuzhiyun 		return rc;
166*4882a593Smuzhiyun 	}
167*4882a593Smuzhiyun 
168*4882a593Smuzhiyun 	/*
169*4882a593Smuzhiyun 	 *	compute the physical extent covering logical extent
170*4882a593Smuzhiyun 	 *
171*4882a593Smuzhiyun 	 * N.B. search may have failed (e.g., hole in sparse file),
172*4882a593Smuzhiyun 	 * and returned the index of the next entry.
173*4882a593Smuzhiyun 	 */
174*4882a593Smuzhiyun 	/* retrieve search result */
175*4882a593Smuzhiyun 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
176*4882a593Smuzhiyun 
177*4882a593Smuzhiyun 	/* is xad found covering start of logical extent ?
178*4882a593Smuzhiyun 	 * lstart is a page start address,
179*4882a593Smuzhiyun 	 * i.e., lstart cannot start in a hole;
180*4882a593Smuzhiyun 	 */
181*4882a593Smuzhiyun 	if (cmp) {
182*4882a593Smuzhiyun 		if (next)
183*4882a593Smuzhiyun 			*plen = min(next - lstart, llen);
184*4882a593Smuzhiyun 		goto out;
185*4882a593Smuzhiyun 	}
186*4882a593Smuzhiyun 
187*4882a593Smuzhiyun 	/*
188*4882a593Smuzhiyun 	 * lxd covered by xad
189*4882a593Smuzhiyun 	 */
190*4882a593Smuzhiyun 	xad = &p->xad[index];
191*4882a593Smuzhiyun 	xoff = offsetXAD(xad);
192*4882a593Smuzhiyun 	xlen = lengthXAD(xad);
193*4882a593Smuzhiyun 	xend = xoff + xlen;
194*4882a593Smuzhiyun 	xaddr = addressXAD(xad);
195*4882a593Smuzhiyun 
196*4882a593Smuzhiyun 	/* initialize new pxd */
197*4882a593Smuzhiyun 	*pflag = xad->flag;
198*4882a593Smuzhiyun 	*paddr = xaddr + (lstart - xoff);
199*4882a593Smuzhiyun 	/* a page must be fully covered by an xad */
200*4882a593Smuzhiyun 	*plen = min(xend - lstart, llen);
201*4882a593Smuzhiyun 
202*4882a593Smuzhiyun       out:
203*4882a593Smuzhiyun 	XT_PUTPAGE(mp);
204*4882a593Smuzhiyun 
205*4882a593Smuzhiyun 	return rc;
206*4882a593Smuzhiyun }
207*4882a593Smuzhiyun 
208*4882a593Smuzhiyun /*
209*4882a593Smuzhiyun  *	xtSearch()
210*4882a593Smuzhiyun  *
211*4882a593Smuzhiyun  * function:	search for the xad entry covering specified offset.
212*4882a593Smuzhiyun  *
213*4882a593Smuzhiyun  * parameters:
214*4882a593Smuzhiyun  *	ip	- file object;
215*4882a593Smuzhiyun  *	xoff	- extent offset;
216*4882a593Smuzhiyun  *	nextp	- address of next extent (if any) for search miss
217*4882a593Smuzhiyun  *	cmpp	- comparison result:
218*4882a593Smuzhiyun  *	btstack - traverse stack;
219*4882a593Smuzhiyun  *	flag	- search process flag (XT_INSERT);
220*4882a593Smuzhiyun  *
221*4882a593Smuzhiyun  * returns:
222*4882a593Smuzhiyun  *	btstack contains (bn, index) of search path traversed to the entry.
223*4882a593Smuzhiyun  *	*cmpp is set to result of comparison with the entry returned.
224*4882a593Smuzhiyun  *	the page containing the entry is pinned at exit.
225*4882a593Smuzhiyun  */
xtSearch(struct inode * ip,s64 xoff,s64 * nextp,int * cmpp,struct btstack * btstack,int flag)226*4882a593Smuzhiyun static int xtSearch(struct inode *ip, s64 xoff,	s64 *nextp,
227*4882a593Smuzhiyun 		    int *cmpp, struct btstack * btstack, int flag)
228*4882a593Smuzhiyun {
229*4882a593Smuzhiyun 	struct jfs_inode_info *jfs_ip = JFS_IP(ip);
230*4882a593Smuzhiyun 	int rc = 0;
231*4882a593Smuzhiyun 	int cmp = 1;		/* init for empty page */
232*4882a593Smuzhiyun 	s64 bn;			/* block number */
233*4882a593Smuzhiyun 	struct metapage *mp;	/* page buffer */
234*4882a593Smuzhiyun 	xtpage_t *p;		/* page */
235*4882a593Smuzhiyun 	xad_t *xad;
236*4882a593Smuzhiyun 	int base, index, lim, btindex;
237*4882a593Smuzhiyun 	struct btframe *btsp;
238*4882a593Smuzhiyun 	int nsplit = 0;		/* number of pages to split */
239*4882a593Smuzhiyun 	s64 t64;
240*4882a593Smuzhiyun 	s64 next = 0;
241*4882a593Smuzhiyun 
242*4882a593Smuzhiyun 	INCREMENT(xtStat.search);
243*4882a593Smuzhiyun 
244*4882a593Smuzhiyun 	BT_CLR(btstack);
245*4882a593Smuzhiyun 
246*4882a593Smuzhiyun 	btstack->nsplit = 0;
247*4882a593Smuzhiyun 
248*4882a593Smuzhiyun 	/*
249*4882a593Smuzhiyun 	 *	search down tree from root:
250*4882a593Smuzhiyun 	 *
251*4882a593Smuzhiyun 	 * between two consecutive entries of <Ki, Pi> and <Kj, Pj> of
252*4882a593Smuzhiyun 	 * internal page, child page Pi contains entry with k, Ki <= K < Kj.
253*4882a593Smuzhiyun 	 *
254*4882a593Smuzhiyun 	 * if entry with search key K is not found
255*4882a593Smuzhiyun 	 * internal page search find the entry with largest key Ki
256*4882a593Smuzhiyun 	 * less than K which point to the child page to search;
257*4882a593Smuzhiyun 	 * leaf page search find the entry with smallest key Kj
258*4882a593Smuzhiyun 	 * greater than K so that the returned index is the position of
259*4882a593Smuzhiyun 	 * the entry to be shifted right for insertion of new entry.
260*4882a593Smuzhiyun 	 * for empty tree, search key is greater than any key of the tree.
261*4882a593Smuzhiyun 	 *
262*4882a593Smuzhiyun 	 * by convention, root bn = 0.
263*4882a593Smuzhiyun 	 */
264*4882a593Smuzhiyun 	for (bn = 0;;) {
265*4882a593Smuzhiyun 		/* get/pin the page to search */
266*4882a593Smuzhiyun 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
267*4882a593Smuzhiyun 		if (rc)
268*4882a593Smuzhiyun 			return rc;
269*4882a593Smuzhiyun 
270*4882a593Smuzhiyun 		/* try sequential access heuristics with the previous
271*4882a593Smuzhiyun 		 * access entry in target leaf page:
272*4882a593Smuzhiyun 		 * once search narrowed down into the target leaf,
273*4882a593Smuzhiyun 		 * key must either match an entry in the leaf or
274*4882a593Smuzhiyun 		 * key entry does not exist in the tree;
275*4882a593Smuzhiyun 		 */
276*4882a593Smuzhiyun //fastSearch:
277*4882a593Smuzhiyun 		if ((jfs_ip->btorder & BT_SEQUENTIAL) &&
278*4882a593Smuzhiyun 		    (p->header.flag & BT_LEAF) &&
279*4882a593Smuzhiyun 		    (index = jfs_ip->btindex) <
280*4882a593Smuzhiyun 		    le16_to_cpu(p->header.nextindex)) {
281*4882a593Smuzhiyun 			xad = &p->xad[index];
282*4882a593Smuzhiyun 			t64 = offsetXAD(xad);
283*4882a593Smuzhiyun 			if (xoff < t64 + lengthXAD(xad)) {
284*4882a593Smuzhiyun 				if (xoff >= t64) {
285*4882a593Smuzhiyun 					*cmpp = 0;
286*4882a593Smuzhiyun 					goto out;
287*4882a593Smuzhiyun 				}
288*4882a593Smuzhiyun 
289*4882a593Smuzhiyun 				/* stop sequential access heuristics */
290*4882a593Smuzhiyun 				goto binarySearch;
291*4882a593Smuzhiyun 			} else {	/* (t64 + lengthXAD(xad)) <= xoff */
292*4882a593Smuzhiyun 
293*4882a593Smuzhiyun 				/* try next sequential entry */
294*4882a593Smuzhiyun 				index++;
295*4882a593Smuzhiyun 				if (index <
296*4882a593Smuzhiyun 				    le16_to_cpu(p->header.nextindex)) {
297*4882a593Smuzhiyun 					xad++;
298*4882a593Smuzhiyun 					t64 = offsetXAD(xad);
299*4882a593Smuzhiyun 					if (xoff < t64 + lengthXAD(xad)) {
300*4882a593Smuzhiyun 						if (xoff >= t64) {
301*4882a593Smuzhiyun 							*cmpp = 0;
302*4882a593Smuzhiyun 							goto out;
303*4882a593Smuzhiyun 						}
304*4882a593Smuzhiyun 
305*4882a593Smuzhiyun 						/* miss: key falls between
306*4882a593Smuzhiyun 						 * previous and this entry
307*4882a593Smuzhiyun 						 */
308*4882a593Smuzhiyun 						*cmpp = 1;
309*4882a593Smuzhiyun 						next = t64;
310*4882a593Smuzhiyun 						goto out;
311*4882a593Smuzhiyun 					}
312*4882a593Smuzhiyun 
313*4882a593Smuzhiyun 					/* (xoff >= t64 + lengthXAD(xad));
314*4882a593Smuzhiyun 					 * matching entry may be further out:
315*4882a593Smuzhiyun 					 * stop heuristic search
316*4882a593Smuzhiyun 					 */
317*4882a593Smuzhiyun 					/* stop sequential access heuristics */
318*4882a593Smuzhiyun 					goto binarySearch;
319*4882a593Smuzhiyun 				}
320*4882a593Smuzhiyun 
321*4882a593Smuzhiyun 				/* (index == p->header.nextindex);
322*4882a593Smuzhiyun 				 * miss: key entry does not exist in
323*4882a593Smuzhiyun 				 * the target leaf/tree
324*4882a593Smuzhiyun 				 */
325*4882a593Smuzhiyun 				*cmpp = 1;
326*4882a593Smuzhiyun 				goto out;
327*4882a593Smuzhiyun 			}
328*4882a593Smuzhiyun 
329*4882a593Smuzhiyun 			/*
330*4882a593Smuzhiyun 			 * if hit, return index of the entry found, and
331*4882a593Smuzhiyun 			 * if miss, where new entry with search key is
332*4882a593Smuzhiyun 			 * to be inserted;
333*4882a593Smuzhiyun 			 */
334*4882a593Smuzhiyun 		      out:
335*4882a593Smuzhiyun 			/* compute number of pages to split */
336*4882a593Smuzhiyun 			if (flag & XT_INSERT) {
337*4882a593Smuzhiyun 				if (p->header.nextindex ==	/* little-endian */
338*4882a593Smuzhiyun 				    p->header.maxentry)
339*4882a593Smuzhiyun 					nsplit++;
340*4882a593Smuzhiyun 				else
341*4882a593Smuzhiyun 					nsplit = 0;
342*4882a593Smuzhiyun 				btstack->nsplit = nsplit;
343*4882a593Smuzhiyun 			}
344*4882a593Smuzhiyun 
345*4882a593Smuzhiyun 			/* save search result */
346*4882a593Smuzhiyun 			btsp = btstack->top;
347*4882a593Smuzhiyun 			btsp->bn = bn;
348*4882a593Smuzhiyun 			btsp->index = index;
349*4882a593Smuzhiyun 			btsp->mp = mp;
350*4882a593Smuzhiyun 
351*4882a593Smuzhiyun 			/* update sequential access heuristics */
352*4882a593Smuzhiyun 			jfs_ip->btindex = index;
353*4882a593Smuzhiyun 
354*4882a593Smuzhiyun 			if (nextp)
355*4882a593Smuzhiyun 				*nextp = next;
356*4882a593Smuzhiyun 
357*4882a593Smuzhiyun 			INCREMENT(xtStat.fastSearch);
358*4882a593Smuzhiyun 			return 0;
359*4882a593Smuzhiyun 		}
360*4882a593Smuzhiyun 
361*4882a593Smuzhiyun 		/* well, ... full search now */
362*4882a593Smuzhiyun 	      binarySearch:
363*4882a593Smuzhiyun 		lim = le16_to_cpu(p->header.nextindex) - XTENTRYSTART;
364*4882a593Smuzhiyun 
365*4882a593Smuzhiyun 		/*
366*4882a593Smuzhiyun 		 * binary search with search key K on the current page
367*4882a593Smuzhiyun 		 */
368*4882a593Smuzhiyun 		for (base = XTENTRYSTART; lim; lim >>= 1) {
369*4882a593Smuzhiyun 			index = base + (lim >> 1);
370*4882a593Smuzhiyun 
371*4882a593Smuzhiyun 			XT_CMP(cmp, xoff, &p->xad[index], t64);
372*4882a593Smuzhiyun 			if (cmp == 0) {
373*4882a593Smuzhiyun 				/*
374*4882a593Smuzhiyun 				 *	search hit
375*4882a593Smuzhiyun 				 */
376*4882a593Smuzhiyun 				/* search hit - leaf page:
377*4882a593Smuzhiyun 				 * return the entry found
378*4882a593Smuzhiyun 				 */
379*4882a593Smuzhiyun 				if (p->header.flag & BT_LEAF) {
380*4882a593Smuzhiyun 					*cmpp = cmp;
381*4882a593Smuzhiyun 
382*4882a593Smuzhiyun 					/* compute number of pages to split */
383*4882a593Smuzhiyun 					if (flag & XT_INSERT) {
384*4882a593Smuzhiyun 						if (p->header.nextindex ==
385*4882a593Smuzhiyun 						    p->header.maxentry)
386*4882a593Smuzhiyun 							nsplit++;
387*4882a593Smuzhiyun 						else
388*4882a593Smuzhiyun 							nsplit = 0;
389*4882a593Smuzhiyun 						btstack->nsplit = nsplit;
390*4882a593Smuzhiyun 					}
391*4882a593Smuzhiyun 
392*4882a593Smuzhiyun 					/* save search result */
393*4882a593Smuzhiyun 					btsp = btstack->top;
394*4882a593Smuzhiyun 					btsp->bn = bn;
395*4882a593Smuzhiyun 					btsp->index = index;
396*4882a593Smuzhiyun 					btsp->mp = mp;
397*4882a593Smuzhiyun 
398*4882a593Smuzhiyun 					/* init sequential access heuristics */
399*4882a593Smuzhiyun 					btindex = jfs_ip->btindex;
400*4882a593Smuzhiyun 					if (index == btindex ||
401*4882a593Smuzhiyun 					    index == btindex + 1)
402*4882a593Smuzhiyun 						jfs_ip->btorder = BT_SEQUENTIAL;
403*4882a593Smuzhiyun 					else
404*4882a593Smuzhiyun 						jfs_ip->btorder = BT_RANDOM;
405*4882a593Smuzhiyun 					jfs_ip->btindex = index;
406*4882a593Smuzhiyun 
407*4882a593Smuzhiyun 					return 0;
408*4882a593Smuzhiyun 				}
409*4882a593Smuzhiyun 				/* search hit - internal page:
410*4882a593Smuzhiyun 				 * descend/search its child page
411*4882a593Smuzhiyun 				 */
412*4882a593Smuzhiyun 				if (index < le16_to_cpu(p->header.nextindex)-1)
413*4882a593Smuzhiyun 					next = offsetXAD(&p->xad[index + 1]);
414*4882a593Smuzhiyun 				goto next;
415*4882a593Smuzhiyun 			}
416*4882a593Smuzhiyun 
417*4882a593Smuzhiyun 			if (cmp > 0) {
418*4882a593Smuzhiyun 				base = index + 1;
419*4882a593Smuzhiyun 				--lim;
420*4882a593Smuzhiyun 			}
421*4882a593Smuzhiyun 		}
422*4882a593Smuzhiyun 
423*4882a593Smuzhiyun 		/*
424*4882a593Smuzhiyun 		 *	search miss
425*4882a593Smuzhiyun 		 *
426*4882a593Smuzhiyun 		 * base is the smallest index with key (Kj) greater than
427*4882a593Smuzhiyun 		 * search key (K) and may be zero or maxentry index.
428*4882a593Smuzhiyun 		 */
429*4882a593Smuzhiyun 		if (base < le16_to_cpu(p->header.nextindex))
430*4882a593Smuzhiyun 			next = offsetXAD(&p->xad[base]);
431*4882a593Smuzhiyun 		/*
432*4882a593Smuzhiyun 		 * search miss - leaf page:
433*4882a593Smuzhiyun 		 *
434*4882a593Smuzhiyun 		 * return location of entry (base) where new entry with
435*4882a593Smuzhiyun 		 * search key K is to be inserted.
436*4882a593Smuzhiyun 		 */
437*4882a593Smuzhiyun 		if (p->header.flag & BT_LEAF) {
438*4882a593Smuzhiyun 			*cmpp = cmp;
439*4882a593Smuzhiyun 
440*4882a593Smuzhiyun 			/* compute number of pages to split */
441*4882a593Smuzhiyun 			if (flag & XT_INSERT) {
442*4882a593Smuzhiyun 				if (p->header.nextindex ==
443*4882a593Smuzhiyun 				    p->header.maxentry)
444*4882a593Smuzhiyun 					nsplit++;
445*4882a593Smuzhiyun 				else
446*4882a593Smuzhiyun 					nsplit = 0;
447*4882a593Smuzhiyun 				btstack->nsplit = nsplit;
448*4882a593Smuzhiyun 			}
449*4882a593Smuzhiyun 
450*4882a593Smuzhiyun 			/* save search result */
451*4882a593Smuzhiyun 			btsp = btstack->top;
452*4882a593Smuzhiyun 			btsp->bn = bn;
453*4882a593Smuzhiyun 			btsp->index = base;
454*4882a593Smuzhiyun 			btsp->mp = mp;
455*4882a593Smuzhiyun 
456*4882a593Smuzhiyun 			/* init sequential access heuristics */
457*4882a593Smuzhiyun 			btindex = jfs_ip->btindex;
458*4882a593Smuzhiyun 			if (base == btindex || base == btindex + 1)
459*4882a593Smuzhiyun 				jfs_ip->btorder = BT_SEQUENTIAL;
460*4882a593Smuzhiyun 			else
461*4882a593Smuzhiyun 				jfs_ip->btorder = BT_RANDOM;
462*4882a593Smuzhiyun 			jfs_ip->btindex = base;
463*4882a593Smuzhiyun 
464*4882a593Smuzhiyun 			if (nextp)
465*4882a593Smuzhiyun 				*nextp = next;
466*4882a593Smuzhiyun 
467*4882a593Smuzhiyun 			return 0;
468*4882a593Smuzhiyun 		}
469*4882a593Smuzhiyun 
470*4882a593Smuzhiyun 		/*
471*4882a593Smuzhiyun 		 * search miss - non-leaf page:
472*4882a593Smuzhiyun 		 *
473*4882a593Smuzhiyun 		 * if base is non-zero, decrement base by one to get the parent
474*4882a593Smuzhiyun 		 * entry of the child page to search.
475*4882a593Smuzhiyun 		 */
476*4882a593Smuzhiyun 		index = base ? base - 1 : base;
477*4882a593Smuzhiyun 
478*4882a593Smuzhiyun 		/*
479*4882a593Smuzhiyun 		 * go down to child page
480*4882a593Smuzhiyun 		 */
481*4882a593Smuzhiyun 	      next:
482*4882a593Smuzhiyun 		/* update number of pages to split */
483*4882a593Smuzhiyun 		if (p->header.nextindex == p->header.maxentry)
484*4882a593Smuzhiyun 			nsplit++;
485*4882a593Smuzhiyun 		else
486*4882a593Smuzhiyun 			nsplit = 0;
487*4882a593Smuzhiyun 
488*4882a593Smuzhiyun 		/* push (bn, index) of the parent page/entry */
489*4882a593Smuzhiyun 		if (BT_STACK_FULL(btstack)) {
490*4882a593Smuzhiyun 			jfs_error(ip->i_sb, "stack overrun!\n");
491*4882a593Smuzhiyun 			XT_PUTPAGE(mp);
492*4882a593Smuzhiyun 			return -EIO;
493*4882a593Smuzhiyun 		}
494*4882a593Smuzhiyun 		BT_PUSH(btstack, bn, index);
495*4882a593Smuzhiyun 
496*4882a593Smuzhiyun 		/* get the child page block number */
497*4882a593Smuzhiyun 		bn = addressXAD(&p->xad[index]);
498*4882a593Smuzhiyun 
499*4882a593Smuzhiyun 		/* unpin the parent page */
500*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
501*4882a593Smuzhiyun 	}
502*4882a593Smuzhiyun }
503*4882a593Smuzhiyun 
504*4882a593Smuzhiyun /*
505*4882a593Smuzhiyun  *	xtInsert()
506*4882a593Smuzhiyun  *
507*4882a593Smuzhiyun  * function:
508*4882a593Smuzhiyun  *
509*4882a593Smuzhiyun  * parameter:
510*4882a593Smuzhiyun  *	tid	- transaction id;
511*4882a593Smuzhiyun  *	ip	- file object;
512*4882a593Smuzhiyun  *	xflag	- extent flag (XAD_NOTRECORDED):
513*4882a593Smuzhiyun  *	xoff	- extent offset;
514*4882a593Smuzhiyun  *	xlen	- extent length;
515*4882a593Smuzhiyun  *	xaddrp	- extent address pointer (in/out):
516*4882a593Smuzhiyun  *		if (*xaddrp)
517*4882a593Smuzhiyun  *			caller allocated data extent at *xaddrp;
518*4882a593Smuzhiyun  *		else
519*4882a593Smuzhiyun  *			allocate data extent and return its xaddr;
520*4882a593Smuzhiyun  *	flag	-
521*4882a593Smuzhiyun  *
522*4882a593Smuzhiyun  * return:
523*4882a593Smuzhiyun  */
xtInsert(tid_t tid,struct inode * ip,int xflag,s64 xoff,s32 xlen,s64 * xaddrp,int flag)524*4882a593Smuzhiyun int xtInsert(tid_t tid,		/* transaction id */
525*4882a593Smuzhiyun 	     struct inode *ip, int xflag, s64 xoff, s32 xlen, s64 * xaddrp,
526*4882a593Smuzhiyun 	     int flag)
527*4882a593Smuzhiyun {
528*4882a593Smuzhiyun 	int rc = 0;
529*4882a593Smuzhiyun 	s64 xaddr, hint;
530*4882a593Smuzhiyun 	struct metapage *mp;	/* meta-page buffer */
531*4882a593Smuzhiyun 	xtpage_t *p;		/* base B+-tree index page */
532*4882a593Smuzhiyun 	s64 bn;
533*4882a593Smuzhiyun 	int index, nextindex;
534*4882a593Smuzhiyun 	struct btstack btstack;	/* traverse stack */
535*4882a593Smuzhiyun 	struct xtsplit split;	/* split information */
536*4882a593Smuzhiyun 	xad_t *xad;
537*4882a593Smuzhiyun 	int cmp;
538*4882a593Smuzhiyun 	s64 next;
539*4882a593Smuzhiyun 	struct tlock *tlck;
540*4882a593Smuzhiyun 	struct xtlock *xtlck;
541*4882a593Smuzhiyun 
542*4882a593Smuzhiyun 	jfs_info("xtInsert: nxoff:0x%lx nxlen:0x%x", (ulong) xoff, xlen);
543*4882a593Smuzhiyun 
544*4882a593Smuzhiyun 	/*
545*4882a593Smuzhiyun 	 *	search for the entry location at which to insert:
546*4882a593Smuzhiyun 	 *
547*4882a593Smuzhiyun 	 * xtFastSearch() and xtSearch() both returns (leaf page
548*4882a593Smuzhiyun 	 * pinned, index at which to insert).
549*4882a593Smuzhiyun 	 * n.b. xtSearch() may return index of maxentry of
550*4882a593Smuzhiyun 	 * the full page.
551*4882a593Smuzhiyun 	 */
552*4882a593Smuzhiyun 	if ((rc = xtSearch(ip, xoff, &next, &cmp, &btstack, XT_INSERT)))
553*4882a593Smuzhiyun 		return rc;
554*4882a593Smuzhiyun 
555*4882a593Smuzhiyun 	/* retrieve search result */
556*4882a593Smuzhiyun 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
557*4882a593Smuzhiyun 
558*4882a593Smuzhiyun 	/* This test must follow XT_GETSEARCH since mp must be valid if
559*4882a593Smuzhiyun 	 * we branch to out: */
560*4882a593Smuzhiyun 	if ((cmp == 0) || (next && (xlen > next - xoff))) {
561*4882a593Smuzhiyun 		rc = -EEXIST;
562*4882a593Smuzhiyun 		goto out;
563*4882a593Smuzhiyun 	}
564*4882a593Smuzhiyun 
565*4882a593Smuzhiyun 	/*
566*4882a593Smuzhiyun 	 * allocate data extent requested
567*4882a593Smuzhiyun 	 *
568*4882a593Smuzhiyun 	 * allocation hint: last xad
569*4882a593Smuzhiyun 	 */
570*4882a593Smuzhiyun 	if ((xaddr = *xaddrp) == 0) {
571*4882a593Smuzhiyun 		if (index > XTENTRYSTART) {
572*4882a593Smuzhiyun 			xad = &p->xad[index - 1];
573*4882a593Smuzhiyun 			hint = addressXAD(xad) + lengthXAD(xad) - 1;
574*4882a593Smuzhiyun 		} else
575*4882a593Smuzhiyun 			hint = 0;
576*4882a593Smuzhiyun 		if ((rc = dquot_alloc_block(ip, xlen)))
577*4882a593Smuzhiyun 			goto out;
578*4882a593Smuzhiyun 		if ((rc = dbAlloc(ip, hint, (s64) xlen, &xaddr))) {
579*4882a593Smuzhiyun 			dquot_free_block(ip, xlen);
580*4882a593Smuzhiyun 			goto out;
581*4882a593Smuzhiyun 		}
582*4882a593Smuzhiyun 	}
583*4882a593Smuzhiyun 
584*4882a593Smuzhiyun 	/*
585*4882a593Smuzhiyun 	 *	insert entry for new extent
586*4882a593Smuzhiyun 	 */
587*4882a593Smuzhiyun 	xflag |= XAD_NEW;
588*4882a593Smuzhiyun 
589*4882a593Smuzhiyun 	/*
590*4882a593Smuzhiyun 	 *	if the leaf page is full, split the page and
591*4882a593Smuzhiyun 	 *	propagate up the router entry for the new page from split
592*4882a593Smuzhiyun 	 *
593*4882a593Smuzhiyun 	 * The xtSplitUp() will insert the entry and unpin the leaf page.
594*4882a593Smuzhiyun 	 */
595*4882a593Smuzhiyun 	nextindex = le16_to_cpu(p->header.nextindex);
596*4882a593Smuzhiyun 	if (nextindex == le16_to_cpu(p->header.maxentry)) {
597*4882a593Smuzhiyun 		split.mp = mp;
598*4882a593Smuzhiyun 		split.index = index;
599*4882a593Smuzhiyun 		split.flag = xflag;
600*4882a593Smuzhiyun 		split.off = xoff;
601*4882a593Smuzhiyun 		split.len = xlen;
602*4882a593Smuzhiyun 		split.addr = xaddr;
603*4882a593Smuzhiyun 		split.pxdlist = NULL;
604*4882a593Smuzhiyun 		if ((rc = xtSplitUp(tid, ip, &split, &btstack))) {
605*4882a593Smuzhiyun 			/* undo data extent allocation */
606*4882a593Smuzhiyun 			if (*xaddrp == 0) {
607*4882a593Smuzhiyun 				dbFree(ip, xaddr, (s64) xlen);
608*4882a593Smuzhiyun 				dquot_free_block(ip, xlen);
609*4882a593Smuzhiyun 			}
610*4882a593Smuzhiyun 			return rc;
611*4882a593Smuzhiyun 		}
612*4882a593Smuzhiyun 
613*4882a593Smuzhiyun 		*xaddrp = xaddr;
614*4882a593Smuzhiyun 		return 0;
615*4882a593Smuzhiyun 	}
616*4882a593Smuzhiyun 
617*4882a593Smuzhiyun 	/*
618*4882a593Smuzhiyun 	 *	insert the new entry into the leaf page
619*4882a593Smuzhiyun 	 */
620*4882a593Smuzhiyun 	/*
621*4882a593Smuzhiyun 	 * acquire a transaction lock on the leaf page;
622*4882a593Smuzhiyun 	 *
623*4882a593Smuzhiyun 	 * action: xad insertion/extension;
624*4882a593Smuzhiyun 	 */
625*4882a593Smuzhiyun 	BT_MARK_DIRTY(mp, ip);
626*4882a593Smuzhiyun 
627*4882a593Smuzhiyun 	/* if insert into middle, shift right remaining entries. */
628*4882a593Smuzhiyun 	if (index < nextindex)
629*4882a593Smuzhiyun 		memmove(&p->xad[index + 1], &p->xad[index],
630*4882a593Smuzhiyun 			(nextindex - index) * sizeof(xad_t));
631*4882a593Smuzhiyun 
632*4882a593Smuzhiyun 	/* insert the new entry: mark the entry NEW */
633*4882a593Smuzhiyun 	xad = &p->xad[index];
634*4882a593Smuzhiyun 	XT_PUTENTRY(xad, xflag, xoff, xlen, xaddr);
635*4882a593Smuzhiyun 
636*4882a593Smuzhiyun 	/* advance next available entry index */
637*4882a593Smuzhiyun 	le16_add_cpu(&p->header.nextindex, 1);
638*4882a593Smuzhiyun 
639*4882a593Smuzhiyun 	/* Don't log it if there are no links to the file */
640*4882a593Smuzhiyun 	if (!test_cflag(COMMIT_Nolink, ip)) {
641*4882a593Smuzhiyun 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW);
642*4882a593Smuzhiyun 		xtlck = (struct xtlock *) & tlck->lock;
643*4882a593Smuzhiyun 		xtlck->lwm.offset =
644*4882a593Smuzhiyun 		    (xtlck->lwm.offset) ? min(index,
645*4882a593Smuzhiyun 					      (int)xtlck->lwm.offset) : index;
646*4882a593Smuzhiyun 		xtlck->lwm.length =
647*4882a593Smuzhiyun 		    le16_to_cpu(p->header.nextindex) - xtlck->lwm.offset;
648*4882a593Smuzhiyun 	}
649*4882a593Smuzhiyun 
650*4882a593Smuzhiyun 	*xaddrp = xaddr;
651*4882a593Smuzhiyun 
652*4882a593Smuzhiyun       out:
653*4882a593Smuzhiyun 	/* unpin the leaf page */
654*4882a593Smuzhiyun 	XT_PUTPAGE(mp);
655*4882a593Smuzhiyun 
656*4882a593Smuzhiyun 	return rc;
657*4882a593Smuzhiyun }
658*4882a593Smuzhiyun 
659*4882a593Smuzhiyun 
660*4882a593Smuzhiyun /*
661*4882a593Smuzhiyun  *	xtSplitUp()
662*4882a593Smuzhiyun  *
663*4882a593Smuzhiyun  * function:
664*4882a593Smuzhiyun  *	split full pages as propagating insertion up the tree
665*4882a593Smuzhiyun  *
666*4882a593Smuzhiyun  * parameter:
667*4882a593Smuzhiyun  *	tid	- transaction id;
668*4882a593Smuzhiyun  *	ip	- file object;
669*4882a593Smuzhiyun  *	split	- entry parameter descriptor;
670*4882a593Smuzhiyun  *	btstack - traverse stack from xtSearch()
671*4882a593Smuzhiyun  *
672*4882a593Smuzhiyun  * return:
673*4882a593Smuzhiyun  */
674*4882a593Smuzhiyun static int
xtSplitUp(tid_t tid,struct inode * ip,struct xtsplit * split,struct btstack * btstack)675*4882a593Smuzhiyun xtSplitUp(tid_t tid,
676*4882a593Smuzhiyun 	  struct inode *ip, struct xtsplit * split, struct btstack * btstack)
677*4882a593Smuzhiyun {
678*4882a593Smuzhiyun 	int rc = 0;
679*4882a593Smuzhiyun 	struct metapage *smp;
680*4882a593Smuzhiyun 	xtpage_t *sp;		/* split page */
681*4882a593Smuzhiyun 	struct metapage *rmp;
682*4882a593Smuzhiyun 	s64 rbn;		/* new right page block number */
683*4882a593Smuzhiyun 	struct metapage *rcmp;
684*4882a593Smuzhiyun 	xtpage_t *rcp;		/* right child page */
685*4882a593Smuzhiyun 	s64 rcbn;		/* right child page block number */
686*4882a593Smuzhiyun 	int skip;		/* index of entry of insertion */
687*4882a593Smuzhiyun 	int nextindex;		/* next available entry index of p */
688*4882a593Smuzhiyun 	struct btframe *parent;	/* parent page entry on traverse stack */
689*4882a593Smuzhiyun 	xad_t *xad;
690*4882a593Smuzhiyun 	s64 xaddr;
691*4882a593Smuzhiyun 	int xlen;
692*4882a593Smuzhiyun 	int nsplit;		/* number of pages split */
693*4882a593Smuzhiyun 	struct pxdlist pxdlist;
694*4882a593Smuzhiyun 	pxd_t *pxd;
695*4882a593Smuzhiyun 	struct tlock *tlck;
696*4882a593Smuzhiyun 	struct xtlock *xtlck;
697*4882a593Smuzhiyun 
698*4882a593Smuzhiyun 	smp = split->mp;
699*4882a593Smuzhiyun 	sp = XT_PAGE(ip, smp);
700*4882a593Smuzhiyun 
701*4882a593Smuzhiyun 	/* is inode xtree root extension/inline EA area free ? */
702*4882a593Smuzhiyun 	if ((sp->header.flag & BT_ROOT) && (!S_ISDIR(ip->i_mode)) &&
703*4882a593Smuzhiyun 	    (le16_to_cpu(sp->header.maxentry) < XTROOTMAXSLOT) &&
704*4882a593Smuzhiyun 	    (JFS_IP(ip)->mode2 & INLINEEA)) {
705*4882a593Smuzhiyun 		sp->header.maxentry = cpu_to_le16(XTROOTMAXSLOT);
706*4882a593Smuzhiyun 		JFS_IP(ip)->mode2 &= ~INLINEEA;
707*4882a593Smuzhiyun 
708*4882a593Smuzhiyun 		BT_MARK_DIRTY(smp, ip);
709*4882a593Smuzhiyun 		/*
710*4882a593Smuzhiyun 		 * acquire a transaction lock on the leaf page;
711*4882a593Smuzhiyun 		 *
712*4882a593Smuzhiyun 		 * action: xad insertion/extension;
713*4882a593Smuzhiyun 		 */
714*4882a593Smuzhiyun 
715*4882a593Smuzhiyun 		/* if insert into middle, shift right remaining entries. */
716*4882a593Smuzhiyun 		skip = split->index;
717*4882a593Smuzhiyun 		nextindex = le16_to_cpu(sp->header.nextindex);
718*4882a593Smuzhiyun 		if (skip < nextindex)
719*4882a593Smuzhiyun 			memmove(&sp->xad[skip + 1], &sp->xad[skip],
720*4882a593Smuzhiyun 				(nextindex - skip) * sizeof(xad_t));
721*4882a593Smuzhiyun 
722*4882a593Smuzhiyun 		/* insert the new entry: mark the entry NEW */
723*4882a593Smuzhiyun 		xad = &sp->xad[skip];
724*4882a593Smuzhiyun 		XT_PUTENTRY(xad, split->flag, split->off, split->len,
725*4882a593Smuzhiyun 			    split->addr);
726*4882a593Smuzhiyun 
727*4882a593Smuzhiyun 		/* advance next available entry index */
728*4882a593Smuzhiyun 		le16_add_cpu(&sp->header.nextindex, 1);
729*4882a593Smuzhiyun 
730*4882a593Smuzhiyun 		/* Don't log it if there are no links to the file */
731*4882a593Smuzhiyun 		if (!test_cflag(COMMIT_Nolink, ip)) {
732*4882a593Smuzhiyun 			tlck = txLock(tid, ip, smp, tlckXTREE | tlckGROW);
733*4882a593Smuzhiyun 			xtlck = (struct xtlock *) & tlck->lock;
734*4882a593Smuzhiyun 			xtlck->lwm.offset = (xtlck->lwm.offset) ?
735*4882a593Smuzhiyun 			    min(skip, (int)xtlck->lwm.offset) : skip;
736*4882a593Smuzhiyun 			xtlck->lwm.length =
737*4882a593Smuzhiyun 			    le16_to_cpu(sp->header.nextindex) -
738*4882a593Smuzhiyun 			    xtlck->lwm.offset;
739*4882a593Smuzhiyun 		}
740*4882a593Smuzhiyun 
741*4882a593Smuzhiyun 		return 0;
742*4882a593Smuzhiyun 	}
743*4882a593Smuzhiyun 
744*4882a593Smuzhiyun 	/*
745*4882a593Smuzhiyun 	 * allocate new index blocks to cover index page split(s)
746*4882a593Smuzhiyun 	 *
747*4882a593Smuzhiyun 	 * allocation hint: ?
748*4882a593Smuzhiyun 	 */
749*4882a593Smuzhiyun 	if (split->pxdlist == NULL) {
750*4882a593Smuzhiyun 		nsplit = btstack->nsplit;
751*4882a593Smuzhiyun 		split->pxdlist = &pxdlist;
752*4882a593Smuzhiyun 		pxdlist.maxnpxd = pxdlist.npxd = 0;
753*4882a593Smuzhiyun 		pxd = &pxdlist.pxd[0];
754*4882a593Smuzhiyun 		xlen = JFS_SBI(ip->i_sb)->nbperpage;
755*4882a593Smuzhiyun 		for (; nsplit > 0; nsplit--, pxd++) {
756*4882a593Smuzhiyun 			if ((rc = dbAlloc(ip, (s64) 0, (s64) xlen, &xaddr))
757*4882a593Smuzhiyun 			    == 0) {
758*4882a593Smuzhiyun 				PXDaddress(pxd, xaddr);
759*4882a593Smuzhiyun 				PXDlength(pxd, xlen);
760*4882a593Smuzhiyun 
761*4882a593Smuzhiyun 				pxdlist.maxnpxd++;
762*4882a593Smuzhiyun 
763*4882a593Smuzhiyun 				continue;
764*4882a593Smuzhiyun 			}
765*4882a593Smuzhiyun 
766*4882a593Smuzhiyun 			/* undo allocation */
767*4882a593Smuzhiyun 
768*4882a593Smuzhiyun 			XT_PUTPAGE(smp);
769*4882a593Smuzhiyun 			return rc;
770*4882a593Smuzhiyun 		}
771*4882a593Smuzhiyun 	}
772*4882a593Smuzhiyun 
773*4882a593Smuzhiyun 	/*
774*4882a593Smuzhiyun 	 * Split leaf page <sp> into <sp> and a new right page <rp>.
775*4882a593Smuzhiyun 	 *
776*4882a593Smuzhiyun 	 * The split routines insert the new entry into the leaf page,
777*4882a593Smuzhiyun 	 * and acquire txLock as appropriate.
778*4882a593Smuzhiyun 	 * return <rp> pinned and its block number <rpbn>.
779*4882a593Smuzhiyun 	 */
780*4882a593Smuzhiyun 	rc = (sp->header.flag & BT_ROOT) ?
781*4882a593Smuzhiyun 	    xtSplitRoot(tid, ip, split, &rmp) :
782*4882a593Smuzhiyun 	    xtSplitPage(tid, ip, split, &rmp, &rbn);
783*4882a593Smuzhiyun 
784*4882a593Smuzhiyun 	XT_PUTPAGE(smp);
785*4882a593Smuzhiyun 
786*4882a593Smuzhiyun 	if (rc)
787*4882a593Smuzhiyun 		return -EIO;
788*4882a593Smuzhiyun 	/*
789*4882a593Smuzhiyun 	 * propagate up the router entry for the leaf page just split
790*4882a593Smuzhiyun 	 *
791*4882a593Smuzhiyun 	 * insert a router entry for the new page into the parent page,
792*4882a593Smuzhiyun 	 * propagate the insert/split up the tree by walking back the stack
793*4882a593Smuzhiyun 	 * of (bn of parent page, index of child page entry in parent page)
794*4882a593Smuzhiyun 	 * that were traversed during the search for the page that split.
795*4882a593Smuzhiyun 	 *
796*4882a593Smuzhiyun 	 * the propagation of insert/split up the tree stops if the root
797*4882a593Smuzhiyun 	 * splits or the page inserted into doesn't have to split to hold
798*4882a593Smuzhiyun 	 * the new entry.
799*4882a593Smuzhiyun 	 *
800*4882a593Smuzhiyun 	 * the parent entry for the split page remains the same, and
801*4882a593Smuzhiyun 	 * a new entry is inserted at its right with the first key and
802*4882a593Smuzhiyun 	 * block number of the new right page.
803*4882a593Smuzhiyun 	 *
804*4882a593Smuzhiyun 	 * There are a maximum of 3 pages pinned at any time:
805*4882a593Smuzhiyun 	 * right child, left parent and right parent (when the parent splits)
806*4882a593Smuzhiyun 	 * to keep the child page pinned while working on the parent.
807*4882a593Smuzhiyun 	 * make sure that all pins are released at exit.
808*4882a593Smuzhiyun 	 */
809*4882a593Smuzhiyun 	while ((parent = BT_POP(btstack)) != NULL) {
810*4882a593Smuzhiyun 		/* parent page specified by stack frame <parent> */
811*4882a593Smuzhiyun 
812*4882a593Smuzhiyun 		/* keep current child pages <rcp> pinned */
813*4882a593Smuzhiyun 		rcmp = rmp;
814*4882a593Smuzhiyun 		rcbn = rbn;
815*4882a593Smuzhiyun 		rcp = XT_PAGE(ip, rcmp);
816*4882a593Smuzhiyun 
817*4882a593Smuzhiyun 		/*
818*4882a593Smuzhiyun 		 * insert router entry in parent for new right child page <rp>
819*4882a593Smuzhiyun 		 */
820*4882a593Smuzhiyun 		/* get/pin the parent page <sp> */
821*4882a593Smuzhiyun 		XT_GETPAGE(ip, parent->bn, smp, PSIZE, sp, rc);
822*4882a593Smuzhiyun 		if (rc) {
823*4882a593Smuzhiyun 			XT_PUTPAGE(rcmp);
824*4882a593Smuzhiyun 			return rc;
825*4882a593Smuzhiyun 		}
826*4882a593Smuzhiyun 
827*4882a593Smuzhiyun 		/*
828*4882a593Smuzhiyun 		 * The new key entry goes ONE AFTER the index of parent entry,
829*4882a593Smuzhiyun 		 * because the split was to the right.
830*4882a593Smuzhiyun 		 */
831*4882a593Smuzhiyun 		skip = parent->index + 1;
832*4882a593Smuzhiyun 
833*4882a593Smuzhiyun 		/*
834*4882a593Smuzhiyun 		 * split or shift right remaining entries of the parent page
835*4882a593Smuzhiyun 		 */
836*4882a593Smuzhiyun 		nextindex = le16_to_cpu(sp->header.nextindex);
837*4882a593Smuzhiyun 		/*
838*4882a593Smuzhiyun 		 * parent page is full - split the parent page
839*4882a593Smuzhiyun 		 */
840*4882a593Smuzhiyun 		if (nextindex == le16_to_cpu(sp->header.maxentry)) {
841*4882a593Smuzhiyun 			/* init for parent page split */
842*4882a593Smuzhiyun 			split->mp = smp;
843*4882a593Smuzhiyun 			split->index = skip;	/* index at insert */
844*4882a593Smuzhiyun 			split->flag = XAD_NEW;
845*4882a593Smuzhiyun 			split->off = offsetXAD(&rcp->xad[XTENTRYSTART]);
846*4882a593Smuzhiyun 			split->len = JFS_SBI(ip->i_sb)->nbperpage;
847*4882a593Smuzhiyun 			split->addr = rcbn;
848*4882a593Smuzhiyun 
849*4882a593Smuzhiyun 			/* unpin previous right child page */
850*4882a593Smuzhiyun 			XT_PUTPAGE(rcmp);
851*4882a593Smuzhiyun 
852*4882a593Smuzhiyun 			/* The split routines insert the new entry,
853*4882a593Smuzhiyun 			 * and acquire txLock as appropriate.
854*4882a593Smuzhiyun 			 * return <rp> pinned and its block number <rpbn>.
855*4882a593Smuzhiyun 			 */
856*4882a593Smuzhiyun 			rc = (sp->header.flag & BT_ROOT) ?
857*4882a593Smuzhiyun 			    xtSplitRoot(tid, ip, split, &rmp) :
858*4882a593Smuzhiyun 			    xtSplitPage(tid, ip, split, &rmp, &rbn);
859*4882a593Smuzhiyun 			if (rc) {
860*4882a593Smuzhiyun 				XT_PUTPAGE(smp);
861*4882a593Smuzhiyun 				return rc;
862*4882a593Smuzhiyun 			}
863*4882a593Smuzhiyun 
864*4882a593Smuzhiyun 			XT_PUTPAGE(smp);
865*4882a593Smuzhiyun 			/* keep new child page <rp> pinned */
866*4882a593Smuzhiyun 		}
867*4882a593Smuzhiyun 		/*
868*4882a593Smuzhiyun 		 * parent page is not full - insert in parent page
869*4882a593Smuzhiyun 		 */
870*4882a593Smuzhiyun 		else {
871*4882a593Smuzhiyun 			/*
872*4882a593Smuzhiyun 			 * insert router entry in parent for the right child
873*4882a593Smuzhiyun 			 * page from the first entry of the right child page:
874*4882a593Smuzhiyun 			 */
875*4882a593Smuzhiyun 			/*
876*4882a593Smuzhiyun 			 * acquire a transaction lock on the parent page;
877*4882a593Smuzhiyun 			 *
878*4882a593Smuzhiyun 			 * action: router xad insertion;
879*4882a593Smuzhiyun 			 */
880*4882a593Smuzhiyun 			BT_MARK_DIRTY(smp, ip);
881*4882a593Smuzhiyun 
882*4882a593Smuzhiyun 			/*
883*4882a593Smuzhiyun 			 * if insert into middle, shift right remaining entries
884*4882a593Smuzhiyun 			 */
885*4882a593Smuzhiyun 			if (skip < nextindex)
886*4882a593Smuzhiyun 				memmove(&sp->xad[skip + 1], &sp->xad[skip],
887*4882a593Smuzhiyun 					(nextindex -
888*4882a593Smuzhiyun 					 skip) << L2XTSLOTSIZE);
889*4882a593Smuzhiyun 
890*4882a593Smuzhiyun 			/* insert the router entry */
891*4882a593Smuzhiyun 			xad = &sp->xad[skip];
892*4882a593Smuzhiyun 			XT_PUTENTRY(xad, XAD_NEW,
893*4882a593Smuzhiyun 				    offsetXAD(&rcp->xad[XTENTRYSTART]),
894*4882a593Smuzhiyun 				    JFS_SBI(ip->i_sb)->nbperpage, rcbn);
895*4882a593Smuzhiyun 
896*4882a593Smuzhiyun 			/* advance next available entry index. */
897*4882a593Smuzhiyun 			le16_add_cpu(&sp->header.nextindex, 1);
898*4882a593Smuzhiyun 
899*4882a593Smuzhiyun 			/* Don't log it if there are no links to the file */
900*4882a593Smuzhiyun 			if (!test_cflag(COMMIT_Nolink, ip)) {
901*4882a593Smuzhiyun 				tlck = txLock(tid, ip, smp,
902*4882a593Smuzhiyun 					      tlckXTREE | tlckGROW);
903*4882a593Smuzhiyun 				xtlck = (struct xtlock *) & tlck->lock;
904*4882a593Smuzhiyun 				xtlck->lwm.offset = (xtlck->lwm.offset) ?
905*4882a593Smuzhiyun 				    min(skip, (int)xtlck->lwm.offset) : skip;
906*4882a593Smuzhiyun 				xtlck->lwm.length =
907*4882a593Smuzhiyun 				    le16_to_cpu(sp->header.nextindex) -
908*4882a593Smuzhiyun 				    xtlck->lwm.offset;
909*4882a593Smuzhiyun 			}
910*4882a593Smuzhiyun 
911*4882a593Smuzhiyun 			/* unpin parent page */
912*4882a593Smuzhiyun 			XT_PUTPAGE(smp);
913*4882a593Smuzhiyun 
914*4882a593Smuzhiyun 			/* exit propagate up */
915*4882a593Smuzhiyun 			break;
916*4882a593Smuzhiyun 		}
917*4882a593Smuzhiyun 	}
918*4882a593Smuzhiyun 
919*4882a593Smuzhiyun 	/* unpin current right page */
920*4882a593Smuzhiyun 	XT_PUTPAGE(rmp);
921*4882a593Smuzhiyun 
922*4882a593Smuzhiyun 	return 0;
923*4882a593Smuzhiyun }
924*4882a593Smuzhiyun 
925*4882a593Smuzhiyun 
926*4882a593Smuzhiyun /*
927*4882a593Smuzhiyun  *	xtSplitPage()
928*4882a593Smuzhiyun  *
929*4882a593Smuzhiyun  * function:
930*4882a593Smuzhiyun  *	split a full non-root page into
931*4882a593Smuzhiyun  *	original/split/left page and new right page
932*4882a593Smuzhiyun  *	i.e., the original/split page remains as left page.
933*4882a593Smuzhiyun  *
934*4882a593Smuzhiyun  * parameter:
935*4882a593Smuzhiyun  *	int		tid,
936*4882a593Smuzhiyun  *	struct inode	*ip,
937*4882a593Smuzhiyun  *	struct xtsplit	*split,
938*4882a593Smuzhiyun  *	struct metapage	**rmpp,
939*4882a593Smuzhiyun  *	u64		*rbnp,
940*4882a593Smuzhiyun  *
941*4882a593Smuzhiyun  * return:
942*4882a593Smuzhiyun  *	Pointer to page in which to insert or NULL on error.
943*4882a593Smuzhiyun  */
944*4882a593Smuzhiyun static int
xtSplitPage(tid_t tid,struct inode * ip,struct xtsplit * split,struct metapage ** rmpp,s64 * rbnp)945*4882a593Smuzhiyun xtSplitPage(tid_t tid, struct inode *ip,
946*4882a593Smuzhiyun 	    struct xtsplit * split, struct metapage ** rmpp, s64 * rbnp)
947*4882a593Smuzhiyun {
948*4882a593Smuzhiyun 	int rc = 0;
949*4882a593Smuzhiyun 	struct metapage *smp;
950*4882a593Smuzhiyun 	xtpage_t *sp;
951*4882a593Smuzhiyun 	struct metapage *rmp;
952*4882a593Smuzhiyun 	xtpage_t *rp;		/* new right page allocated */
953*4882a593Smuzhiyun 	s64 rbn;		/* new right page block number */
954*4882a593Smuzhiyun 	struct metapage *mp;
955*4882a593Smuzhiyun 	xtpage_t *p;
956*4882a593Smuzhiyun 	s64 nextbn;
957*4882a593Smuzhiyun 	int skip, maxentry, middle, righthalf, n;
958*4882a593Smuzhiyun 	xad_t *xad;
959*4882a593Smuzhiyun 	struct pxdlist *pxdlist;
960*4882a593Smuzhiyun 	pxd_t *pxd;
961*4882a593Smuzhiyun 	struct tlock *tlck;
962*4882a593Smuzhiyun 	struct xtlock *sxtlck = NULL, *rxtlck = NULL;
963*4882a593Smuzhiyun 	int quota_allocation = 0;
964*4882a593Smuzhiyun 
965*4882a593Smuzhiyun 	smp = split->mp;
966*4882a593Smuzhiyun 	sp = XT_PAGE(ip, smp);
967*4882a593Smuzhiyun 
968*4882a593Smuzhiyun 	INCREMENT(xtStat.split);
969*4882a593Smuzhiyun 
970*4882a593Smuzhiyun 	pxdlist = split->pxdlist;
971*4882a593Smuzhiyun 	pxd = &pxdlist->pxd[pxdlist->npxd];
972*4882a593Smuzhiyun 	pxdlist->npxd++;
973*4882a593Smuzhiyun 	rbn = addressPXD(pxd);
974*4882a593Smuzhiyun 
975*4882a593Smuzhiyun 	/* Allocate blocks to quota. */
976*4882a593Smuzhiyun 	rc = dquot_alloc_block(ip, lengthPXD(pxd));
977*4882a593Smuzhiyun 	if (rc)
978*4882a593Smuzhiyun 		goto clean_up;
979*4882a593Smuzhiyun 
980*4882a593Smuzhiyun 	quota_allocation += lengthPXD(pxd);
981*4882a593Smuzhiyun 
982*4882a593Smuzhiyun 	/*
983*4882a593Smuzhiyun 	 * allocate the new right page for the split
984*4882a593Smuzhiyun 	 */
985*4882a593Smuzhiyun 	rmp = get_metapage(ip, rbn, PSIZE, 1);
986*4882a593Smuzhiyun 	if (rmp == NULL) {
987*4882a593Smuzhiyun 		rc = -EIO;
988*4882a593Smuzhiyun 		goto clean_up;
989*4882a593Smuzhiyun 	}
990*4882a593Smuzhiyun 
991*4882a593Smuzhiyun 	jfs_info("xtSplitPage: ip:0x%p smp:0x%p rmp:0x%p", ip, smp, rmp);
992*4882a593Smuzhiyun 
993*4882a593Smuzhiyun 	BT_MARK_DIRTY(rmp, ip);
994*4882a593Smuzhiyun 	/*
995*4882a593Smuzhiyun 	 * action: new page;
996*4882a593Smuzhiyun 	 */
997*4882a593Smuzhiyun 
998*4882a593Smuzhiyun 	rp = (xtpage_t *) rmp->data;
999*4882a593Smuzhiyun 	rp->header.self = *pxd;
1000*4882a593Smuzhiyun 	rp->header.flag = sp->header.flag & BT_TYPE;
1001*4882a593Smuzhiyun 	rp->header.maxentry = sp->header.maxentry;	/* little-endian */
1002*4882a593Smuzhiyun 	rp->header.nextindex = cpu_to_le16(XTENTRYSTART);
1003*4882a593Smuzhiyun 
1004*4882a593Smuzhiyun 	BT_MARK_DIRTY(smp, ip);
1005*4882a593Smuzhiyun 	/* Don't log it if there are no links to the file */
1006*4882a593Smuzhiyun 	if (!test_cflag(COMMIT_Nolink, ip)) {
1007*4882a593Smuzhiyun 		/*
1008*4882a593Smuzhiyun 		 * acquire a transaction lock on the new right page;
1009*4882a593Smuzhiyun 		 */
1010*4882a593Smuzhiyun 		tlck = txLock(tid, ip, rmp, tlckXTREE | tlckNEW);
1011*4882a593Smuzhiyun 		rxtlck = (struct xtlock *) & tlck->lock;
1012*4882a593Smuzhiyun 		rxtlck->lwm.offset = XTENTRYSTART;
1013*4882a593Smuzhiyun 		/*
1014*4882a593Smuzhiyun 		 * acquire a transaction lock on the split page
1015*4882a593Smuzhiyun 		 */
1016*4882a593Smuzhiyun 		tlck = txLock(tid, ip, smp, tlckXTREE | tlckGROW);
1017*4882a593Smuzhiyun 		sxtlck = (struct xtlock *) & tlck->lock;
1018*4882a593Smuzhiyun 	}
1019*4882a593Smuzhiyun 
1020*4882a593Smuzhiyun 	/*
1021*4882a593Smuzhiyun 	 * initialize/update sibling pointers of <sp> and <rp>
1022*4882a593Smuzhiyun 	 */
1023*4882a593Smuzhiyun 	nextbn = le64_to_cpu(sp->header.next);
1024*4882a593Smuzhiyun 	rp->header.next = cpu_to_le64(nextbn);
1025*4882a593Smuzhiyun 	rp->header.prev = cpu_to_le64(addressPXD(&sp->header.self));
1026*4882a593Smuzhiyun 	sp->header.next = cpu_to_le64(rbn);
1027*4882a593Smuzhiyun 
1028*4882a593Smuzhiyun 	skip = split->index;
1029*4882a593Smuzhiyun 
1030*4882a593Smuzhiyun 	/*
1031*4882a593Smuzhiyun 	 *	sequential append at tail (after last entry of last page)
1032*4882a593Smuzhiyun 	 *
1033*4882a593Smuzhiyun 	 * if splitting the last page on a level because of appending
1034*4882a593Smuzhiyun 	 * a entry to it (skip is maxentry), it's likely that the access is
1035*4882a593Smuzhiyun 	 * sequential. adding an empty page on the side of the level is less
1036*4882a593Smuzhiyun 	 * work and can push the fill factor much higher than normal.
1037*4882a593Smuzhiyun 	 * if we're wrong it's no big deal -  we will do the split the right
1038*4882a593Smuzhiyun 	 * way next time.
1039*4882a593Smuzhiyun 	 * (it may look like it's equally easy to do a similar hack for
1040*4882a593Smuzhiyun 	 * reverse sorted data, that is, split the tree left, but it's not.
1041*4882a593Smuzhiyun 	 * Be my guest.)
1042*4882a593Smuzhiyun 	 */
1043*4882a593Smuzhiyun 	if (nextbn == 0 && skip == le16_to_cpu(sp->header.maxentry)) {
1044*4882a593Smuzhiyun 		/*
1045*4882a593Smuzhiyun 		 * acquire a transaction lock on the new/right page;
1046*4882a593Smuzhiyun 		 *
1047*4882a593Smuzhiyun 		 * action: xad insertion;
1048*4882a593Smuzhiyun 		 */
1049*4882a593Smuzhiyun 		/* insert entry at the first entry of the new right page */
1050*4882a593Smuzhiyun 		xad = &rp->xad[XTENTRYSTART];
1051*4882a593Smuzhiyun 		XT_PUTENTRY(xad, split->flag, split->off, split->len,
1052*4882a593Smuzhiyun 			    split->addr);
1053*4882a593Smuzhiyun 
1054*4882a593Smuzhiyun 		rp->header.nextindex = cpu_to_le16(XTENTRYSTART + 1);
1055*4882a593Smuzhiyun 
1056*4882a593Smuzhiyun 		if (!test_cflag(COMMIT_Nolink, ip)) {
1057*4882a593Smuzhiyun 			/* rxtlck->lwm.offset = XTENTRYSTART; */
1058*4882a593Smuzhiyun 			rxtlck->lwm.length = 1;
1059*4882a593Smuzhiyun 		}
1060*4882a593Smuzhiyun 
1061*4882a593Smuzhiyun 		*rmpp = rmp;
1062*4882a593Smuzhiyun 		*rbnp = rbn;
1063*4882a593Smuzhiyun 
1064*4882a593Smuzhiyun 		jfs_info("xtSplitPage: sp:0x%p rp:0x%p", sp, rp);
1065*4882a593Smuzhiyun 		return 0;
1066*4882a593Smuzhiyun 	}
1067*4882a593Smuzhiyun 
1068*4882a593Smuzhiyun 	/*
1069*4882a593Smuzhiyun 	 *	non-sequential insert (at possibly middle page)
1070*4882a593Smuzhiyun 	 */
1071*4882a593Smuzhiyun 
1072*4882a593Smuzhiyun 	/*
1073*4882a593Smuzhiyun 	 * update previous pointer of old next/right page of <sp>
1074*4882a593Smuzhiyun 	 */
1075*4882a593Smuzhiyun 	if (nextbn != 0) {
1076*4882a593Smuzhiyun 		XT_GETPAGE(ip, nextbn, mp, PSIZE, p, rc);
1077*4882a593Smuzhiyun 		if (rc) {
1078*4882a593Smuzhiyun 			XT_PUTPAGE(rmp);
1079*4882a593Smuzhiyun 			goto clean_up;
1080*4882a593Smuzhiyun 		}
1081*4882a593Smuzhiyun 
1082*4882a593Smuzhiyun 		BT_MARK_DIRTY(mp, ip);
1083*4882a593Smuzhiyun 		/*
1084*4882a593Smuzhiyun 		 * acquire a transaction lock on the next page;
1085*4882a593Smuzhiyun 		 *
1086*4882a593Smuzhiyun 		 * action:sibling pointer update;
1087*4882a593Smuzhiyun 		 */
1088*4882a593Smuzhiyun 		if (!test_cflag(COMMIT_Nolink, ip))
1089*4882a593Smuzhiyun 			tlck = txLock(tid, ip, mp, tlckXTREE | tlckRELINK);
1090*4882a593Smuzhiyun 
1091*4882a593Smuzhiyun 		p->header.prev = cpu_to_le64(rbn);
1092*4882a593Smuzhiyun 
1093*4882a593Smuzhiyun 		/* sibling page may have been updated previously, or
1094*4882a593Smuzhiyun 		 * it may be updated later;
1095*4882a593Smuzhiyun 		 */
1096*4882a593Smuzhiyun 
1097*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
1098*4882a593Smuzhiyun 	}
1099*4882a593Smuzhiyun 
1100*4882a593Smuzhiyun 	/*
1101*4882a593Smuzhiyun 	 * split the data between the split and new/right pages
1102*4882a593Smuzhiyun 	 */
1103*4882a593Smuzhiyun 	maxentry = le16_to_cpu(sp->header.maxentry);
1104*4882a593Smuzhiyun 	middle = maxentry >> 1;
1105*4882a593Smuzhiyun 	righthalf = maxentry - middle;
1106*4882a593Smuzhiyun 
1107*4882a593Smuzhiyun 	/*
1108*4882a593Smuzhiyun 	 * skip index in old split/left page - insert into left page:
1109*4882a593Smuzhiyun 	 */
1110*4882a593Smuzhiyun 	if (skip <= middle) {
1111*4882a593Smuzhiyun 		/* move right half of split page to the new right page */
1112*4882a593Smuzhiyun 		memmove(&rp->xad[XTENTRYSTART], &sp->xad[middle],
1113*4882a593Smuzhiyun 			righthalf << L2XTSLOTSIZE);
1114*4882a593Smuzhiyun 
1115*4882a593Smuzhiyun 		/* shift right tail of left half to make room for new entry */
1116*4882a593Smuzhiyun 		if (skip < middle)
1117*4882a593Smuzhiyun 			memmove(&sp->xad[skip + 1], &sp->xad[skip],
1118*4882a593Smuzhiyun 				(middle - skip) << L2XTSLOTSIZE);
1119*4882a593Smuzhiyun 
1120*4882a593Smuzhiyun 		/* insert new entry */
1121*4882a593Smuzhiyun 		xad = &sp->xad[skip];
1122*4882a593Smuzhiyun 		XT_PUTENTRY(xad, split->flag, split->off, split->len,
1123*4882a593Smuzhiyun 			    split->addr);
1124*4882a593Smuzhiyun 
1125*4882a593Smuzhiyun 		/* update page header */
1126*4882a593Smuzhiyun 		sp->header.nextindex = cpu_to_le16(middle + 1);
1127*4882a593Smuzhiyun 		if (!test_cflag(COMMIT_Nolink, ip)) {
1128*4882a593Smuzhiyun 			sxtlck->lwm.offset = (sxtlck->lwm.offset) ?
1129*4882a593Smuzhiyun 			    min(skip, (int)sxtlck->lwm.offset) : skip;
1130*4882a593Smuzhiyun 		}
1131*4882a593Smuzhiyun 
1132*4882a593Smuzhiyun 		rp->header.nextindex =
1133*4882a593Smuzhiyun 		    cpu_to_le16(XTENTRYSTART + righthalf);
1134*4882a593Smuzhiyun 	}
1135*4882a593Smuzhiyun 	/*
1136*4882a593Smuzhiyun 	 * skip index in new right page - insert into right page:
1137*4882a593Smuzhiyun 	 */
1138*4882a593Smuzhiyun 	else {
1139*4882a593Smuzhiyun 		/* move left head of right half to right page */
1140*4882a593Smuzhiyun 		n = skip - middle;
1141*4882a593Smuzhiyun 		memmove(&rp->xad[XTENTRYSTART], &sp->xad[middle],
1142*4882a593Smuzhiyun 			n << L2XTSLOTSIZE);
1143*4882a593Smuzhiyun 
1144*4882a593Smuzhiyun 		/* insert new entry */
1145*4882a593Smuzhiyun 		n += XTENTRYSTART;
1146*4882a593Smuzhiyun 		xad = &rp->xad[n];
1147*4882a593Smuzhiyun 		XT_PUTENTRY(xad, split->flag, split->off, split->len,
1148*4882a593Smuzhiyun 			    split->addr);
1149*4882a593Smuzhiyun 
1150*4882a593Smuzhiyun 		/* move right tail of right half to right page */
1151*4882a593Smuzhiyun 		if (skip < maxentry)
1152*4882a593Smuzhiyun 			memmove(&rp->xad[n + 1], &sp->xad[skip],
1153*4882a593Smuzhiyun 				(maxentry - skip) << L2XTSLOTSIZE);
1154*4882a593Smuzhiyun 
1155*4882a593Smuzhiyun 		/* update page header */
1156*4882a593Smuzhiyun 		sp->header.nextindex = cpu_to_le16(middle);
1157*4882a593Smuzhiyun 		if (!test_cflag(COMMIT_Nolink, ip)) {
1158*4882a593Smuzhiyun 			sxtlck->lwm.offset = (sxtlck->lwm.offset) ?
1159*4882a593Smuzhiyun 			    min(middle, (int)sxtlck->lwm.offset) : middle;
1160*4882a593Smuzhiyun 		}
1161*4882a593Smuzhiyun 
1162*4882a593Smuzhiyun 		rp->header.nextindex = cpu_to_le16(XTENTRYSTART +
1163*4882a593Smuzhiyun 						   righthalf + 1);
1164*4882a593Smuzhiyun 	}
1165*4882a593Smuzhiyun 
1166*4882a593Smuzhiyun 	if (!test_cflag(COMMIT_Nolink, ip)) {
1167*4882a593Smuzhiyun 		sxtlck->lwm.length = le16_to_cpu(sp->header.nextindex) -
1168*4882a593Smuzhiyun 		    sxtlck->lwm.offset;
1169*4882a593Smuzhiyun 
1170*4882a593Smuzhiyun 		/* rxtlck->lwm.offset = XTENTRYSTART; */
1171*4882a593Smuzhiyun 		rxtlck->lwm.length = le16_to_cpu(rp->header.nextindex) -
1172*4882a593Smuzhiyun 		    XTENTRYSTART;
1173*4882a593Smuzhiyun 	}
1174*4882a593Smuzhiyun 
1175*4882a593Smuzhiyun 	*rmpp = rmp;
1176*4882a593Smuzhiyun 	*rbnp = rbn;
1177*4882a593Smuzhiyun 
1178*4882a593Smuzhiyun 	jfs_info("xtSplitPage: sp:0x%p rp:0x%p", sp, rp);
1179*4882a593Smuzhiyun 	return rc;
1180*4882a593Smuzhiyun 
1181*4882a593Smuzhiyun       clean_up:
1182*4882a593Smuzhiyun 
1183*4882a593Smuzhiyun 	/* Rollback quota allocation. */
1184*4882a593Smuzhiyun 	if (quota_allocation)
1185*4882a593Smuzhiyun 		dquot_free_block(ip, quota_allocation);
1186*4882a593Smuzhiyun 
1187*4882a593Smuzhiyun 	return (rc);
1188*4882a593Smuzhiyun }
1189*4882a593Smuzhiyun 
1190*4882a593Smuzhiyun 
1191*4882a593Smuzhiyun /*
1192*4882a593Smuzhiyun  *	xtSplitRoot()
1193*4882a593Smuzhiyun  *
1194*4882a593Smuzhiyun  * function:
1195*4882a593Smuzhiyun  *	split the full root page into original/root/split page and new
1196*4882a593Smuzhiyun  *	right page
1197*4882a593Smuzhiyun  *	i.e., root remains fixed in tree anchor (inode) and the root is
1198*4882a593Smuzhiyun  *	copied to a single new right child page since root page <<
1199*4882a593Smuzhiyun  *	non-root page, and the split root page contains a single entry
1200*4882a593Smuzhiyun  *	for the new right child page.
1201*4882a593Smuzhiyun  *
1202*4882a593Smuzhiyun  * parameter:
1203*4882a593Smuzhiyun  *	int		tid,
1204*4882a593Smuzhiyun  *	struct inode	*ip,
1205*4882a593Smuzhiyun  *	struct xtsplit	*split,
1206*4882a593Smuzhiyun  *	struct metapage	**rmpp)
1207*4882a593Smuzhiyun  *
1208*4882a593Smuzhiyun  * return:
1209*4882a593Smuzhiyun  *	Pointer to page in which to insert or NULL on error.
1210*4882a593Smuzhiyun  */
1211*4882a593Smuzhiyun static int
xtSplitRoot(tid_t tid,struct inode * ip,struct xtsplit * split,struct metapage ** rmpp)1212*4882a593Smuzhiyun xtSplitRoot(tid_t tid,
1213*4882a593Smuzhiyun 	    struct inode *ip, struct xtsplit * split, struct metapage ** rmpp)
1214*4882a593Smuzhiyun {
1215*4882a593Smuzhiyun 	xtpage_t *sp;
1216*4882a593Smuzhiyun 	struct metapage *rmp;
1217*4882a593Smuzhiyun 	xtpage_t *rp;
1218*4882a593Smuzhiyun 	s64 rbn;
1219*4882a593Smuzhiyun 	int skip, nextindex;
1220*4882a593Smuzhiyun 	xad_t *xad;
1221*4882a593Smuzhiyun 	pxd_t *pxd;
1222*4882a593Smuzhiyun 	struct pxdlist *pxdlist;
1223*4882a593Smuzhiyun 	struct tlock *tlck;
1224*4882a593Smuzhiyun 	struct xtlock *xtlck;
1225*4882a593Smuzhiyun 	int rc;
1226*4882a593Smuzhiyun 
1227*4882a593Smuzhiyun 	sp = &JFS_IP(ip)->i_xtroot;
1228*4882a593Smuzhiyun 
1229*4882a593Smuzhiyun 	INCREMENT(xtStat.split);
1230*4882a593Smuzhiyun 
1231*4882a593Smuzhiyun 	/*
1232*4882a593Smuzhiyun 	 *	allocate a single (right) child page
1233*4882a593Smuzhiyun 	 */
1234*4882a593Smuzhiyun 	pxdlist = split->pxdlist;
1235*4882a593Smuzhiyun 	pxd = &pxdlist->pxd[pxdlist->npxd];
1236*4882a593Smuzhiyun 	pxdlist->npxd++;
1237*4882a593Smuzhiyun 	rbn = addressPXD(pxd);
1238*4882a593Smuzhiyun 	rmp = get_metapage(ip, rbn, PSIZE, 1);
1239*4882a593Smuzhiyun 	if (rmp == NULL)
1240*4882a593Smuzhiyun 		return -EIO;
1241*4882a593Smuzhiyun 
1242*4882a593Smuzhiyun 	/* Allocate blocks to quota. */
1243*4882a593Smuzhiyun 	rc = dquot_alloc_block(ip, lengthPXD(pxd));
1244*4882a593Smuzhiyun 	if (rc) {
1245*4882a593Smuzhiyun 		release_metapage(rmp);
1246*4882a593Smuzhiyun 		return rc;
1247*4882a593Smuzhiyun 	}
1248*4882a593Smuzhiyun 
1249*4882a593Smuzhiyun 	jfs_info("xtSplitRoot: ip:0x%p rmp:0x%p", ip, rmp);
1250*4882a593Smuzhiyun 
1251*4882a593Smuzhiyun 	/*
1252*4882a593Smuzhiyun 	 * acquire a transaction lock on the new right page;
1253*4882a593Smuzhiyun 	 *
1254*4882a593Smuzhiyun 	 * action: new page;
1255*4882a593Smuzhiyun 	 */
1256*4882a593Smuzhiyun 	BT_MARK_DIRTY(rmp, ip);
1257*4882a593Smuzhiyun 
1258*4882a593Smuzhiyun 	rp = (xtpage_t *) rmp->data;
1259*4882a593Smuzhiyun 	rp->header.flag =
1260*4882a593Smuzhiyun 	    (sp->header.flag & BT_LEAF) ? BT_LEAF : BT_INTERNAL;
1261*4882a593Smuzhiyun 	rp->header.self = *pxd;
1262*4882a593Smuzhiyun 	rp->header.nextindex = cpu_to_le16(XTENTRYSTART);
1263*4882a593Smuzhiyun 	rp->header.maxentry = cpu_to_le16(PSIZE >> L2XTSLOTSIZE);
1264*4882a593Smuzhiyun 
1265*4882a593Smuzhiyun 	/* initialize sibling pointers */
1266*4882a593Smuzhiyun 	rp->header.next = 0;
1267*4882a593Smuzhiyun 	rp->header.prev = 0;
1268*4882a593Smuzhiyun 
1269*4882a593Smuzhiyun 	/*
1270*4882a593Smuzhiyun 	 * copy the in-line root page into new right page extent
1271*4882a593Smuzhiyun 	 */
1272*4882a593Smuzhiyun 	nextindex = le16_to_cpu(sp->header.maxentry);
1273*4882a593Smuzhiyun 	memmove(&rp->xad[XTENTRYSTART], &sp->xad[XTENTRYSTART],
1274*4882a593Smuzhiyun 		(nextindex - XTENTRYSTART) << L2XTSLOTSIZE);
1275*4882a593Smuzhiyun 
1276*4882a593Smuzhiyun 	/*
1277*4882a593Smuzhiyun 	 * insert the new entry into the new right/child page
1278*4882a593Smuzhiyun 	 * (skip index in the new right page will not change)
1279*4882a593Smuzhiyun 	 */
1280*4882a593Smuzhiyun 	skip = split->index;
1281*4882a593Smuzhiyun 	/* if insert into middle, shift right remaining entries */
1282*4882a593Smuzhiyun 	if (skip != nextindex)
1283*4882a593Smuzhiyun 		memmove(&rp->xad[skip + 1], &rp->xad[skip],
1284*4882a593Smuzhiyun 			(nextindex - skip) * sizeof(xad_t));
1285*4882a593Smuzhiyun 
1286*4882a593Smuzhiyun 	xad = &rp->xad[skip];
1287*4882a593Smuzhiyun 	XT_PUTENTRY(xad, split->flag, split->off, split->len, split->addr);
1288*4882a593Smuzhiyun 
1289*4882a593Smuzhiyun 	/* update page header */
1290*4882a593Smuzhiyun 	rp->header.nextindex = cpu_to_le16(nextindex + 1);
1291*4882a593Smuzhiyun 
1292*4882a593Smuzhiyun 	if (!test_cflag(COMMIT_Nolink, ip)) {
1293*4882a593Smuzhiyun 		tlck = txLock(tid, ip, rmp, tlckXTREE | tlckNEW);
1294*4882a593Smuzhiyun 		xtlck = (struct xtlock *) & tlck->lock;
1295*4882a593Smuzhiyun 		xtlck->lwm.offset = XTENTRYSTART;
1296*4882a593Smuzhiyun 		xtlck->lwm.length = le16_to_cpu(rp->header.nextindex) -
1297*4882a593Smuzhiyun 		    XTENTRYSTART;
1298*4882a593Smuzhiyun 	}
1299*4882a593Smuzhiyun 
1300*4882a593Smuzhiyun 	/*
1301*4882a593Smuzhiyun 	 *	reset the root
1302*4882a593Smuzhiyun 	 *
1303*4882a593Smuzhiyun 	 * init root with the single entry for the new right page
1304*4882a593Smuzhiyun 	 * set the 1st entry offset to 0, which force the left-most key
1305*4882a593Smuzhiyun 	 * at any level of the tree to be less than any search key.
1306*4882a593Smuzhiyun 	 */
1307*4882a593Smuzhiyun 	/*
1308*4882a593Smuzhiyun 	 * acquire a transaction lock on the root page (in-memory inode);
1309*4882a593Smuzhiyun 	 *
1310*4882a593Smuzhiyun 	 * action: root split;
1311*4882a593Smuzhiyun 	 */
1312*4882a593Smuzhiyun 	BT_MARK_DIRTY(split->mp, ip);
1313*4882a593Smuzhiyun 
1314*4882a593Smuzhiyun 	xad = &sp->xad[XTENTRYSTART];
1315*4882a593Smuzhiyun 	XT_PUTENTRY(xad, XAD_NEW, 0, JFS_SBI(ip->i_sb)->nbperpage, rbn);
1316*4882a593Smuzhiyun 
1317*4882a593Smuzhiyun 	/* update page header of root */
1318*4882a593Smuzhiyun 	sp->header.flag &= ~BT_LEAF;
1319*4882a593Smuzhiyun 	sp->header.flag |= BT_INTERNAL;
1320*4882a593Smuzhiyun 
1321*4882a593Smuzhiyun 	sp->header.nextindex = cpu_to_le16(XTENTRYSTART + 1);
1322*4882a593Smuzhiyun 
1323*4882a593Smuzhiyun 	if (!test_cflag(COMMIT_Nolink, ip)) {
1324*4882a593Smuzhiyun 		tlck = txLock(tid, ip, split->mp, tlckXTREE | tlckGROW);
1325*4882a593Smuzhiyun 		xtlck = (struct xtlock *) & tlck->lock;
1326*4882a593Smuzhiyun 		xtlck->lwm.offset = XTENTRYSTART;
1327*4882a593Smuzhiyun 		xtlck->lwm.length = 1;
1328*4882a593Smuzhiyun 	}
1329*4882a593Smuzhiyun 
1330*4882a593Smuzhiyun 	*rmpp = rmp;
1331*4882a593Smuzhiyun 
1332*4882a593Smuzhiyun 	jfs_info("xtSplitRoot: sp:0x%p rp:0x%p", sp, rp);
1333*4882a593Smuzhiyun 	return 0;
1334*4882a593Smuzhiyun }
1335*4882a593Smuzhiyun 
1336*4882a593Smuzhiyun 
1337*4882a593Smuzhiyun /*
1338*4882a593Smuzhiyun  *	xtExtend()
1339*4882a593Smuzhiyun  *
1340*4882a593Smuzhiyun  * function: extend in-place;
1341*4882a593Smuzhiyun  *
1342*4882a593Smuzhiyun  * note: existing extent may or may not have been committed.
1343*4882a593Smuzhiyun  * caller is responsible for pager buffer cache update, and
1344*4882a593Smuzhiyun  * working block allocation map update;
1345*4882a593Smuzhiyun  * update pmap: alloc whole extended extent;
1346*4882a593Smuzhiyun  */
xtExtend(tid_t tid,struct inode * ip,s64 xoff,s32 xlen,int flag)1347*4882a593Smuzhiyun int xtExtend(tid_t tid,		/* transaction id */
1348*4882a593Smuzhiyun 	     struct inode *ip, s64 xoff,	/* delta extent offset */
1349*4882a593Smuzhiyun 	     s32 xlen,		/* delta extent length */
1350*4882a593Smuzhiyun 	     int flag)
1351*4882a593Smuzhiyun {
1352*4882a593Smuzhiyun 	int rc = 0;
1353*4882a593Smuzhiyun 	int cmp;
1354*4882a593Smuzhiyun 	struct metapage *mp;	/* meta-page buffer */
1355*4882a593Smuzhiyun 	xtpage_t *p;		/* base B+-tree index page */
1356*4882a593Smuzhiyun 	s64 bn;
1357*4882a593Smuzhiyun 	int index, nextindex, len;
1358*4882a593Smuzhiyun 	struct btstack btstack;	/* traverse stack */
1359*4882a593Smuzhiyun 	struct xtsplit split;	/* split information */
1360*4882a593Smuzhiyun 	xad_t *xad;
1361*4882a593Smuzhiyun 	s64 xaddr;
1362*4882a593Smuzhiyun 	struct tlock *tlck;
1363*4882a593Smuzhiyun 	struct xtlock *xtlck = NULL;
1364*4882a593Smuzhiyun 
1365*4882a593Smuzhiyun 	jfs_info("xtExtend: nxoff:0x%lx nxlen:0x%x", (ulong) xoff, xlen);
1366*4882a593Smuzhiyun 
1367*4882a593Smuzhiyun 	/* there must exist extent to be extended */
1368*4882a593Smuzhiyun 	if ((rc = xtSearch(ip, xoff - 1, NULL, &cmp, &btstack, XT_INSERT)))
1369*4882a593Smuzhiyun 		return rc;
1370*4882a593Smuzhiyun 
1371*4882a593Smuzhiyun 	/* retrieve search result */
1372*4882a593Smuzhiyun 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
1373*4882a593Smuzhiyun 
1374*4882a593Smuzhiyun 	if (cmp != 0) {
1375*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
1376*4882a593Smuzhiyun 		jfs_error(ip->i_sb, "xtSearch did not find extent\n");
1377*4882a593Smuzhiyun 		return -EIO;
1378*4882a593Smuzhiyun 	}
1379*4882a593Smuzhiyun 
1380*4882a593Smuzhiyun 	/* extension must be contiguous */
1381*4882a593Smuzhiyun 	xad = &p->xad[index];
1382*4882a593Smuzhiyun 	if ((offsetXAD(xad) + lengthXAD(xad)) != xoff) {
1383*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
1384*4882a593Smuzhiyun 		jfs_error(ip->i_sb, "extension is not contiguous\n");
1385*4882a593Smuzhiyun 		return -EIO;
1386*4882a593Smuzhiyun 	}
1387*4882a593Smuzhiyun 
1388*4882a593Smuzhiyun 	/*
1389*4882a593Smuzhiyun 	 * acquire a transaction lock on the leaf page;
1390*4882a593Smuzhiyun 	 *
1391*4882a593Smuzhiyun 	 * action: xad insertion/extension;
1392*4882a593Smuzhiyun 	 */
1393*4882a593Smuzhiyun 	BT_MARK_DIRTY(mp, ip);
1394*4882a593Smuzhiyun 	if (!test_cflag(COMMIT_Nolink, ip)) {
1395*4882a593Smuzhiyun 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW);
1396*4882a593Smuzhiyun 		xtlck = (struct xtlock *) & tlck->lock;
1397*4882a593Smuzhiyun 	}
1398*4882a593Smuzhiyun 
1399*4882a593Smuzhiyun 	/* extend will overflow extent ? */
1400*4882a593Smuzhiyun 	xlen = lengthXAD(xad) + xlen;
1401*4882a593Smuzhiyun 	if ((len = xlen - MAXXLEN) <= 0)
1402*4882a593Smuzhiyun 		goto extendOld;
1403*4882a593Smuzhiyun 
1404*4882a593Smuzhiyun 	/*
1405*4882a593Smuzhiyun 	 *	extent overflow: insert entry for new extent
1406*4882a593Smuzhiyun 	 */
1407*4882a593Smuzhiyun //insertNew:
1408*4882a593Smuzhiyun 	xoff = offsetXAD(xad) + MAXXLEN;
1409*4882a593Smuzhiyun 	xaddr = addressXAD(xad) + MAXXLEN;
1410*4882a593Smuzhiyun 	nextindex = le16_to_cpu(p->header.nextindex);
1411*4882a593Smuzhiyun 
1412*4882a593Smuzhiyun 	/*
1413*4882a593Smuzhiyun 	 *	if the leaf page is full, insert the new entry and
1414*4882a593Smuzhiyun 	 *	propagate up the router entry for the new page from split
1415*4882a593Smuzhiyun 	 *
1416*4882a593Smuzhiyun 	 * The xtSplitUp() will insert the entry and unpin the leaf page.
1417*4882a593Smuzhiyun 	 */
1418*4882a593Smuzhiyun 	if (nextindex == le16_to_cpu(p->header.maxentry)) {
1419*4882a593Smuzhiyun 		/* xtSpliUp() unpins leaf pages */
1420*4882a593Smuzhiyun 		split.mp = mp;
1421*4882a593Smuzhiyun 		split.index = index + 1;
1422*4882a593Smuzhiyun 		split.flag = XAD_NEW;
1423*4882a593Smuzhiyun 		split.off = xoff;	/* split offset */
1424*4882a593Smuzhiyun 		split.len = len;
1425*4882a593Smuzhiyun 		split.addr = xaddr;
1426*4882a593Smuzhiyun 		split.pxdlist = NULL;
1427*4882a593Smuzhiyun 		if ((rc = xtSplitUp(tid, ip, &split, &btstack)))
1428*4882a593Smuzhiyun 			return rc;
1429*4882a593Smuzhiyun 
1430*4882a593Smuzhiyun 		/* get back old page */
1431*4882a593Smuzhiyun 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
1432*4882a593Smuzhiyun 		if (rc)
1433*4882a593Smuzhiyun 			return rc;
1434*4882a593Smuzhiyun 		/*
1435*4882a593Smuzhiyun 		 * if leaf root has been split, original root has been
1436*4882a593Smuzhiyun 		 * copied to new child page, i.e., original entry now
1437*4882a593Smuzhiyun 		 * resides on the new child page;
1438*4882a593Smuzhiyun 		 */
1439*4882a593Smuzhiyun 		if (p->header.flag & BT_INTERNAL) {
1440*4882a593Smuzhiyun 			ASSERT(p->header.nextindex ==
1441*4882a593Smuzhiyun 			       cpu_to_le16(XTENTRYSTART + 1));
1442*4882a593Smuzhiyun 			xad = &p->xad[XTENTRYSTART];
1443*4882a593Smuzhiyun 			bn = addressXAD(xad);
1444*4882a593Smuzhiyun 			XT_PUTPAGE(mp);
1445*4882a593Smuzhiyun 
1446*4882a593Smuzhiyun 			/* get new child page */
1447*4882a593Smuzhiyun 			XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
1448*4882a593Smuzhiyun 			if (rc)
1449*4882a593Smuzhiyun 				return rc;
1450*4882a593Smuzhiyun 
1451*4882a593Smuzhiyun 			BT_MARK_DIRTY(mp, ip);
1452*4882a593Smuzhiyun 			if (!test_cflag(COMMIT_Nolink, ip)) {
1453*4882a593Smuzhiyun 				tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW);
1454*4882a593Smuzhiyun 				xtlck = (struct xtlock *) & tlck->lock;
1455*4882a593Smuzhiyun 			}
1456*4882a593Smuzhiyun 		}
1457*4882a593Smuzhiyun 	}
1458*4882a593Smuzhiyun 	/*
1459*4882a593Smuzhiyun 	 *	insert the new entry into the leaf page
1460*4882a593Smuzhiyun 	 */
1461*4882a593Smuzhiyun 	else {
1462*4882a593Smuzhiyun 		/* insert the new entry: mark the entry NEW */
1463*4882a593Smuzhiyun 		xad = &p->xad[index + 1];
1464*4882a593Smuzhiyun 		XT_PUTENTRY(xad, XAD_NEW, xoff, len, xaddr);
1465*4882a593Smuzhiyun 
1466*4882a593Smuzhiyun 		/* advance next available entry index */
1467*4882a593Smuzhiyun 		le16_add_cpu(&p->header.nextindex, 1);
1468*4882a593Smuzhiyun 	}
1469*4882a593Smuzhiyun 
1470*4882a593Smuzhiyun 	/* get back old entry */
1471*4882a593Smuzhiyun 	xad = &p->xad[index];
1472*4882a593Smuzhiyun 	xlen = MAXXLEN;
1473*4882a593Smuzhiyun 
1474*4882a593Smuzhiyun 	/*
1475*4882a593Smuzhiyun 	 * extend old extent
1476*4882a593Smuzhiyun 	 */
1477*4882a593Smuzhiyun       extendOld:
1478*4882a593Smuzhiyun 	XADlength(xad, xlen);
1479*4882a593Smuzhiyun 	if (!(xad->flag & XAD_NEW))
1480*4882a593Smuzhiyun 		xad->flag |= XAD_EXTENDED;
1481*4882a593Smuzhiyun 
1482*4882a593Smuzhiyun 	if (!test_cflag(COMMIT_Nolink, ip)) {
1483*4882a593Smuzhiyun 		xtlck->lwm.offset =
1484*4882a593Smuzhiyun 		    (xtlck->lwm.offset) ? min(index,
1485*4882a593Smuzhiyun 					      (int)xtlck->lwm.offset) : index;
1486*4882a593Smuzhiyun 		xtlck->lwm.length =
1487*4882a593Smuzhiyun 		    le16_to_cpu(p->header.nextindex) - xtlck->lwm.offset;
1488*4882a593Smuzhiyun 	}
1489*4882a593Smuzhiyun 
1490*4882a593Smuzhiyun 	/* unpin the leaf page */
1491*4882a593Smuzhiyun 	XT_PUTPAGE(mp);
1492*4882a593Smuzhiyun 
1493*4882a593Smuzhiyun 	return rc;
1494*4882a593Smuzhiyun }
1495*4882a593Smuzhiyun 
1496*4882a593Smuzhiyun #ifdef _NOTYET
1497*4882a593Smuzhiyun /*
1498*4882a593Smuzhiyun  *	xtTailgate()
1499*4882a593Smuzhiyun  *
1500*4882a593Smuzhiyun  * function: split existing 'tail' extent
1501*4882a593Smuzhiyun  *	(split offset >= start offset of tail extent), and
1502*4882a593Smuzhiyun  *	relocate and extend the split tail half;
1503*4882a593Smuzhiyun  *
1504*4882a593Smuzhiyun  * note: existing extent may or may not have been committed.
1505*4882a593Smuzhiyun  * caller is responsible for pager buffer cache update, and
1506*4882a593Smuzhiyun  * working block allocation map update;
1507*4882a593Smuzhiyun  * update pmap: free old split tail extent, alloc new extent;
1508*4882a593Smuzhiyun  */
xtTailgate(tid_t tid,struct inode * ip,s64 xoff,s32 xlen,s64 xaddr,int flag)1509*4882a593Smuzhiyun int xtTailgate(tid_t tid,		/* transaction id */
1510*4882a593Smuzhiyun 	       struct inode *ip, s64 xoff,	/* split/new extent offset */
1511*4882a593Smuzhiyun 	       s32 xlen,	/* new extent length */
1512*4882a593Smuzhiyun 	       s64 xaddr,	/* new extent address */
1513*4882a593Smuzhiyun 	       int flag)
1514*4882a593Smuzhiyun {
1515*4882a593Smuzhiyun 	int rc = 0;
1516*4882a593Smuzhiyun 	int cmp;
1517*4882a593Smuzhiyun 	struct metapage *mp;	/* meta-page buffer */
1518*4882a593Smuzhiyun 	xtpage_t *p;		/* base B+-tree index page */
1519*4882a593Smuzhiyun 	s64 bn;
1520*4882a593Smuzhiyun 	int index, nextindex, llen, rlen;
1521*4882a593Smuzhiyun 	struct btstack btstack;	/* traverse stack */
1522*4882a593Smuzhiyun 	struct xtsplit split;	/* split information */
1523*4882a593Smuzhiyun 	xad_t *xad;
1524*4882a593Smuzhiyun 	struct tlock *tlck;
1525*4882a593Smuzhiyun 	struct xtlock *xtlck = 0;
1526*4882a593Smuzhiyun 	struct tlock *mtlck;
1527*4882a593Smuzhiyun 	struct maplock *pxdlock;
1528*4882a593Smuzhiyun 
1529*4882a593Smuzhiyun /*
1530*4882a593Smuzhiyun printf("xtTailgate: nxoff:0x%lx nxlen:0x%x nxaddr:0x%lx\n",
1531*4882a593Smuzhiyun 	(ulong)xoff, xlen, (ulong)xaddr);
1532*4882a593Smuzhiyun */
1533*4882a593Smuzhiyun 
1534*4882a593Smuzhiyun 	/* there must exist extent to be tailgated */
1535*4882a593Smuzhiyun 	if ((rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, XT_INSERT)))
1536*4882a593Smuzhiyun 		return rc;
1537*4882a593Smuzhiyun 
1538*4882a593Smuzhiyun 	/* retrieve search result */
1539*4882a593Smuzhiyun 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
1540*4882a593Smuzhiyun 
1541*4882a593Smuzhiyun 	if (cmp != 0) {
1542*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
1543*4882a593Smuzhiyun 		jfs_error(ip->i_sb, "couldn't find extent\n");
1544*4882a593Smuzhiyun 		return -EIO;
1545*4882a593Smuzhiyun 	}
1546*4882a593Smuzhiyun 
1547*4882a593Smuzhiyun 	/* entry found must be last entry */
1548*4882a593Smuzhiyun 	nextindex = le16_to_cpu(p->header.nextindex);
1549*4882a593Smuzhiyun 	if (index != nextindex - 1) {
1550*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
1551*4882a593Smuzhiyun 		jfs_error(ip->i_sb, "the entry found is not the last entry\n");
1552*4882a593Smuzhiyun 		return -EIO;
1553*4882a593Smuzhiyun 	}
1554*4882a593Smuzhiyun 
1555*4882a593Smuzhiyun 	BT_MARK_DIRTY(mp, ip);
1556*4882a593Smuzhiyun 	/*
1557*4882a593Smuzhiyun 	 * acquire tlock of the leaf page containing original entry
1558*4882a593Smuzhiyun 	 */
1559*4882a593Smuzhiyun 	if (!test_cflag(COMMIT_Nolink, ip)) {
1560*4882a593Smuzhiyun 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW);
1561*4882a593Smuzhiyun 		xtlck = (struct xtlock *) & tlck->lock;
1562*4882a593Smuzhiyun 	}
1563*4882a593Smuzhiyun 
1564*4882a593Smuzhiyun 	/* completely replace extent ? */
1565*4882a593Smuzhiyun 	xad = &p->xad[index];
1566*4882a593Smuzhiyun /*
1567*4882a593Smuzhiyun printf("xtTailgate: xoff:0x%lx xlen:0x%x xaddr:0x%lx\n",
1568*4882a593Smuzhiyun 	(ulong)offsetXAD(xad), lengthXAD(xad), (ulong)addressXAD(xad));
1569*4882a593Smuzhiyun */
1570*4882a593Smuzhiyun 	if ((llen = xoff - offsetXAD(xad)) == 0)
1571*4882a593Smuzhiyun 		goto updateOld;
1572*4882a593Smuzhiyun 
1573*4882a593Smuzhiyun 	/*
1574*4882a593Smuzhiyun 	 *	partially replace extent: insert entry for new extent
1575*4882a593Smuzhiyun 	 */
1576*4882a593Smuzhiyun //insertNew:
1577*4882a593Smuzhiyun 	/*
1578*4882a593Smuzhiyun 	 *	if the leaf page is full, insert the new entry and
1579*4882a593Smuzhiyun 	 *	propagate up the router entry for the new page from split
1580*4882a593Smuzhiyun 	 *
1581*4882a593Smuzhiyun 	 * The xtSplitUp() will insert the entry and unpin the leaf page.
1582*4882a593Smuzhiyun 	 */
1583*4882a593Smuzhiyun 	if (nextindex == le16_to_cpu(p->header.maxentry)) {
1584*4882a593Smuzhiyun 		/* xtSpliUp() unpins leaf pages */
1585*4882a593Smuzhiyun 		split.mp = mp;
1586*4882a593Smuzhiyun 		split.index = index + 1;
1587*4882a593Smuzhiyun 		split.flag = XAD_NEW;
1588*4882a593Smuzhiyun 		split.off = xoff;	/* split offset */
1589*4882a593Smuzhiyun 		split.len = xlen;
1590*4882a593Smuzhiyun 		split.addr = xaddr;
1591*4882a593Smuzhiyun 		split.pxdlist = NULL;
1592*4882a593Smuzhiyun 		if ((rc = xtSplitUp(tid, ip, &split, &btstack)))
1593*4882a593Smuzhiyun 			return rc;
1594*4882a593Smuzhiyun 
1595*4882a593Smuzhiyun 		/* get back old page */
1596*4882a593Smuzhiyun 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
1597*4882a593Smuzhiyun 		if (rc)
1598*4882a593Smuzhiyun 			return rc;
1599*4882a593Smuzhiyun 		/*
1600*4882a593Smuzhiyun 		 * if leaf root has been split, original root has been
1601*4882a593Smuzhiyun 		 * copied to new child page, i.e., original entry now
1602*4882a593Smuzhiyun 		 * resides on the new child page;
1603*4882a593Smuzhiyun 		 */
1604*4882a593Smuzhiyun 		if (p->header.flag & BT_INTERNAL) {
1605*4882a593Smuzhiyun 			ASSERT(p->header.nextindex ==
1606*4882a593Smuzhiyun 			       cpu_to_le16(XTENTRYSTART + 1));
1607*4882a593Smuzhiyun 			xad = &p->xad[XTENTRYSTART];
1608*4882a593Smuzhiyun 			bn = addressXAD(xad);
1609*4882a593Smuzhiyun 			XT_PUTPAGE(mp);
1610*4882a593Smuzhiyun 
1611*4882a593Smuzhiyun 			/* get new child page */
1612*4882a593Smuzhiyun 			XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
1613*4882a593Smuzhiyun 			if (rc)
1614*4882a593Smuzhiyun 				return rc;
1615*4882a593Smuzhiyun 
1616*4882a593Smuzhiyun 			BT_MARK_DIRTY(mp, ip);
1617*4882a593Smuzhiyun 			if (!test_cflag(COMMIT_Nolink, ip)) {
1618*4882a593Smuzhiyun 				tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW);
1619*4882a593Smuzhiyun 				xtlck = (struct xtlock *) & tlck->lock;
1620*4882a593Smuzhiyun 			}
1621*4882a593Smuzhiyun 		}
1622*4882a593Smuzhiyun 	}
1623*4882a593Smuzhiyun 	/*
1624*4882a593Smuzhiyun 	 *	insert the new entry into the leaf page
1625*4882a593Smuzhiyun 	 */
1626*4882a593Smuzhiyun 	else {
1627*4882a593Smuzhiyun 		/* insert the new entry: mark the entry NEW */
1628*4882a593Smuzhiyun 		xad = &p->xad[index + 1];
1629*4882a593Smuzhiyun 		XT_PUTENTRY(xad, XAD_NEW, xoff, xlen, xaddr);
1630*4882a593Smuzhiyun 
1631*4882a593Smuzhiyun 		/* advance next available entry index */
1632*4882a593Smuzhiyun 		le16_add_cpu(&p->header.nextindex, 1);
1633*4882a593Smuzhiyun 	}
1634*4882a593Smuzhiyun 
1635*4882a593Smuzhiyun 	/* get back old XAD */
1636*4882a593Smuzhiyun 	xad = &p->xad[index];
1637*4882a593Smuzhiyun 
1638*4882a593Smuzhiyun 	/*
1639*4882a593Smuzhiyun 	 * truncate/relocate old extent at split offset
1640*4882a593Smuzhiyun 	 */
1641*4882a593Smuzhiyun       updateOld:
1642*4882a593Smuzhiyun 	/* update dmap for old/committed/truncated extent */
1643*4882a593Smuzhiyun 	rlen = lengthXAD(xad) - llen;
1644*4882a593Smuzhiyun 	if (!(xad->flag & XAD_NEW)) {
1645*4882a593Smuzhiyun 		/* free from PWMAP at commit */
1646*4882a593Smuzhiyun 		if (!test_cflag(COMMIT_Nolink, ip)) {
1647*4882a593Smuzhiyun 			mtlck = txMaplock(tid, ip, tlckMAP);
1648*4882a593Smuzhiyun 			pxdlock = (struct maplock *) & mtlck->lock;
1649*4882a593Smuzhiyun 			pxdlock->flag = mlckFREEPXD;
1650*4882a593Smuzhiyun 			PXDaddress(&pxdlock->pxd, addressXAD(xad) + llen);
1651*4882a593Smuzhiyun 			PXDlength(&pxdlock->pxd, rlen);
1652*4882a593Smuzhiyun 			pxdlock->index = 1;
1653*4882a593Smuzhiyun 		}
1654*4882a593Smuzhiyun 	} else
1655*4882a593Smuzhiyun 		/* free from WMAP */
1656*4882a593Smuzhiyun 		dbFree(ip, addressXAD(xad) + llen, (s64) rlen);
1657*4882a593Smuzhiyun 
1658*4882a593Smuzhiyun 	if (llen)
1659*4882a593Smuzhiyun 		/* truncate */
1660*4882a593Smuzhiyun 		XADlength(xad, llen);
1661*4882a593Smuzhiyun 	else
1662*4882a593Smuzhiyun 		/* replace */
1663*4882a593Smuzhiyun 		XT_PUTENTRY(xad, XAD_NEW, xoff, xlen, xaddr);
1664*4882a593Smuzhiyun 
1665*4882a593Smuzhiyun 	if (!test_cflag(COMMIT_Nolink, ip)) {
1666*4882a593Smuzhiyun 		xtlck->lwm.offset = (xtlck->lwm.offset) ?
1667*4882a593Smuzhiyun 		    min(index, (int)xtlck->lwm.offset) : index;
1668*4882a593Smuzhiyun 		xtlck->lwm.length = le16_to_cpu(p->header.nextindex) -
1669*4882a593Smuzhiyun 		    xtlck->lwm.offset;
1670*4882a593Smuzhiyun 	}
1671*4882a593Smuzhiyun 
1672*4882a593Smuzhiyun 	/* unpin the leaf page */
1673*4882a593Smuzhiyun 	XT_PUTPAGE(mp);
1674*4882a593Smuzhiyun 
1675*4882a593Smuzhiyun 	return rc;
1676*4882a593Smuzhiyun }
1677*4882a593Smuzhiyun #endif /* _NOTYET */
1678*4882a593Smuzhiyun 
1679*4882a593Smuzhiyun /*
1680*4882a593Smuzhiyun  *	xtUpdate()
1681*4882a593Smuzhiyun  *
1682*4882a593Smuzhiyun  * function: update XAD;
1683*4882a593Smuzhiyun  *
1684*4882a593Smuzhiyun  *	update extent for allocated_but_not_recorded or
1685*4882a593Smuzhiyun  *	compressed extent;
1686*4882a593Smuzhiyun  *
1687*4882a593Smuzhiyun  * parameter:
1688*4882a593Smuzhiyun  *	nxad	- new XAD;
1689*4882a593Smuzhiyun  *		logical extent of the specified XAD must be completely
1690*4882a593Smuzhiyun  *		contained by an existing XAD;
1691*4882a593Smuzhiyun  */
xtUpdate(tid_t tid,struct inode * ip,xad_t * nxad)1692*4882a593Smuzhiyun int xtUpdate(tid_t tid, struct inode *ip, xad_t * nxad)
1693*4882a593Smuzhiyun {				/* new XAD */
1694*4882a593Smuzhiyun 	int rc = 0;
1695*4882a593Smuzhiyun 	int cmp;
1696*4882a593Smuzhiyun 	struct metapage *mp;	/* meta-page buffer */
1697*4882a593Smuzhiyun 	xtpage_t *p;		/* base B+-tree index page */
1698*4882a593Smuzhiyun 	s64 bn;
1699*4882a593Smuzhiyun 	int index0, index, newindex, nextindex;
1700*4882a593Smuzhiyun 	struct btstack btstack;	/* traverse stack */
1701*4882a593Smuzhiyun 	struct xtsplit split;	/* split information */
1702*4882a593Smuzhiyun 	xad_t *xad, *lxad, *rxad;
1703*4882a593Smuzhiyun 	int xflag;
1704*4882a593Smuzhiyun 	s64 nxoff, xoff;
1705*4882a593Smuzhiyun 	int nxlen, xlen, lxlen, rxlen;
1706*4882a593Smuzhiyun 	s64 nxaddr, xaddr;
1707*4882a593Smuzhiyun 	struct tlock *tlck;
1708*4882a593Smuzhiyun 	struct xtlock *xtlck = NULL;
1709*4882a593Smuzhiyun 	int newpage = 0;
1710*4882a593Smuzhiyun 
1711*4882a593Smuzhiyun 	/* there must exist extent to be tailgated */
1712*4882a593Smuzhiyun 	nxoff = offsetXAD(nxad);
1713*4882a593Smuzhiyun 	nxlen = lengthXAD(nxad);
1714*4882a593Smuzhiyun 	nxaddr = addressXAD(nxad);
1715*4882a593Smuzhiyun 
1716*4882a593Smuzhiyun 	if ((rc = xtSearch(ip, nxoff, NULL, &cmp, &btstack, XT_INSERT)))
1717*4882a593Smuzhiyun 		return rc;
1718*4882a593Smuzhiyun 
1719*4882a593Smuzhiyun 	/* retrieve search result */
1720*4882a593Smuzhiyun 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index0);
1721*4882a593Smuzhiyun 
1722*4882a593Smuzhiyun 	if (cmp != 0) {
1723*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
1724*4882a593Smuzhiyun 		jfs_error(ip->i_sb, "Could not find extent\n");
1725*4882a593Smuzhiyun 		return -EIO;
1726*4882a593Smuzhiyun 	}
1727*4882a593Smuzhiyun 
1728*4882a593Smuzhiyun 	BT_MARK_DIRTY(mp, ip);
1729*4882a593Smuzhiyun 	/*
1730*4882a593Smuzhiyun 	 * acquire tlock of the leaf page containing original entry
1731*4882a593Smuzhiyun 	 */
1732*4882a593Smuzhiyun 	if (!test_cflag(COMMIT_Nolink, ip)) {
1733*4882a593Smuzhiyun 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW);
1734*4882a593Smuzhiyun 		xtlck = (struct xtlock *) & tlck->lock;
1735*4882a593Smuzhiyun 	}
1736*4882a593Smuzhiyun 
1737*4882a593Smuzhiyun 	xad = &p->xad[index0];
1738*4882a593Smuzhiyun 	xflag = xad->flag;
1739*4882a593Smuzhiyun 	xoff = offsetXAD(xad);
1740*4882a593Smuzhiyun 	xlen = lengthXAD(xad);
1741*4882a593Smuzhiyun 	xaddr = addressXAD(xad);
1742*4882a593Smuzhiyun 
1743*4882a593Smuzhiyun 	/* nXAD must be completely contained within XAD */
1744*4882a593Smuzhiyun 	if ((xoff > nxoff) ||
1745*4882a593Smuzhiyun 	    (nxoff + nxlen > xoff + xlen)) {
1746*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
1747*4882a593Smuzhiyun 		jfs_error(ip->i_sb,
1748*4882a593Smuzhiyun 			  "nXAD in not completely contained within XAD\n");
1749*4882a593Smuzhiyun 		return -EIO;
1750*4882a593Smuzhiyun 	}
1751*4882a593Smuzhiyun 
1752*4882a593Smuzhiyun 	index = index0;
1753*4882a593Smuzhiyun 	newindex = index + 1;
1754*4882a593Smuzhiyun 	nextindex = le16_to_cpu(p->header.nextindex);
1755*4882a593Smuzhiyun 
1756*4882a593Smuzhiyun #ifdef  _JFS_WIP_NOCOALESCE
1757*4882a593Smuzhiyun 	if (xoff < nxoff)
1758*4882a593Smuzhiyun 		goto updateRight;
1759*4882a593Smuzhiyun 
1760*4882a593Smuzhiyun 	/*
1761*4882a593Smuzhiyun 	 * replace XAD with nXAD
1762*4882a593Smuzhiyun 	 */
1763*4882a593Smuzhiyun       replace:			/* (nxoff == xoff) */
1764*4882a593Smuzhiyun 	if (nxlen == xlen) {
1765*4882a593Smuzhiyun 		/* replace XAD with nXAD:recorded */
1766*4882a593Smuzhiyun 		*xad = *nxad;
1767*4882a593Smuzhiyun 		xad->flag = xflag & ~XAD_NOTRECORDED;
1768*4882a593Smuzhiyun 
1769*4882a593Smuzhiyun 		goto out;
1770*4882a593Smuzhiyun 	} else			/* (nxlen < xlen) */
1771*4882a593Smuzhiyun 		goto updateLeft;
1772*4882a593Smuzhiyun #endif				/* _JFS_WIP_NOCOALESCE */
1773*4882a593Smuzhiyun 
1774*4882a593Smuzhiyun /* #ifdef _JFS_WIP_COALESCE */
1775*4882a593Smuzhiyun 	if (xoff < nxoff)
1776*4882a593Smuzhiyun 		goto coalesceRight;
1777*4882a593Smuzhiyun 
1778*4882a593Smuzhiyun 	/*
1779*4882a593Smuzhiyun 	 * coalesce with left XAD
1780*4882a593Smuzhiyun 	 */
1781*4882a593Smuzhiyun //coalesceLeft: /* (xoff == nxoff) */
1782*4882a593Smuzhiyun 	/* is XAD first entry of page ? */
1783*4882a593Smuzhiyun 	if (index == XTENTRYSTART)
1784*4882a593Smuzhiyun 		goto replace;
1785*4882a593Smuzhiyun 
1786*4882a593Smuzhiyun 	/* is nXAD logically and physically contiguous with lXAD ? */
1787*4882a593Smuzhiyun 	lxad = &p->xad[index - 1];
1788*4882a593Smuzhiyun 	lxlen = lengthXAD(lxad);
1789*4882a593Smuzhiyun 	if (!(lxad->flag & XAD_NOTRECORDED) &&
1790*4882a593Smuzhiyun 	    (nxoff == offsetXAD(lxad) + lxlen) &&
1791*4882a593Smuzhiyun 	    (nxaddr == addressXAD(lxad) + lxlen) &&
1792*4882a593Smuzhiyun 	    (lxlen + nxlen < MAXXLEN)) {
1793*4882a593Smuzhiyun 		/* extend right lXAD */
1794*4882a593Smuzhiyun 		index0 = index - 1;
1795*4882a593Smuzhiyun 		XADlength(lxad, lxlen + nxlen);
1796*4882a593Smuzhiyun 
1797*4882a593Smuzhiyun 		/* If we just merged two extents together, need to make sure the
1798*4882a593Smuzhiyun 		 * right extent gets logged.  If the left one is marked XAD_NEW,
1799*4882a593Smuzhiyun 		 * then we know it will be logged.  Otherwise, mark as
1800*4882a593Smuzhiyun 		 * XAD_EXTENDED
1801*4882a593Smuzhiyun 		 */
1802*4882a593Smuzhiyun 		if (!(lxad->flag & XAD_NEW))
1803*4882a593Smuzhiyun 			lxad->flag |= XAD_EXTENDED;
1804*4882a593Smuzhiyun 
1805*4882a593Smuzhiyun 		if (xlen > nxlen) {
1806*4882a593Smuzhiyun 			/* truncate XAD */
1807*4882a593Smuzhiyun 			XADoffset(xad, xoff + nxlen);
1808*4882a593Smuzhiyun 			XADlength(xad, xlen - nxlen);
1809*4882a593Smuzhiyun 			XADaddress(xad, xaddr + nxlen);
1810*4882a593Smuzhiyun 			goto out;
1811*4882a593Smuzhiyun 		} else {	/* (xlen == nxlen) */
1812*4882a593Smuzhiyun 
1813*4882a593Smuzhiyun 			/* remove XAD */
1814*4882a593Smuzhiyun 			if (index < nextindex - 1)
1815*4882a593Smuzhiyun 				memmove(&p->xad[index], &p->xad[index + 1],
1816*4882a593Smuzhiyun 					(nextindex - index -
1817*4882a593Smuzhiyun 					 1) << L2XTSLOTSIZE);
1818*4882a593Smuzhiyun 
1819*4882a593Smuzhiyun 			p->header.nextindex =
1820*4882a593Smuzhiyun 			    cpu_to_le16(le16_to_cpu(p->header.nextindex) -
1821*4882a593Smuzhiyun 					1);
1822*4882a593Smuzhiyun 
1823*4882a593Smuzhiyun 			index = index0;
1824*4882a593Smuzhiyun 			newindex = index + 1;
1825*4882a593Smuzhiyun 			nextindex = le16_to_cpu(p->header.nextindex);
1826*4882a593Smuzhiyun 			xoff = nxoff = offsetXAD(lxad);
1827*4882a593Smuzhiyun 			xlen = nxlen = lxlen + nxlen;
1828*4882a593Smuzhiyun 			xaddr = nxaddr = addressXAD(lxad);
1829*4882a593Smuzhiyun 			goto coalesceRight;
1830*4882a593Smuzhiyun 		}
1831*4882a593Smuzhiyun 	}
1832*4882a593Smuzhiyun 
1833*4882a593Smuzhiyun 	/*
1834*4882a593Smuzhiyun 	 * replace XAD with nXAD
1835*4882a593Smuzhiyun 	 */
1836*4882a593Smuzhiyun       replace:			/* (nxoff == xoff) */
1837*4882a593Smuzhiyun 	if (nxlen == xlen) {
1838*4882a593Smuzhiyun 		/* replace XAD with nXAD:recorded */
1839*4882a593Smuzhiyun 		*xad = *nxad;
1840*4882a593Smuzhiyun 		xad->flag = xflag & ~XAD_NOTRECORDED;
1841*4882a593Smuzhiyun 
1842*4882a593Smuzhiyun 		goto coalesceRight;
1843*4882a593Smuzhiyun 	} else			/* (nxlen < xlen) */
1844*4882a593Smuzhiyun 		goto updateLeft;
1845*4882a593Smuzhiyun 
1846*4882a593Smuzhiyun 	/*
1847*4882a593Smuzhiyun 	 * coalesce with right XAD
1848*4882a593Smuzhiyun 	 */
1849*4882a593Smuzhiyun       coalesceRight:		/* (xoff <= nxoff) */
1850*4882a593Smuzhiyun 	/* is XAD last entry of page ? */
1851*4882a593Smuzhiyun 	if (newindex == nextindex) {
1852*4882a593Smuzhiyun 		if (xoff == nxoff)
1853*4882a593Smuzhiyun 			goto out;
1854*4882a593Smuzhiyun 		goto updateRight;
1855*4882a593Smuzhiyun 	}
1856*4882a593Smuzhiyun 
1857*4882a593Smuzhiyun 	/* is nXAD logically and physically contiguous with rXAD ? */
1858*4882a593Smuzhiyun 	rxad = &p->xad[index + 1];
1859*4882a593Smuzhiyun 	rxlen = lengthXAD(rxad);
1860*4882a593Smuzhiyun 	if (!(rxad->flag & XAD_NOTRECORDED) &&
1861*4882a593Smuzhiyun 	    (nxoff + nxlen == offsetXAD(rxad)) &&
1862*4882a593Smuzhiyun 	    (nxaddr + nxlen == addressXAD(rxad)) &&
1863*4882a593Smuzhiyun 	    (rxlen + nxlen < MAXXLEN)) {
1864*4882a593Smuzhiyun 		/* extend left rXAD */
1865*4882a593Smuzhiyun 		XADoffset(rxad, nxoff);
1866*4882a593Smuzhiyun 		XADlength(rxad, rxlen + nxlen);
1867*4882a593Smuzhiyun 		XADaddress(rxad, nxaddr);
1868*4882a593Smuzhiyun 
1869*4882a593Smuzhiyun 		/* If we just merged two extents together, need to make sure
1870*4882a593Smuzhiyun 		 * the left extent gets logged.  If the right one is marked
1871*4882a593Smuzhiyun 		 * XAD_NEW, then we know it will be logged.  Otherwise, mark as
1872*4882a593Smuzhiyun 		 * XAD_EXTENDED
1873*4882a593Smuzhiyun 		 */
1874*4882a593Smuzhiyun 		if (!(rxad->flag & XAD_NEW))
1875*4882a593Smuzhiyun 			rxad->flag |= XAD_EXTENDED;
1876*4882a593Smuzhiyun 
1877*4882a593Smuzhiyun 		if (xlen > nxlen)
1878*4882a593Smuzhiyun 			/* truncate XAD */
1879*4882a593Smuzhiyun 			XADlength(xad, xlen - nxlen);
1880*4882a593Smuzhiyun 		else {		/* (xlen == nxlen) */
1881*4882a593Smuzhiyun 
1882*4882a593Smuzhiyun 			/* remove XAD */
1883*4882a593Smuzhiyun 			memmove(&p->xad[index], &p->xad[index + 1],
1884*4882a593Smuzhiyun 				(nextindex - index - 1) << L2XTSLOTSIZE);
1885*4882a593Smuzhiyun 
1886*4882a593Smuzhiyun 			p->header.nextindex =
1887*4882a593Smuzhiyun 			    cpu_to_le16(le16_to_cpu(p->header.nextindex) -
1888*4882a593Smuzhiyun 					1);
1889*4882a593Smuzhiyun 		}
1890*4882a593Smuzhiyun 
1891*4882a593Smuzhiyun 		goto out;
1892*4882a593Smuzhiyun 	} else if (xoff == nxoff)
1893*4882a593Smuzhiyun 		goto out;
1894*4882a593Smuzhiyun 
1895*4882a593Smuzhiyun 	if (xoff >= nxoff) {
1896*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
1897*4882a593Smuzhiyun 		jfs_error(ip->i_sb, "xoff >= nxoff\n");
1898*4882a593Smuzhiyun 		return -EIO;
1899*4882a593Smuzhiyun 	}
1900*4882a593Smuzhiyun /* #endif _JFS_WIP_COALESCE */
1901*4882a593Smuzhiyun 
1902*4882a593Smuzhiyun 	/*
1903*4882a593Smuzhiyun 	 * split XAD into (lXAD, nXAD):
1904*4882a593Smuzhiyun 	 *
1905*4882a593Smuzhiyun 	 *          |---nXAD--->
1906*4882a593Smuzhiyun 	 * --|----------XAD----------|--
1907*4882a593Smuzhiyun 	 *   |-lXAD-|
1908*4882a593Smuzhiyun 	 */
1909*4882a593Smuzhiyun       updateRight:		/* (xoff < nxoff) */
1910*4882a593Smuzhiyun 	/* truncate old XAD as lXAD:not_recorded */
1911*4882a593Smuzhiyun 	xad = &p->xad[index];
1912*4882a593Smuzhiyun 	XADlength(xad, nxoff - xoff);
1913*4882a593Smuzhiyun 
1914*4882a593Smuzhiyun 	/* insert nXAD:recorded */
1915*4882a593Smuzhiyun 	if (nextindex == le16_to_cpu(p->header.maxentry)) {
1916*4882a593Smuzhiyun 
1917*4882a593Smuzhiyun 		/* xtSpliUp() unpins leaf pages */
1918*4882a593Smuzhiyun 		split.mp = mp;
1919*4882a593Smuzhiyun 		split.index = newindex;
1920*4882a593Smuzhiyun 		split.flag = xflag & ~XAD_NOTRECORDED;
1921*4882a593Smuzhiyun 		split.off = nxoff;
1922*4882a593Smuzhiyun 		split.len = nxlen;
1923*4882a593Smuzhiyun 		split.addr = nxaddr;
1924*4882a593Smuzhiyun 		split.pxdlist = NULL;
1925*4882a593Smuzhiyun 		if ((rc = xtSplitUp(tid, ip, &split, &btstack)))
1926*4882a593Smuzhiyun 			return rc;
1927*4882a593Smuzhiyun 
1928*4882a593Smuzhiyun 		/* get back old page */
1929*4882a593Smuzhiyun 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
1930*4882a593Smuzhiyun 		if (rc)
1931*4882a593Smuzhiyun 			return rc;
1932*4882a593Smuzhiyun 		/*
1933*4882a593Smuzhiyun 		 * if leaf root has been split, original root has been
1934*4882a593Smuzhiyun 		 * copied to new child page, i.e., original entry now
1935*4882a593Smuzhiyun 		 * resides on the new child page;
1936*4882a593Smuzhiyun 		 */
1937*4882a593Smuzhiyun 		if (p->header.flag & BT_INTERNAL) {
1938*4882a593Smuzhiyun 			ASSERT(p->header.nextindex ==
1939*4882a593Smuzhiyun 			       cpu_to_le16(XTENTRYSTART + 1));
1940*4882a593Smuzhiyun 			xad = &p->xad[XTENTRYSTART];
1941*4882a593Smuzhiyun 			bn = addressXAD(xad);
1942*4882a593Smuzhiyun 			XT_PUTPAGE(mp);
1943*4882a593Smuzhiyun 
1944*4882a593Smuzhiyun 			/* get new child page */
1945*4882a593Smuzhiyun 			XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
1946*4882a593Smuzhiyun 			if (rc)
1947*4882a593Smuzhiyun 				return rc;
1948*4882a593Smuzhiyun 
1949*4882a593Smuzhiyun 			BT_MARK_DIRTY(mp, ip);
1950*4882a593Smuzhiyun 			if (!test_cflag(COMMIT_Nolink, ip)) {
1951*4882a593Smuzhiyun 				tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW);
1952*4882a593Smuzhiyun 				xtlck = (struct xtlock *) & tlck->lock;
1953*4882a593Smuzhiyun 			}
1954*4882a593Smuzhiyun 		} else {
1955*4882a593Smuzhiyun 			/* is nXAD on new page ? */
1956*4882a593Smuzhiyun 			if (newindex >
1957*4882a593Smuzhiyun 			    (le16_to_cpu(p->header.maxentry) >> 1)) {
1958*4882a593Smuzhiyun 				newindex =
1959*4882a593Smuzhiyun 				    newindex -
1960*4882a593Smuzhiyun 				    le16_to_cpu(p->header.nextindex) +
1961*4882a593Smuzhiyun 				    XTENTRYSTART;
1962*4882a593Smuzhiyun 				newpage = 1;
1963*4882a593Smuzhiyun 			}
1964*4882a593Smuzhiyun 		}
1965*4882a593Smuzhiyun 	} else {
1966*4882a593Smuzhiyun 		/* if insert into middle, shift right remaining entries */
1967*4882a593Smuzhiyun 		if (newindex < nextindex)
1968*4882a593Smuzhiyun 			memmove(&p->xad[newindex + 1], &p->xad[newindex],
1969*4882a593Smuzhiyun 				(nextindex - newindex) << L2XTSLOTSIZE);
1970*4882a593Smuzhiyun 
1971*4882a593Smuzhiyun 		/* insert the entry */
1972*4882a593Smuzhiyun 		xad = &p->xad[newindex];
1973*4882a593Smuzhiyun 		*xad = *nxad;
1974*4882a593Smuzhiyun 		xad->flag = xflag & ~XAD_NOTRECORDED;
1975*4882a593Smuzhiyun 
1976*4882a593Smuzhiyun 		/* advance next available entry index. */
1977*4882a593Smuzhiyun 		p->header.nextindex =
1978*4882a593Smuzhiyun 		    cpu_to_le16(le16_to_cpu(p->header.nextindex) + 1);
1979*4882a593Smuzhiyun 	}
1980*4882a593Smuzhiyun 
1981*4882a593Smuzhiyun 	/*
1982*4882a593Smuzhiyun 	 * does nXAD force 3-way split ?
1983*4882a593Smuzhiyun 	 *
1984*4882a593Smuzhiyun 	 *          |---nXAD--->|
1985*4882a593Smuzhiyun 	 * --|----------XAD-------------|--
1986*4882a593Smuzhiyun 	 *   |-lXAD-|           |-rXAD -|
1987*4882a593Smuzhiyun 	 */
1988*4882a593Smuzhiyun 	if (nxoff + nxlen == xoff + xlen)
1989*4882a593Smuzhiyun 		goto out;
1990*4882a593Smuzhiyun 
1991*4882a593Smuzhiyun 	/* reorient nXAD as XAD for further split XAD into (nXAD, rXAD) */
1992*4882a593Smuzhiyun 	if (newpage) {
1993*4882a593Smuzhiyun 		/* close out old page */
1994*4882a593Smuzhiyun 		if (!test_cflag(COMMIT_Nolink, ip)) {
1995*4882a593Smuzhiyun 			xtlck->lwm.offset = (xtlck->lwm.offset) ?
1996*4882a593Smuzhiyun 			    min(index0, (int)xtlck->lwm.offset) : index0;
1997*4882a593Smuzhiyun 			xtlck->lwm.length =
1998*4882a593Smuzhiyun 			    le16_to_cpu(p->header.nextindex) -
1999*4882a593Smuzhiyun 			    xtlck->lwm.offset;
2000*4882a593Smuzhiyun 		}
2001*4882a593Smuzhiyun 
2002*4882a593Smuzhiyun 		bn = le64_to_cpu(p->header.next);
2003*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
2004*4882a593Smuzhiyun 
2005*4882a593Smuzhiyun 		/* get new right page */
2006*4882a593Smuzhiyun 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
2007*4882a593Smuzhiyun 		if (rc)
2008*4882a593Smuzhiyun 			return rc;
2009*4882a593Smuzhiyun 
2010*4882a593Smuzhiyun 		BT_MARK_DIRTY(mp, ip);
2011*4882a593Smuzhiyun 		if (!test_cflag(COMMIT_Nolink, ip)) {
2012*4882a593Smuzhiyun 			tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW);
2013*4882a593Smuzhiyun 			xtlck = (struct xtlock *) & tlck->lock;
2014*4882a593Smuzhiyun 		}
2015*4882a593Smuzhiyun 
2016*4882a593Smuzhiyun 		index0 = index = newindex;
2017*4882a593Smuzhiyun 	} else
2018*4882a593Smuzhiyun 		index++;
2019*4882a593Smuzhiyun 
2020*4882a593Smuzhiyun 	newindex = index + 1;
2021*4882a593Smuzhiyun 	nextindex = le16_to_cpu(p->header.nextindex);
2022*4882a593Smuzhiyun 	xlen = xlen - (nxoff - xoff);
2023*4882a593Smuzhiyun 	xoff = nxoff;
2024*4882a593Smuzhiyun 	xaddr = nxaddr;
2025*4882a593Smuzhiyun 
2026*4882a593Smuzhiyun 	/* recompute split pages */
2027*4882a593Smuzhiyun 	if (nextindex == le16_to_cpu(p->header.maxentry)) {
2028*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
2029*4882a593Smuzhiyun 
2030*4882a593Smuzhiyun 		if ((rc = xtSearch(ip, nxoff, NULL, &cmp, &btstack, XT_INSERT)))
2031*4882a593Smuzhiyun 			return rc;
2032*4882a593Smuzhiyun 
2033*4882a593Smuzhiyun 		/* retrieve search result */
2034*4882a593Smuzhiyun 		XT_GETSEARCH(ip, btstack.top, bn, mp, p, index0);
2035*4882a593Smuzhiyun 
2036*4882a593Smuzhiyun 		if (cmp != 0) {
2037*4882a593Smuzhiyun 			XT_PUTPAGE(mp);
2038*4882a593Smuzhiyun 			jfs_error(ip->i_sb, "xtSearch failed\n");
2039*4882a593Smuzhiyun 			return -EIO;
2040*4882a593Smuzhiyun 		}
2041*4882a593Smuzhiyun 
2042*4882a593Smuzhiyun 		if (index0 != index) {
2043*4882a593Smuzhiyun 			XT_PUTPAGE(mp);
2044*4882a593Smuzhiyun 			jfs_error(ip->i_sb, "unexpected value of index\n");
2045*4882a593Smuzhiyun 			return -EIO;
2046*4882a593Smuzhiyun 		}
2047*4882a593Smuzhiyun 	}
2048*4882a593Smuzhiyun 
2049*4882a593Smuzhiyun 	/*
2050*4882a593Smuzhiyun 	 * split XAD into (nXAD, rXAD)
2051*4882a593Smuzhiyun 	 *
2052*4882a593Smuzhiyun 	 *          ---nXAD---|
2053*4882a593Smuzhiyun 	 * --|----------XAD----------|--
2054*4882a593Smuzhiyun 	 *                    |-rXAD-|
2055*4882a593Smuzhiyun 	 */
2056*4882a593Smuzhiyun       updateLeft:		/* (nxoff == xoff) && (nxlen < xlen) */
2057*4882a593Smuzhiyun 	/* update old XAD with nXAD:recorded */
2058*4882a593Smuzhiyun 	xad = &p->xad[index];
2059*4882a593Smuzhiyun 	*xad = *nxad;
2060*4882a593Smuzhiyun 	xad->flag = xflag & ~XAD_NOTRECORDED;
2061*4882a593Smuzhiyun 
2062*4882a593Smuzhiyun 	/* insert rXAD:not_recorded */
2063*4882a593Smuzhiyun 	xoff = xoff + nxlen;
2064*4882a593Smuzhiyun 	xlen = xlen - nxlen;
2065*4882a593Smuzhiyun 	xaddr = xaddr + nxlen;
2066*4882a593Smuzhiyun 	if (nextindex == le16_to_cpu(p->header.maxentry)) {
2067*4882a593Smuzhiyun /*
2068*4882a593Smuzhiyun printf("xtUpdate.updateLeft.split p:0x%p\n", p);
2069*4882a593Smuzhiyun */
2070*4882a593Smuzhiyun 		/* xtSpliUp() unpins leaf pages */
2071*4882a593Smuzhiyun 		split.mp = mp;
2072*4882a593Smuzhiyun 		split.index = newindex;
2073*4882a593Smuzhiyun 		split.flag = xflag;
2074*4882a593Smuzhiyun 		split.off = xoff;
2075*4882a593Smuzhiyun 		split.len = xlen;
2076*4882a593Smuzhiyun 		split.addr = xaddr;
2077*4882a593Smuzhiyun 		split.pxdlist = NULL;
2078*4882a593Smuzhiyun 		if ((rc = xtSplitUp(tid, ip, &split, &btstack)))
2079*4882a593Smuzhiyun 			return rc;
2080*4882a593Smuzhiyun 
2081*4882a593Smuzhiyun 		/* get back old page */
2082*4882a593Smuzhiyun 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
2083*4882a593Smuzhiyun 		if (rc)
2084*4882a593Smuzhiyun 			return rc;
2085*4882a593Smuzhiyun 
2086*4882a593Smuzhiyun 		/*
2087*4882a593Smuzhiyun 		 * if leaf root has been split, original root has been
2088*4882a593Smuzhiyun 		 * copied to new child page, i.e., original entry now
2089*4882a593Smuzhiyun 		 * resides on the new child page;
2090*4882a593Smuzhiyun 		 */
2091*4882a593Smuzhiyun 		if (p->header.flag & BT_INTERNAL) {
2092*4882a593Smuzhiyun 			ASSERT(p->header.nextindex ==
2093*4882a593Smuzhiyun 			       cpu_to_le16(XTENTRYSTART + 1));
2094*4882a593Smuzhiyun 			xad = &p->xad[XTENTRYSTART];
2095*4882a593Smuzhiyun 			bn = addressXAD(xad);
2096*4882a593Smuzhiyun 			XT_PUTPAGE(mp);
2097*4882a593Smuzhiyun 
2098*4882a593Smuzhiyun 			/* get new child page */
2099*4882a593Smuzhiyun 			XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
2100*4882a593Smuzhiyun 			if (rc)
2101*4882a593Smuzhiyun 				return rc;
2102*4882a593Smuzhiyun 
2103*4882a593Smuzhiyun 			BT_MARK_DIRTY(mp, ip);
2104*4882a593Smuzhiyun 			if (!test_cflag(COMMIT_Nolink, ip)) {
2105*4882a593Smuzhiyun 				tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW);
2106*4882a593Smuzhiyun 				xtlck = (struct xtlock *) & tlck->lock;
2107*4882a593Smuzhiyun 			}
2108*4882a593Smuzhiyun 		}
2109*4882a593Smuzhiyun 	} else {
2110*4882a593Smuzhiyun 		/* if insert into middle, shift right remaining entries */
2111*4882a593Smuzhiyun 		if (newindex < nextindex)
2112*4882a593Smuzhiyun 			memmove(&p->xad[newindex + 1], &p->xad[newindex],
2113*4882a593Smuzhiyun 				(nextindex - newindex) << L2XTSLOTSIZE);
2114*4882a593Smuzhiyun 
2115*4882a593Smuzhiyun 		/* insert the entry */
2116*4882a593Smuzhiyun 		xad = &p->xad[newindex];
2117*4882a593Smuzhiyun 		XT_PUTENTRY(xad, xflag, xoff, xlen, xaddr);
2118*4882a593Smuzhiyun 
2119*4882a593Smuzhiyun 		/* advance next available entry index. */
2120*4882a593Smuzhiyun 		p->header.nextindex =
2121*4882a593Smuzhiyun 		    cpu_to_le16(le16_to_cpu(p->header.nextindex) + 1);
2122*4882a593Smuzhiyun 	}
2123*4882a593Smuzhiyun 
2124*4882a593Smuzhiyun       out:
2125*4882a593Smuzhiyun 	if (!test_cflag(COMMIT_Nolink, ip)) {
2126*4882a593Smuzhiyun 		xtlck->lwm.offset = (xtlck->lwm.offset) ?
2127*4882a593Smuzhiyun 		    min(index0, (int)xtlck->lwm.offset) : index0;
2128*4882a593Smuzhiyun 		xtlck->lwm.length = le16_to_cpu(p->header.nextindex) -
2129*4882a593Smuzhiyun 		    xtlck->lwm.offset;
2130*4882a593Smuzhiyun 	}
2131*4882a593Smuzhiyun 
2132*4882a593Smuzhiyun 	/* unpin the leaf page */
2133*4882a593Smuzhiyun 	XT_PUTPAGE(mp);
2134*4882a593Smuzhiyun 
2135*4882a593Smuzhiyun 	return rc;
2136*4882a593Smuzhiyun }
2137*4882a593Smuzhiyun 
2138*4882a593Smuzhiyun 
2139*4882a593Smuzhiyun /*
2140*4882a593Smuzhiyun  *	xtAppend()
2141*4882a593Smuzhiyun  *
2142*4882a593Smuzhiyun  * function: grow in append mode from contiguous region specified ;
2143*4882a593Smuzhiyun  *
2144*4882a593Smuzhiyun  * parameter:
2145*4882a593Smuzhiyun  *	tid		- transaction id;
2146*4882a593Smuzhiyun  *	ip		- file object;
2147*4882a593Smuzhiyun  *	xflag		- extent flag:
2148*4882a593Smuzhiyun  *	xoff		- extent offset;
2149*4882a593Smuzhiyun  *	maxblocks	- max extent length;
2150*4882a593Smuzhiyun  *	xlen		- extent length (in/out);
2151*4882a593Smuzhiyun  *	xaddrp		- extent address pointer (in/out):
2152*4882a593Smuzhiyun  *	flag		-
2153*4882a593Smuzhiyun  *
2154*4882a593Smuzhiyun  * return:
2155*4882a593Smuzhiyun  */
xtAppend(tid_t tid,struct inode * ip,int xflag,s64 xoff,s32 maxblocks,s32 * xlenp,s64 * xaddrp,int flag)2156*4882a593Smuzhiyun int xtAppend(tid_t tid,		/* transaction id */
2157*4882a593Smuzhiyun 	     struct inode *ip, int xflag, s64 xoff, s32 maxblocks,
2158*4882a593Smuzhiyun 	     s32 * xlenp,	/* (in/out) */
2159*4882a593Smuzhiyun 	     s64 * xaddrp,	/* (in/out) */
2160*4882a593Smuzhiyun 	     int flag)
2161*4882a593Smuzhiyun {
2162*4882a593Smuzhiyun 	int rc = 0;
2163*4882a593Smuzhiyun 	struct metapage *mp;	/* meta-page buffer */
2164*4882a593Smuzhiyun 	xtpage_t *p;		/* base B+-tree index page */
2165*4882a593Smuzhiyun 	s64 bn, xaddr;
2166*4882a593Smuzhiyun 	int index, nextindex;
2167*4882a593Smuzhiyun 	struct btstack btstack;	/* traverse stack */
2168*4882a593Smuzhiyun 	struct xtsplit split;	/* split information */
2169*4882a593Smuzhiyun 	xad_t *xad;
2170*4882a593Smuzhiyun 	int cmp;
2171*4882a593Smuzhiyun 	struct tlock *tlck;
2172*4882a593Smuzhiyun 	struct xtlock *xtlck;
2173*4882a593Smuzhiyun 	int nsplit, nblocks, xlen;
2174*4882a593Smuzhiyun 	struct pxdlist pxdlist;
2175*4882a593Smuzhiyun 	pxd_t *pxd;
2176*4882a593Smuzhiyun 	s64 next;
2177*4882a593Smuzhiyun 
2178*4882a593Smuzhiyun 	xaddr = *xaddrp;
2179*4882a593Smuzhiyun 	xlen = *xlenp;
2180*4882a593Smuzhiyun 	jfs_info("xtAppend: xoff:0x%lx maxblocks:%d xlen:%d xaddr:0x%lx",
2181*4882a593Smuzhiyun 		 (ulong) xoff, maxblocks, xlen, (ulong) xaddr);
2182*4882a593Smuzhiyun 
2183*4882a593Smuzhiyun 	/*
2184*4882a593Smuzhiyun 	 *	search for the entry location at which to insert:
2185*4882a593Smuzhiyun 	 *
2186*4882a593Smuzhiyun 	 * xtFastSearch() and xtSearch() both returns (leaf page
2187*4882a593Smuzhiyun 	 * pinned, index at which to insert).
2188*4882a593Smuzhiyun 	 * n.b. xtSearch() may return index of maxentry of
2189*4882a593Smuzhiyun 	 * the full page.
2190*4882a593Smuzhiyun 	 */
2191*4882a593Smuzhiyun 	if ((rc = xtSearch(ip, xoff, &next, &cmp, &btstack, XT_INSERT)))
2192*4882a593Smuzhiyun 		return rc;
2193*4882a593Smuzhiyun 
2194*4882a593Smuzhiyun 	/* retrieve search result */
2195*4882a593Smuzhiyun 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
2196*4882a593Smuzhiyun 
2197*4882a593Smuzhiyun 	if (cmp == 0) {
2198*4882a593Smuzhiyun 		rc = -EEXIST;
2199*4882a593Smuzhiyun 		goto out;
2200*4882a593Smuzhiyun 	}
2201*4882a593Smuzhiyun 
2202*4882a593Smuzhiyun 	if (next)
2203*4882a593Smuzhiyun 		xlen = min(xlen, (int)(next - xoff));
2204*4882a593Smuzhiyun //insert:
2205*4882a593Smuzhiyun 	/*
2206*4882a593Smuzhiyun 	 *	insert entry for new extent
2207*4882a593Smuzhiyun 	 */
2208*4882a593Smuzhiyun 	xflag |= XAD_NEW;
2209*4882a593Smuzhiyun 
2210*4882a593Smuzhiyun 	/*
2211*4882a593Smuzhiyun 	 *	if the leaf page is full, split the page and
2212*4882a593Smuzhiyun 	 *	propagate up the router entry for the new page from split
2213*4882a593Smuzhiyun 	 *
2214*4882a593Smuzhiyun 	 * The xtSplitUp() will insert the entry and unpin the leaf page.
2215*4882a593Smuzhiyun 	 */
2216*4882a593Smuzhiyun 	nextindex = le16_to_cpu(p->header.nextindex);
2217*4882a593Smuzhiyun 	if (nextindex < le16_to_cpu(p->header.maxentry))
2218*4882a593Smuzhiyun 		goto insertLeaf;
2219*4882a593Smuzhiyun 
2220*4882a593Smuzhiyun 	/*
2221*4882a593Smuzhiyun 	 * allocate new index blocks to cover index page split(s)
2222*4882a593Smuzhiyun 	 */
2223*4882a593Smuzhiyun 	nsplit = btstack.nsplit;
2224*4882a593Smuzhiyun 	split.pxdlist = &pxdlist;
2225*4882a593Smuzhiyun 	pxdlist.maxnpxd = pxdlist.npxd = 0;
2226*4882a593Smuzhiyun 	pxd = &pxdlist.pxd[0];
2227*4882a593Smuzhiyun 	nblocks = JFS_SBI(ip->i_sb)->nbperpage;
2228*4882a593Smuzhiyun 	for (; nsplit > 0; nsplit--, pxd++, xaddr += nblocks, maxblocks -= nblocks) {
2229*4882a593Smuzhiyun 		if ((rc = dbAllocBottomUp(ip, xaddr, (s64) nblocks)) == 0) {
2230*4882a593Smuzhiyun 			PXDaddress(pxd, xaddr);
2231*4882a593Smuzhiyun 			PXDlength(pxd, nblocks);
2232*4882a593Smuzhiyun 
2233*4882a593Smuzhiyun 			pxdlist.maxnpxd++;
2234*4882a593Smuzhiyun 
2235*4882a593Smuzhiyun 			continue;
2236*4882a593Smuzhiyun 		}
2237*4882a593Smuzhiyun 
2238*4882a593Smuzhiyun 		/* undo allocation */
2239*4882a593Smuzhiyun 
2240*4882a593Smuzhiyun 		goto out;
2241*4882a593Smuzhiyun 	}
2242*4882a593Smuzhiyun 
2243*4882a593Smuzhiyun 	xlen = min(xlen, maxblocks);
2244*4882a593Smuzhiyun 
2245*4882a593Smuzhiyun 	/*
2246*4882a593Smuzhiyun 	 * allocate data extent requested
2247*4882a593Smuzhiyun 	 */
2248*4882a593Smuzhiyun 	if ((rc = dbAllocBottomUp(ip, xaddr, (s64) xlen)))
2249*4882a593Smuzhiyun 		goto out;
2250*4882a593Smuzhiyun 
2251*4882a593Smuzhiyun 	split.mp = mp;
2252*4882a593Smuzhiyun 	split.index = index;
2253*4882a593Smuzhiyun 	split.flag = xflag;
2254*4882a593Smuzhiyun 	split.off = xoff;
2255*4882a593Smuzhiyun 	split.len = xlen;
2256*4882a593Smuzhiyun 	split.addr = xaddr;
2257*4882a593Smuzhiyun 	if ((rc = xtSplitUp(tid, ip, &split, &btstack))) {
2258*4882a593Smuzhiyun 		/* undo data extent allocation */
2259*4882a593Smuzhiyun 		dbFree(ip, *xaddrp, (s64) * xlenp);
2260*4882a593Smuzhiyun 
2261*4882a593Smuzhiyun 		return rc;
2262*4882a593Smuzhiyun 	}
2263*4882a593Smuzhiyun 
2264*4882a593Smuzhiyun 	*xaddrp = xaddr;
2265*4882a593Smuzhiyun 	*xlenp = xlen;
2266*4882a593Smuzhiyun 	return 0;
2267*4882a593Smuzhiyun 
2268*4882a593Smuzhiyun 	/*
2269*4882a593Smuzhiyun 	 *	insert the new entry into the leaf page
2270*4882a593Smuzhiyun 	 */
2271*4882a593Smuzhiyun       insertLeaf:
2272*4882a593Smuzhiyun 	/*
2273*4882a593Smuzhiyun 	 * allocate data extent requested
2274*4882a593Smuzhiyun 	 */
2275*4882a593Smuzhiyun 	if ((rc = dbAllocBottomUp(ip, xaddr, (s64) xlen)))
2276*4882a593Smuzhiyun 		goto out;
2277*4882a593Smuzhiyun 
2278*4882a593Smuzhiyun 	BT_MARK_DIRTY(mp, ip);
2279*4882a593Smuzhiyun 	/*
2280*4882a593Smuzhiyun 	 * acquire a transaction lock on the leaf page;
2281*4882a593Smuzhiyun 	 *
2282*4882a593Smuzhiyun 	 * action: xad insertion/extension;
2283*4882a593Smuzhiyun 	 */
2284*4882a593Smuzhiyun 	tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW);
2285*4882a593Smuzhiyun 	xtlck = (struct xtlock *) & tlck->lock;
2286*4882a593Smuzhiyun 
2287*4882a593Smuzhiyun 	/* insert the new entry: mark the entry NEW */
2288*4882a593Smuzhiyun 	xad = &p->xad[index];
2289*4882a593Smuzhiyun 	XT_PUTENTRY(xad, xflag, xoff, xlen, xaddr);
2290*4882a593Smuzhiyun 
2291*4882a593Smuzhiyun 	/* advance next available entry index */
2292*4882a593Smuzhiyun 	le16_add_cpu(&p->header.nextindex, 1);
2293*4882a593Smuzhiyun 
2294*4882a593Smuzhiyun 	xtlck->lwm.offset =
2295*4882a593Smuzhiyun 	    (xtlck->lwm.offset) ? min(index,(int) xtlck->lwm.offset) : index;
2296*4882a593Smuzhiyun 	xtlck->lwm.length = le16_to_cpu(p->header.nextindex) -
2297*4882a593Smuzhiyun 	    xtlck->lwm.offset;
2298*4882a593Smuzhiyun 
2299*4882a593Smuzhiyun 	*xaddrp = xaddr;
2300*4882a593Smuzhiyun 	*xlenp = xlen;
2301*4882a593Smuzhiyun 
2302*4882a593Smuzhiyun       out:
2303*4882a593Smuzhiyun 	/* unpin the leaf page */
2304*4882a593Smuzhiyun 	XT_PUTPAGE(mp);
2305*4882a593Smuzhiyun 
2306*4882a593Smuzhiyun 	return rc;
2307*4882a593Smuzhiyun }
2308*4882a593Smuzhiyun #ifdef _STILL_TO_PORT
2309*4882a593Smuzhiyun 
2310*4882a593Smuzhiyun /* - TBD for defragmentaion/reorganization -
2311*4882a593Smuzhiyun  *
2312*4882a593Smuzhiyun  *	xtDelete()
2313*4882a593Smuzhiyun  *
2314*4882a593Smuzhiyun  * function:
2315*4882a593Smuzhiyun  *	delete the entry with the specified key.
2316*4882a593Smuzhiyun  *
2317*4882a593Smuzhiyun  *	N.B.: whole extent of the entry is assumed to be deleted.
2318*4882a593Smuzhiyun  *
2319*4882a593Smuzhiyun  * parameter:
2320*4882a593Smuzhiyun  *
2321*4882a593Smuzhiyun  * return:
2322*4882a593Smuzhiyun  *	ENOENT: if the entry is not found.
2323*4882a593Smuzhiyun  *
2324*4882a593Smuzhiyun  * exception:
2325*4882a593Smuzhiyun  */
xtDelete(tid_t tid,struct inode * ip,s64 xoff,s32 xlen,int flag)2326*4882a593Smuzhiyun int xtDelete(tid_t tid, struct inode *ip, s64 xoff, s32 xlen, int flag)
2327*4882a593Smuzhiyun {
2328*4882a593Smuzhiyun 	int rc = 0;
2329*4882a593Smuzhiyun 	struct btstack btstack;
2330*4882a593Smuzhiyun 	int cmp;
2331*4882a593Smuzhiyun 	s64 bn;
2332*4882a593Smuzhiyun 	struct metapage *mp;
2333*4882a593Smuzhiyun 	xtpage_t *p;
2334*4882a593Smuzhiyun 	int index, nextindex;
2335*4882a593Smuzhiyun 	struct tlock *tlck;
2336*4882a593Smuzhiyun 	struct xtlock *xtlck;
2337*4882a593Smuzhiyun 
2338*4882a593Smuzhiyun 	/*
2339*4882a593Smuzhiyun 	 * find the matching entry; xtSearch() pins the page
2340*4882a593Smuzhiyun 	 */
2341*4882a593Smuzhiyun 	if ((rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, 0)))
2342*4882a593Smuzhiyun 		return rc;
2343*4882a593Smuzhiyun 
2344*4882a593Smuzhiyun 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
2345*4882a593Smuzhiyun 	if (cmp) {
2346*4882a593Smuzhiyun 		/* unpin the leaf page */
2347*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
2348*4882a593Smuzhiyun 		return -ENOENT;
2349*4882a593Smuzhiyun 	}
2350*4882a593Smuzhiyun 
2351*4882a593Smuzhiyun 	/*
2352*4882a593Smuzhiyun 	 * delete the entry from the leaf page
2353*4882a593Smuzhiyun 	 */
2354*4882a593Smuzhiyun 	nextindex = le16_to_cpu(p->header.nextindex);
2355*4882a593Smuzhiyun 	le16_add_cpu(&p->header.nextindex, -1);
2356*4882a593Smuzhiyun 
2357*4882a593Smuzhiyun 	/*
2358*4882a593Smuzhiyun 	 * if the leaf page bocome empty, free the page
2359*4882a593Smuzhiyun 	 */
2360*4882a593Smuzhiyun 	if (p->header.nextindex == cpu_to_le16(XTENTRYSTART))
2361*4882a593Smuzhiyun 		return (xtDeleteUp(tid, ip, mp, p, &btstack));
2362*4882a593Smuzhiyun 
2363*4882a593Smuzhiyun 	BT_MARK_DIRTY(mp, ip);
2364*4882a593Smuzhiyun 	/*
2365*4882a593Smuzhiyun 	 * acquire a transaction lock on the leaf page;
2366*4882a593Smuzhiyun 	 *
2367*4882a593Smuzhiyun 	 * action:xad deletion;
2368*4882a593Smuzhiyun 	 */
2369*4882a593Smuzhiyun 	tlck = txLock(tid, ip, mp, tlckXTREE);
2370*4882a593Smuzhiyun 	xtlck = (struct xtlock *) & tlck->lock;
2371*4882a593Smuzhiyun 	xtlck->lwm.offset =
2372*4882a593Smuzhiyun 	    (xtlck->lwm.offset) ? min(index, xtlck->lwm.offset) : index;
2373*4882a593Smuzhiyun 
2374*4882a593Smuzhiyun 	/* if delete from middle, shift left/compact the remaining entries */
2375*4882a593Smuzhiyun 	if (index < nextindex - 1)
2376*4882a593Smuzhiyun 		memmove(&p->xad[index], &p->xad[index + 1],
2377*4882a593Smuzhiyun 			(nextindex - index - 1) * sizeof(xad_t));
2378*4882a593Smuzhiyun 
2379*4882a593Smuzhiyun 	XT_PUTPAGE(mp);
2380*4882a593Smuzhiyun 
2381*4882a593Smuzhiyun 	return 0;
2382*4882a593Smuzhiyun }
2383*4882a593Smuzhiyun 
2384*4882a593Smuzhiyun 
2385*4882a593Smuzhiyun /* - TBD for defragmentaion/reorganization -
2386*4882a593Smuzhiyun  *
2387*4882a593Smuzhiyun  *	xtDeleteUp()
2388*4882a593Smuzhiyun  *
2389*4882a593Smuzhiyun  * function:
2390*4882a593Smuzhiyun  *	free empty pages as propagating deletion up the tree
2391*4882a593Smuzhiyun  *
2392*4882a593Smuzhiyun  * parameter:
2393*4882a593Smuzhiyun  *
2394*4882a593Smuzhiyun  * return:
2395*4882a593Smuzhiyun  */
2396*4882a593Smuzhiyun static int
xtDeleteUp(tid_t tid,struct inode * ip,struct metapage * fmp,xtpage_t * fp,struct btstack * btstack)2397*4882a593Smuzhiyun xtDeleteUp(tid_t tid, struct inode *ip,
2398*4882a593Smuzhiyun 	   struct metapage * fmp, xtpage_t * fp, struct btstack * btstack)
2399*4882a593Smuzhiyun {
2400*4882a593Smuzhiyun 	int rc = 0;
2401*4882a593Smuzhiyun 	struct metapage *mp;
2402*4882a593Smuzhiyun 	xtpage_t *p;
2403*4882a593Smuzhiyun 	int index, nextindex;
2404*4882a593Smuzhiyun 	s64 xaddr;
2405*4882a593Smuzhiyun 	int xlen;
2406*4882a593Smuzhiyun 	struct btframe *parent;
2407*4882a593Smuzhiyun 	struct tlock *tlck;
2408*4882a593Smuzhiyun 	struct xtlock *xtlck;
2409*4882a593Smuzhiyun 
2410*4882a593Smuzhiyun 	/*
2411*4882a593Smuzhiyun 	 * keep root leaf page which has become empty
2412*4882a593Smuzhiyun 	 */
2413*4882a593Smuzhiyun 	if (fp->header.flag & BT_ROOT) {
2414*4882a593Smuzhiyun 		/* keep the root page */
2415*4882a593Smuzhiyun 		fp->header.flag &= ~BT_INTERNAL;
2416*4882a593Smuzhiyun 		fp->header.flag |= BT_LEAF;
2417*4882a593Smuzhiyun 		fp->header.nextindex = cpu_to_le16(XTENTRYSTART);
2418*4882a593Smuzhiyun 
2419*4882a593Smuzhiyun 		/* XT_PUTPAGE(fmp); */
2420*4882a593Smuzhiyun 
2421*4882a593Smuzhiyun 		return 0;
2422*4882a593Smuzhiyun 	}
2423*4882a593Smuzhiyun 
2424*4882a593Smuzhiyun 	/*
2425*4882a593Smuzhiyun 	 * free non-root leaf page
2426*4882a593Smuzhiyun 	 */
2427*4882a593Smuzhiyun 	if ((rc = xtRelink(tid, ip, fp))) {
2428*4882a593Smuzhiyun 		XT_PUTPAGE(fmp);
2429*4882a593Smuzhiyun 		return rc;
2430*4882a593Smuzhiyun 	}
2431*4882a593Smuzhiyun 
2432*4882a593Smuzhiyun 	xaddr = addressPXD(&fp->header.self);
2433*4882a593Smuzhiyun 	xlen = lengthPXD(&fp->header.self);
2434*4882a593Smuzhiyun 	/* free the page extent */
2435*4882a593Smuzhiyun 	dbFree(ip, xaddr, (s64) xlen);
2436*4882a593Smuzhiyun 
2437*4882a593Smuzhiyun 	/* free the buffer page */
2438*4882a593Smuzhiyun 	discard_metapage(fmp);
2439*4882a593Smuzhiyun 
2440*4882a593Smuzhiyun 	/*
2441*4882a593Smuzhiyun 	 * propagate page deletion up the index tree
2442*4882a593Smuzhiyun 	 *
2443*4882a593Smuzhiyun 	 * If the delete from the parent page makes it empty,
2444*4882a593Smuzhiyun 	 * continue all the way up the tree.
2445*4882a593Smuzhiyun 	 * stop if the root page is reached (which is never deleted) or
2446*4882a593Smuzhiyun 	 * if the entry deletion does not empty the page.
2447*4882a593Smuzhiyun 	 */
2448*4882a593Smuzhiyun 	while ((parent = BT_POP(btstack)) != NULL) {
2449*4882a593Smuzhiyun 		/* get/pin the parent page <sp> */
2450*4882a593Smuzhiyun 		XT_GETPAGE(ip, parent->bn, mp, PSIZE, p, rc);
2451*4882a593Smuzhiyun 		if (rc)
2452*4882a593Smuzhiyun 			return rc;
2453*4882a593Smuzhiyun 
2454*4882a593Smuzhiyun 		index = parent->index;
2455*4882a593Smuzhiyun 
2456*4882a593Smuzhiyun 		/* delete the entry for the freed child page from parent.
2457*4882a593Smuzhiyun 		 */
2458*4882a593Smuzhiyun 		nextindex = le16_to_cpu(p->header.nextindex);
2459*4882a593Smuzhiyun 
2460*4882a593Smuzhiyun 		/*
2461*4882a593Smuzhiyun 		 * the parent has the single entry being deleted:
2462*4882a593Smuzhiyun 		 * free the parent page which has become empty.
2463*4882a593Smuzhiyun 		 */
2464*4882a593Smuzhiyun 		if (nextindex == 1) {
2465*4882a593Smuzhiyun 			if (p->header.flag & BT_ROOT) {
2466*4882a593Smuzhiyun 				/* keep the root page */
2467*4882a593Smuzhiyun 				p->header.flag &= ~BT_INTERNAL;
2468*4882a593Smuzhiyun 				p->header.flag |= BT_LEAF;
2469*4882a593Smuzhiyun 				p->header.nextindex =
2470*4882a593Smuzhiyun 				    cpu_to_le16(XTENTRYSTART);
2471*4882a593Smuzhiyun 
2472*4882a593Smuzhiyun 				/* XT_PUTPAGE(mp); */
2473*4882a593Smuzhiyun 
2474*4882a593Smuzhiyun 				break;
2475*4882a593Smuzhiyun 			} else {
2476*4882a593Smuzhiyun 				/* free the parent page */
2477*4882a593Smuzhiyun 				if ((rc = xtRelink(tid, ip, p)))
2478*4882a593Smuzhiyun 					return rc;
2479*4882a593Smuzhiyun 
2480*4882a593Smuzhiyun 				xaddr = addressPXD(&p->header.self);
2481*4882a593Smuzhiyun 				/* free the page extent */
2482*4882a593Smuzhiyun 				dbFree(ip, xaddr,
2483*4882a593Smuzhiyun 				       (s64) JFS_SBI(ip->i_sb)->nbperpage);
2484*4882a593Smuzhiyun 
2485*4882a593Smuzhiyun 				/* unpin/free the buffer page */
2486*4882a593Smuzhiyun 				discard_metapage(mp);
2487*4882a593Smuzhiyun 
2488*4882a593Smuzhiyun 				/* propagate up */
2489*4882a593Smuzhiyun 				continue;
2490*4882a593Smuzhiyun 			}
2491*4882a593Smuzhiyun 		}
2492*4882a593Smuzhiyun 		/*
2493*4882a593Smuzhiyun 		 * the parent has other entries remaining:
2494*4882a593Smuzhiyun 		 * delete the router entry from the parent page.
2495*4882a593Smuzhiyun 		 */
2496*4882a593Smuzhiyun 		else {
2497*4882a593Smuzhiyun 			BT_MARK_DIRTY(mp, ip);
2498*4882a593Smuzhiyun 			/*
2499*4882a593Smuzhiyun 			 * acquire a transaction lock on the leaf page;
2500*4882a593Smuzhiyun 			 *
2501*4882a593Smuzhiyun 			 * action:xad deletion;
2502*4882a593Smuzhiyun 			 */
2503*4882a593Smuzhiyun 			tlck = txLock(tid, ip, mp, tlckXTREE);
2504*4882a593Smuzhiyun 			xtlck = (struct xtlock *) & tlck->lock;
2505*4882a593Smuzhiyun 			xtlck->lwm.offset =
2506*4882a593Smuzhiyun 			    (xtlck->lwm.offset) ? min(index,
2507*4882a593Smuzhiyun 						      xtlck->lwm.
2508*4882a593Smuzhiyun 						      offset) : index;
2509*4882a593Smuzhiyun 
2510*4882a593Smuzhiyun 			/* if delete from middle,
2511*4882a593Smuzhiyun 			 * shift left/compact the remaining entries in the page
2512*4882a593Smuzhiyun 			 */
2513*4882a593Smuzhiyun 			if (index < nextindex - 1)
2514*4882a593Smuzhiyun 				memmove(&p->xad[index], &p->xad[index + 1],
2515*4882a593Smuzhiyun 					(nextindex - index -
2516*4882a593Smuzhiyun 					 1) << L2XTSLOTSIZE);
2517*4882a593Smuzhiyun 
2518*4882a593Smuzhiyun 			le16_add_cpu(&p->header.nextindex, -1);
2519*4882a593Smuzhiyun 			jfs_info("xtDeleteUp(entry): 0x%lx[%d]",
2520*4882a593Smuzhiyun 				 (ulong) parent->bn, index);
2521*4882a593Smuzhiyun 		}
2522*4882a593Smuzhiyun 
2523*4882a593Smuzhiyun 		/* unpin the parent page */
2524*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
2525*4882a593Smuzhiyun 
2526*4882a593Smuzhiyun 		/* exit propagation up */
2527*4882a593Smuzhiyun 		break;
2528*4882a593Smuzhiyun 	}
2529*4882a593Smuzhiyun 
2530*4882a593Smuzhiyun 	return 0;
2531*4882a593Smuzhiyun }
2532*4882a593Smuzhiyun 
2533*4882a593Smuzhiyun 
2534*4882a593Smuzhiyun /*
2535*4882a593Smuzhiyun  * NAME:	xtRelocate()
2536*4882a593Smuzhiyun  *
2537*4882a593Smuzhiyun  * FUNCTION:	relocate xtpage or data extent of regular file;
2538*4882a593Smuzhiyun  *		This function is mainly used by defragfs utility.
2539*4882a593Smuzhiyun  *
2540*4882a593Smuzhiyun  * NOTE:	This routine does not have the logic to handle
2541*4882a593Smuzhiyun  *		uncommitted allocated extent. The caller should call
2542*4882a593Smuzhiyun  *		txCommit() to commit all the allocation before call
2543*4882a593Smuzhiyun  *		this routine.
2544*4882a593Smuzhiyun  */
2545*4882a593Smuzhiyun int
xtRelocate(tid_t tid,struct inode * ip,xad_t * oxad,s64 nxaddr,int xtype)2546*4882a593Smuzhiyun xtRelocate(tid_t tid, struct inode * ip, xad_t * oxad,	/* old XAD */
2547*4882a593Smuzhiyun 	   s64 nxaddr,		/* new xaddr */
2548*4882a593Smuzhiyun 	   int xtype)
2549*4882a593Smuzhiyun {				/* extent type: XTPAGE or DATAEXT */
2550*4882a593Smuzhiyun 	int rc = 0;
2551*4882a593Smuzhiyun 	struct tblock *tblk;
2552*4882a593Smuzhiyun 	struct tlock *tlck;
2553*4882a593Smuzhiyun 	struct xtlock *xtlck;
2554*4882a593Smuzhiyun 	struct metapage *mp, *pmp, *lmp, *rmp;	/* meta-page buffer */
2555*4882a593Smuzhiyun 	xtpage_t *p, *pp, *rp, *lp;	/* base B+-tree index page */
2556*4882a593Smuzhiyun 	xad_t *xad;
2557*4882a593Smuzhiyun 	pxd_t *pxd;
2558*4882a593Smuzhiyun 	s64 xoff, xsize;
2559*4882a593Smuzhiyun 	int xlen;
2560*4882a593Smuzhiyun 	s64 oxaddr, sxaddr, dxaddr, nextbn, prevbn;
2561*4882a593Smuzhiyun 	cbuf_t *cp;
2562*4882a593Smuzhiyun 	s64 offset, nbytes, nbrd, pno;
2563*4882a593Smuzhiyun 	int nb, npages, nblks;
2564*4882a593Smuzhiyun 	s64 bn;
2565*4882a593Smuzhiyun 	int cmp;
2566*4882a593Smuzhiyun 	int index;
2567*4882a593Smuzhiyun 	struct pxd_lock *pxdlock;
2568*4882a593Smuzhiyun 	struct btstack btstack;	/* traverse stack */
2569*4882a593Smuzhiyun 
2570*4882a593Smuzhiyun 	xtype = xtype & EXTENT_TYPE;
2571*4882a593Smuzhiyun 
2572*4882a593Smuzhiyun 	xoff = offsetXAD(oxad);
2573*4882a593Smuzhiyun 	oxaddr = addressXAD(oxad);
2574*4882a593Smuzhiyun 	xlen = lengthXAD(oxad);
2575*4882a593Smuzhiyun 
2576*4882a593Smuzhiyun 	/* validate extent offset */
2577*4882a593Smuzhiyun 	offset = xoff << JFS_SBI(ip->i_sb)->l2bsize;
2578*4882a593Smuzhiyun 	if (offset >= ip->i_size)
2579*4882a593Smuzhiyun 		return -ESTALE;	/* stale extent */
2580*4882a593Smuzhiyun 
2581*4882a593Smuzhiyun 	jfs_info("xtRelocate: xtype:%d xoff:0x%lx xlen:0x%x xaddr:0x%lx:0x%lx",
2582*4882a593Smuzhiyun 		 xtype, (ulong) xoff, xlen, (ulong) oxaddr, (ulong) nxaddr);
2583*4882a593Smuzhiyun 
2584*4882a593Smuzhiyun 	/*
2585*4882a593Smuzhiyun 	 *	1. get and validate the parent xtpage/xad entry
2586*4882a593Smuzhiyun 	 *	covering the source extent to be relocated;
2587*4882a593Smuzhiyun 	 */
2588*4882a593Smuzhiyun 	if (xtype == DATAEXT) {
2589*4882a593Smuzhiyun 		/* search in leaf entry */
2590*4882a593Smuzhiyun 		rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, 0);
2591*4882a593Smuzhiyun 		if (rc)
2592*4882a593Smuzhiyun 			return rc;
2593*4882a593Smuzhiyun 
2594*4882a593Smuzhiyun 		/* retrieve search result */
2595*4882a593Smuzhiyun 		XT_GETSEARCH(ip, btstack.top, bn, pmp, pp, index);
2596*4882a593Smuzhiyun 
2597*4882a593Smuzhiyun 		if (cmp) {
2598*4882a593Smuzhiyun 			XT_PUTPAGE(pmp);
2599*4882a593Smuzhiyun 			return -ESTALE;
2600*4882a593Smuzhiyun 		}
2601*4882a593Smuzhiyun 
2602*4882a593Smuzhiyun 		/* validate for exact match with a single entry */
2603*4882a593Smuzhiyun 		xad = &pp->xad[index];
2604*4882a593Smuzhiyun 		if (addressXAD(xad) != oxaddr || lengthXAD(xad) != xlen) {
2605*4882a593Smuzhiyun 			XT_PUTPAGE(pmp);
2606*4882a593Smuzhiyun 			return -ESTALE;
2607*4882a593Smuzhiyun 		}
2608*4882a593Smuzhiyun 	} else {		/* (xtype == XTPAGE) */
2609*4882a593Smuzhiyun 
2610*4882a593Smuzhiyun 		/* search in internal entry */
2611*4882a593Smuzhiyun 		rc = xtSearchNode(ip, oxad, &cmp, &btstack, 0);
2612*4882a593Smuzhiyun 		if (rc)
2613*4882a593Smuzhiyun 			return rc;
2614*4882a593Smuzhiyun 
2615*4882a593Smuzhiyun 		/* retrieve search result */
2616*4882a593Smuzhiyun 		XT_GETSEARCH(ip, btstack.top, bn, pmp, pp, index);
2617*4882a593Smuzhiyun 
2618*4882a593Smuzhiyun 		if (cmp) {
2619*4882a593Smuzhiyun 			XT_PUTPAGE(pmp);
2620*4882a593Smuzhiyun 			return -ESTALE;
2621*4882a593Smuzhiyun 		}
2622*4882a593Smuzhiyun 
2623*4882a593Smuzhiyun 		/* xtSearchNode() validated for exact match with a single entry
2624*4882a593Smuzhiyun 		 */
2625*4882a593Smuzhiyun 		xad = &pp->xad[index];
2626*4882a593Smuzhiyun 	}
2627*4882a593Smuzhiyun 	jfs_info("xtRelocate: parent xad entry validated.");
2628*4882a593Smuzhiyun 
2629*4882a593Smuzhiyun 	/*
2630*4882a593Smuzhiyun 	 *	2. relocate the extent
2631*4882a593Smuzhiyun 	 */
2632*4882a593Smuzhiyun 	if (xtype == DATAEXT) {
2633*4882a593Smuzhiyun 		/* if the extent is allocated-but-not-recorded
2634*4882a593Smuzhiyun 		 * there is no real data to be moved in this extent,
2635*4882a593Smuzhiyun 		 */
2636*4882a593Smuzhiyun 		if (xad->flag & XAD_NOTRECORDED)
2637*4882a593Smuzhiyun 			goto out;
2638*4882a593Smuzhiyun 		else
2639*4882a593Smuzhiyun 			/* release xtpage for cmRead()/xtLookup() */
2640*4882a593Smuzhiyun 			XT_PUTPAGE(pmp);
2641*4882a593Smuzhiyun 
2642*4882a593Smuzhiyun 		/*
2643*4882a593Smuzhiyun 		 *	cmRelocate()
2644*4882a593Smuzhiyun 		 *
2645*4882a593Smuzhiyun 		 * copy target data pages to be relocated;
2646*4882a593Smuzhiyun 		 *
2647*4882a593Smuzhiyun 		 * data extent must start at page boundary and
2648*4882a593Smuzhiyun 		 * multiple of page size (except the last data extent);
2649*4882a593Smuzhiyun 		 * read in each page of the source data extent into cbuf,
2650*4882a593Smuzhiyun 		 * update the cbuf extent descriptor of the page to be
2651*4882a593Smuzhiyun 		 * homeward bound to new dst data extent
2652*4882a593Smuzhiyun 		 * copy the data from the old extent to new extent.
2653*4882a593Smuzhiyun 		 * copy is essential for compressed files to avoid problems
2654*4882a593Smuzhiyun 		 * that can arise if there was a change in compression
2655*4882a593Smuzhiyun 		 * algorithms.
2656*4882a593Smuzhiyun 		 * it is a good strategy because it may disrupt cache
2657*4882a593Smuzhiyun 		 * policy to keep the pages in memory afterwards.
2658*4882a593Smuzhiyun 		 */
2659*4882a593Smuzhiyun 		offset = xoff << JFS_SBI(ip->i_sb)->l2bsize;
2660*4882a593Smuzhiyun 		assert((offset & CM_OFFSET) == 0);
2661*4882a593Smuzhiyun 		nbytes = xlen << JFS_SBI(ip->i_sb)->l2bsize;
2662*4882a593Smuzhiyun 		pno = offset >> CM_L2BSIZE;
2663*4882a593Smuzhiyun 		npages = (nbytes + (CM_BSIZE - 1)) >> CM_L2BSIZE;
2664*4882a593Smuzhiyun /*
2665*4882a593Smuzhiyun 		npages = ((offset + nbytes - 1) >> CM_L2BSIZE) -
2666*4882a593Smuzhiyun 			  (offset >> CM_L2BSIZE) + 1;
2667*4882a593Smuzhiyun */
2668*4882a593Smuzhiyun 		sxaddr = oxaddr;
2669*4882a593Smuzhiyun 		dxaddr = nxaddr;
2670*4882a593Smuzhiyun 
2671*4882a593Smuzhiyun 		/* process the request one cache buffer at a time */
2672*4882a593Smuzhiyun 		for (nbrd = 0; nbrd < nbytes; nbrd += nb,
2673*4882a593Smuzhiyun 		     offset += nb, pno++, npages--) {
2674*4882a593Smuzhiyun 			/* compute page size */
2675*4882a593Smuzhiyun 			nb = min(nbytes - nbrd, CM_BSIZE);
2676*4882a593Smuzhiyun 
2677*4882a593Smuzhiyun 			/* get the cache buffer of the page */
2678*4882a593Smuzhiyun 			if (rc = cmRead(ip, offset, npages, &cp))
2679*4882a593Smuzhiyun 				break;
2680*4882a593Smuzhiyun 
2681*4882a593Smuzhiyun 			assert(addressPXD(&cp->cm_pxd) == sxaddr);
2682*4882a593Smuzhiyun 			assert(!cp->cm_modified);
2683*4882a593Smuzhiyun 
2684*4882a593Smuzhiyun 			/* bind buffer with the new extent address */
2685*4882a593Smuzhiyun 			nblks = nb >> JFS_IP(ip->i_sb)->l2bsize;
2686*4882a593Smuzhiyun 			cmSetXD(ip, cp, pno, dxaddr, nblks);
2687*4882a593Smuzhiyun 
2688*4882a593Smuzhiyun 			/* release the cbuf, mark it as modified */
2689*4882a593Smuzhiyun 			cmPut(cp, true);
2690*4882a593Smuzhiyun 
2691*4882a593Smuzhiyun 			dxaddr += nblks;
2692*4882a593Smuzhiyun 			sxaddr += nblks;
2693*4882a593Smuzhiyun 		}
2694*4882a593Smuzhiyun 
2695*4882a593Smuzhiyun 		/* get back parent page */
2696*4882a593Smuzhiyun 		if ((rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, 0)))
2697*4882a593Smuzhiyun 			return rc;
2698*4882a593Smuzhiyun 
2699*4882a593Smuzhiyun 		XT_GETSEARCH(ip, btstack.top, bn, pmp, pp, index);
2700*4882a593Smuzhiyun 		jfs_info("xtRelocate: target data extent relocated.");
2701*4882a593Smuzhiyun 	} else {		/* (xtype == XTPAGE) */
2702*4882a593Smuzhiyun 
2703*4882a593Smuzhiyun 		/*
2704*4882a593Smuzhiyun 		 * read in the target xtpage from the source extent;
2705*4882a593Smuzhiyun 		 */
2706*4882a593Smuzhiyun 		XT_GETPAGE(ip, oxaddr, mp, PSIZE, p, rc);
2707*4882a593Smuzhiyun 		if (rc) {
2708*4882a593Smuzhiyun 			XT_PUTPAGE(pmp);
2709*4882a593Smuzhiyun 			return rc;
2710*4882a593Smuzhiyun 		}
2711*4882a593Smuzhiyun 
2712*4882a593Smuzhiyun 		/*
2713*4882a593Smuzhiyun 		 * read in sibling pages if any to update sibling pointers;
2714*4882a593Smuzhiyun 		 */
2715*4882a593Smuzhiyun 		rmp = NULL;
2716*4882a593Smuzhiyun 		if (p->header.next) {
2717*4882a593Smuzhiyun 			nextbn = le64_to_cpu(p->header.next);
2718*4882a593Smuzhiyun 			XT_GETPAGE(ip, nextbn, rmp, PSIZE, rp, rc);
2719*4882a593Smuzhiyun 			if (rc) {
2720*4882a593Smuzhiyun 				XT_PUTPAGE(pmp);
2721*4882a593Smuzhiyun 				XT_PUTPAGE(mp);
2722*4882a593Smuzhiyun 				return (rc);
2723*4882a593Smuzhiyun 			}
2724*4882a593Smuzhiyun 		}
2725*4882a593Smuzhiyun 
2726*4882a593Smuzhiyun 		lmp = NULL;
2727*4882a593Smuzhiyun 		if (p->header.prev) {
2728*4882a593Smuzhiyun 			prevbn = le64_to_cpu(p->header.prev);
2729*4882a593Smuzhiyun 			XT_GETPAGE(ip, prevbn, lmp, PSIZE, lp, rc);
2730*4882a593Smuzhiyun 			if (rc) {
2731*4882a593Smuzhiyun 				XT_PUTPAGE(pmp);
2732*4882a593Smuzhiyun 				XT_PUTPAGE(mp);
2733*4882a593Smuzhiyun 				if (rmp)
2734*4882a593Smuzhiyun 					XT_PUTPAGE(rmp);
2735*4882a593Smuzhiyun 				return (rc);
2736*4882a593Smuzhiyun 			}
2737*4882a593Smuzhiyun 		}
2738*4882a593Smuzhiyun 
2739*4882a593Smuzhiyun 		/* at this point, all xtpages to be updated are in memory */
2740*4882a593Smuzhiyun 
2741*4882a593Smuzhiyun 		/*
2742*4882a593Smuzhiyun 		 * update sibling pointers of sibling xtpages if any;
2743*4882a593Smuzhiyun 		 */
2744*4882a593Smuzhiyun 		if (lmp) {
2745*4882a593Smuzhiyun 			BT_MARK_DIRTY(lmp, ip);
2746*4882a593Smuzhiyun 			tlck = txLock(tid, ip, lmp, tlckXTREE | tlckRELINK);
2747*4882a593Smuzhiyun 			lp->header.next = cpu_to_le64(nxaddr);
2748*4882a593Smuzhiyun 			XT_PUTPAGE(lmp);
2749*4882a593Smuzhiyun 		}
2750*4882a593Smuzhiyun 
2751*4882a593Smuzhiyun 		if (rmp) {
2752*4882a593Smuzhiyun 			BT_MARK_DIRTY(rmp, ip);
2753*4882a593Smuzhiyun 			tlck = txLock(tid, ip, rmp, tlckXTREE | tlckRELINK);
2754*4882a593Smuzhiyun 			rp->header.prev = cpu_to_le64(nxaddr);
2755*4882a593Smuzhiyun 			XT_PUTPAGE(rmp);
2756*4882a593Smuzhiyun 		}
2757*4882a593Smuzhiyun 
2758*4882a593Smuzhiyun 		/*
2759*4882a593Smuzhiyun 		 * update the target xtpage to be relocated
2760*4882a593Smuzhiyun 		 *
2761*4882a593Smuzhiyun 		 * update the self address of the target page
2762*4882a593Smuzhiyun 		 * and write to destination extent;
2763*4882a593Smuzhiyun 		 * redo image covers the whole xtpage since it is new page
2764*4882a593Smuzhiyun 		 * to the destination extent;
2765*4882a593Smuzhiyun 		 * update of bmap for the free of source extent
2766*4882a593Smuzhiyun 		 * of the target xtpage itself:
2767*4882a593Smuzhiyun 		 * update of bmap for the allocation of destination extent
2768*4882a593Smuzhiyun 		 * of the target xtpage itself:
2769*4882a593Smuzhiyun 		 * update of bmap for the extents covered by xad entries in
2770*4882a593Smuzhiyun 		 * the target xtpage is not necessary since they are not
2771*4882a593Smuzhiyun 		 * updated;
2772*4882a593Smuzhiyun 		 * if not committed before this relocation,
2773*4882a593Smuzhiyun 		 * target page may contain XAD_NEW entries which must
2774*4882a593Smuzhiyun 		 * be scanned for bmap update (logredo() always
2775*4882a593Smuzhiyun 		 * scan xtpage REDOPAGE image for bmap update);
2776*4882a593Smuzhiyun 		 * if committed before this relocation (tlckRELOCATE),
2777*4882a593Smuzhiyun 		 * scan may be skipped by commit() and logredo();
2778*4882a593Smuzhiyun 		 */
2779*4882a593Smuzhiyun 		BT_MARK_DIRTY(mp, ip);
2780*4882a593Smuzhiyun 		/* tlckNEW init xtlck->lwm.offset = XTENTRYSTART; */
2781*4882a593Smuzhiyun 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckNEW);
2782*4882a593Smuzhiyun 		xtlck = (struct xtlock *) & tlck->lock;
2783*4882a593Smuzhiyun 
2784*4882a593Smuzhiyun 		/* update the self address in the xtpage header */
2785*4882a593Smuzhiyun 		pxd = &p->header.self;
2786*4882a593Smuzhiyun 		PXDaddress(pxd, nxaddr);
2787*4882a593Smuzhiyun 
2788*4882a593Smuzhiyun 		/* linelock for the after image of the whole page */
2789*4882a593Smuzhiyun 		xtlck->lwm.length =
2790*4882a593Smuzhiyun 		    le16_to_cpu(p->header.nextindex) - xtlck->lwm.offset;
2791*4882a593Smuzhiyun 
2792*4882a593Smuzhiyun 		/* update the buffer extent descriptor of target xtpage */
2793*4882a593Smuzhiyun 		xsize = xlen << JFS_SBI(ip->i_sb)->l2bsize;
2794*4882a593Smuzhiyun 		bmSetXD(mp, nxaddr, xsize);
2795*4882a593Smuzhiyun 
2796*4882a593Smuzhiyun 		/* unpin the target page to new homeward bound */
2797*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
2798*4882a593Smuzhiyun 		jfs_info("xtRelocate: target xtpage relocated.");
2799*4882a593Smuzhiyun 	}
2800*4882a593Smuzhiyun 
2801*4882a593Smuzhiyun 	/*
2802*4882a593Smuzhiyun 	 *	3. acquire maplock for the source extent to be freed;
2803*4882a593Smuzhiyun 	 *
2804*4882a593Smuzhiyun 	 * acquire a maplock saving the src relocated extent address;
2805*4882a593Smuzhiyun 	 * to free of the extent at commit time;
2806*4882a593Smuzhiyun 	 */
2807*4882a593Smuzhiyun       out:
2808*4882a593Smuzhiyun 	/* if DATAEXT relocation, write a LOG_UPDATEMAP record for
2809*4882a593Smuzhiyun 	 * free PXD of the source data extent (logredo() will update
2810*4882a593Smuzhiyun 	 * bmap for free of source data extent), and update bmap for
2811*4882a593Smuzhiyun 	 * free of the source data extent;
2812*4882a593Smuzhiyun 	 */
2813*4882a593Smuzhiyun 	if (xtype == DATAEXT)
2814*4882a593Smuzhiyun 		tlck = txMaplock(tid, ip, tlckMAP);
2815*4882a593Smuzhiyun 	/* if XTPAGE relocation, write a LOG_NOREDOPAGE record
2816*4882a593Smuzhiyun 	 * for the source xtpage (logredo() will init NoRedoPage
2817*4882a593Smuzhiyun 	 * filter and will also update bmap for free of the source
2818*4882a593Smuzhiyun 	 * xtpage), and update bmap for free of the source xtpage;
2819*4882a593Smuzhiyun 	 * N.B. We use tlckMAP instead of tlkcXTREE because there
2820*4882a593Smuzhiyun 	 *      is no buffer associated with this lock since the buffer
2821*4882a593Smuzhiyun 	 *      has been redirected to the target location.
2822*4882a593Smuzhiyun 	 */
2823*4882a593Smuzhiyun 	else			/* (xtype == XTPAGE) */
2824*4882a593Smuzhiyun 		tlck = txMaplock(tid, ip, tlckMAP | tlckRELOCATE);
2825*4882a593Smuzhiyun 
2826*4882a593Smuzhiyun 	pxdlock = (struct pxd_lock *) & tlck->lock;
2827*4882a593Smuzhiyun 	pxdlock->flag = mlckFREEPXD;
2828*4882a593Smuzhiyun 	PXDaddress(&pxdlock->pxd, oxaddr);
2829*4882a593Smuzhiyun 	PXDlength(&pxdlock->pxd, xlen);
2830*4882a593Smuzhiyun 	pxdlock->index = 1;
2831*4882a593Smuzhiyun 
2832*4882a593Smuzhiyun 	/*
2833*4882a593Smuzhiyun 	 *	4. update the parent xad entry for relocation;
2834*4882a593Smuzhiyun 	 *
2835*4882a593Smuzhiyun 	 * acquire tlck for the parent entry with XAD_NEW as entry
2836*4882a593Smuzhiyun 	 * update which will write LOG_REDOPAGE and update bmap for
2837*4882a593Smuzhiyun 	 * allocation of XAD_NEW destination extent;
2838*4882a593Smuzhiyun 	 */
2839*4882a593Smuzhiyun 	jfs_info("xtRelocate: update parent xad entry.");
2840*4882a593Smuzhiyun 	BT_MARK_DIRTY(pmp, ip);
2841*4882a593Smuzhiyun 	tlck = txLock(tid, ip, pmp, tlckXTREE | tlckGROW);
2842*4882a593Smuzhiyun 	xtlck = (struct xtlock *) & tlck->lock;
2843*4882a593Smuzhiyun 
2844*4882a593Smuzhiyun 	/* update the XAD with the new destination extent; */
2845*4882a593Smuzhiyun 	xad = &pp->xad[index];
2846*4882a593Smuzhiyun 	xad->flag |= XAD_NEW;
2847*4882a593Smuzhiyun 	XADaddress(xad, nxaddr);
2848*4882a593Smuzhiyun 
2849*4882a593Smuzhiyun 	xtlck->lwm.offset = min(index, xtlck->lwm.offset);
2850*4882a593Smuzhiyun 	xtlck->lwm.length = le16_to_cpu(pp->header.nextindex) -
2851*4882a593Smuzhiyun 	    xtlck->lwm.offset;
2852*4882a593Smuzhiyun 
2853*4882a593Smuzhiyun 	/* unpin the parent xtpage */
2854*4882a593Smuzhiyun 	XT_PUTPAGE(pmp);
2855*4882a593Smuzhiyun 
2856*4882a593Smuzhiyun 	return rc;
2857*4882a593Smuzhiyun }
2858*4882a593Smuzhiyun 
2859*4882a593Smuzhiyun 
2860*4882a593Smuzhiyun /*
2861*4882a593Smuzhiyun  *	xtSearchNode()
2862*4882a593Smuzhiyun  *
2863*4882a593Smuzhiyun  * function:	search for the internal xad entry covering specified extent.
2864*4882a593Smuzhiyun  *		This function is mainly used by defragfs utility.
2865*4882a593Smuzhiyun  *
2866*4882a593Smuzhiyun  * parameters:
2867*4882a593Smuzhiyun  *	ip	- file object;
2868*4882a593Smuzhiyun  *	xad	- extent to find;
2869*4882a593Smuzhiyun  *	cmpp	- comparison result:
2870*4882a593Smuzhiyun  *	btstack - traverse stack;
2871*4882a593Smuzhiyun  *	flag	- search process flag;
2872*4882a593Smuzhiyun  *
2873*4882a593Smuzhiyun  * returns:
2874*4882a593Smuzhiyun  *	btstack contains (bn, index) of search path traversed to the entry.
2875*4882a593Smuzhiyun  *	*cmpp is set to result of comparison with the entry returned.
2876*4882a593Smuzhiyun  *	the page containing the entry is pinned at exit.
2877*4882a593Smuzhiyun  */
xtSearchNode(struct inode * ip,xad_t * xad,int * cmpp,struct btstack * btstack,int flag)2878*4882a593Smuzhiyun static int xtSearchNode(struct inode *ip, xad_t * xad,	/* required XAD entry */
2879*4882a593Smuzhiyun 			int *cmpp, struct btstack * btstack, int flag)
2880*4882a593Smuzhiyun {
2881*4882a593Smuzhiyun 	int rc = 0;
2882*4882a593Smuzhiyun 	s64 xoff, xaddr;
2883*4882a593Smuzhiyun 	int xlen;
2884*4882a593Smuzhiyun 	int cmp = 1;		/* init for empty page */
2885*4882a593Smuzhiyun 	s64 bn;			/* block number */
2886*4882a593Smuzhiyun 	struct metapage *mp;	/* meta-page buffer */
2887*4882a593Smuzhiyun 	xtpage_t *p;		/* page */
2888*4882a593Smuzhiyun 	int base, index, lim;
2889*4882a593Smuzhiyun 	struct btframe *btsp;
2890*4882a593Smuzhiyun 	s64 t64;
2891*4882a593Smuzhiyun 
2892*4882a593Smuzhiyun 	BT_CLR(btstack);
2893*4882a593Smuzhiyun 
2894*4882a593Smuzhiyun 	xoff = offsetXAD(xad);
2895*4882a593Smuzhiyun 	xlen = lengthXAD(xad);
2896*4882a593Smuzhiyun 	xaddr = addressXAD(xad);
2897*4882a593Smuzhiyun 
2898*4882a593Smuzhiyun 	/*
2899*4882a593Smuzhiyun 	 *	search down tree from root:
2900*4882a593Smuzhiyun 	 *
2901*4882a593Smuzhiyun 	 * between two consecutive entries of <Ki, Pi> and <Kj, Pj> of
2902*4882a593Smuzhiyun 	 * internal page, child page Pi contains entry with k, Ki <= K < Kj.
2903*4882a593Smuzhiyun 	 *
2904*4882a593Smuzhiyun 	 * if entry with search key K is not found
2905*4882a593Smuzhiyun 	 * internal page search find the entry with largest key Ki
2906*4882a593Smuzhiyun 	 * less than K which point to the child page to search;
2907*4882a593Smuzhiyun 	 * leaf page search find the entry with smallest key Kj
2908*4882a593Smuzhiyun 	 * greater than K so that the returned index is the position of
2909*4882a593Smuzhiyun 	 * the entry to be shifted right for insertion of new entry.
2910*4882a593Smuzhiyun 	 * for empty tree, search key is greater than any key of the tree.
2911*4882a593Smuzhiyun 	 *
2912*4882a593Smuzhiyun 	 * by convention, root bn = 0.
2913*4882a593Smuzhiyun 	 */
2914*4882a593Smuzhiyun 	for (bn = 0;;) {
2915*4882a593Smuzhiyun 		/* get/pin the page to search */
2916*4882a593Smuzhiyun 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
2917*4882a593Smuzhiyun 		if (rc)
2918*4882a593Smuzhiyun 			return rc;
2919*4882a593Smuzhiyun 		if (p->header.flag & BT_LEAF) {
2920*4882a593Smuzhiyun 			XT_PUTPAGE(mp);
2921*4882a593Smuzhiyun 			return -ESTALE;
2922*4882a593Smuzhiyun 		}
2923*4882a593Smuzhiyun 
2924*4882a593Smuzhiyun 		lim = le16_to_cpu(p->header.nextindex) - XTENTRYSTART;
2925*4882a593Smuzhiyun 
2926*4882a593Smuzhiyun 		/*
2927*4882a593Smuzhiyun 		 * binary search with search key K on the current page
2928*4882a593Smuzhiyun 		 */
2929*4882a593Smuzhiyun 		for (base = XTENTRYSTART; lim; lim >>= 1) {
2930*4882a593Smuzhiyun 			index = base + (lim >> 1);
2931*4882a593Smuzhiyun 
2932*4882a593Smuzhiyun 			XT_CMP(cmp, xoff, &p->xad[index], t64);
2933*4882a593Smuzhiyun 			if (cmp == 0) {
2934*4882a593Smuzhiyun 				/*
2935*4882a593Smuzhiyun 				 *	search hit
2936*4882a593Smuzhiyun 				 *
2937*4882a593Smuzhiyun 				 * verify for exact match;
2938*4882a593Smuzhiyun 				 */
2939*4882a593Smuzhiyun 				if (xaddr == addressXAD(&p->xad[index]) &&
2940*4882a593Smuzhiyun 				    xoff == offsetXAD(&p->xad[index])) {
2941*4882a593Smuzhiyun 					*cmpp = cmp;
2942*4882a593Smuzhiyun 
2943*4882a593Smuzhiyun 					/* save search result */
2944*4882a593Smuzhiyun 					btsp = btstack->top;
2945*4882a593Smuzhiyun 					btsp->bn = bn;
2946*4882a593Smuzhiyun 					btsp->index = index;
2947*4882a593Smuzhiyun 					btsp->mp = mp;
2948*4882a593Smuzhiyun 
2949*4882a593Smuzhiyun 					return 0;
2950*4882a593Smuzhiyun 				}
2951*4882a593Smuzhiyun 
2952*4882a593Smuzhiyun 				/* descend/search its child page */
2953*4882a593Smuzhiyun 				goto next;
2954*4882a593Smuzhiyun 			}
2955*4882a593Smuzhiyun 
2956*4882a593Smuzhiyun 			if (cmp > 0) {
2957*4882a593Smuzhiyun 				base = index + 1;
2958*4882a593Smuzhiyun 				--lim;
2959*4882a593Smuzhiyun 			}
2960*4882a593Smuzhiyun 		}
2961*4882a593Smuzhiyun 
2962*4882a593Smuzhiyun 		/*
2963*4882a593Smuzhiyun 		 *	search miss - non-leaf page:
2964*4882a593Smuzhiyun 		 *
2965*4882a593Smuzhiyun 		 * base is the smallest index with key (Kj) greater than
2966*4882a593Smuzhiyun 		 * search key (K) and may be zero or maxentry index.
2967*4882a593Smuzhiyun 		 * if base is non-zero, decrement base by one to get the parent
2968*4882a593Smuzhiyun 		 * entry of the child page to search.
2969*4882a593Smuzhiyun 		 */
2970*4882a593Smuzhiyun 		index = base ? base - 1 : base;
2971*4882a593Smuzhiyun 
2972*4882a593Smuzhiyun 		/*
2973*4882a593Smuzhiyun 		 * go down to child page
2974*4882a593Smuzhiyun 		 */
2975*4882a593Smuzhiyun 	      next:
2976*4882a593Smuzhiyun 		/* get the child page block number */
2977*4882a593Smuzhiyun 		bn = addressXAD(&p->xad[index]);
2978*4882a593Smuzhiyun 
2979*4882a593Smuzhiyun 		/* unpin the parent page */
2980*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
2981*4882a593Smuzhiyun 	}
2982*4882a593Smuzhiyun }
2983*4882a593Smuzhiyun 
2984*4882a593Smuzhiyun 
2985*4882a593Smuzhiyun /*
2986*4882a593Smuzhiyun  *	xtRelink()
2987*4882a593Smuzhiyun  *
2988*4882a593Smuzhiyun  * function:
2989*4882a593Smuzhiyun  *	link around a freed page.
2990*4882a593Smuzhiyun  *
2991*4882a593Smuzhiyun  * Parameter:
2992*4882a593Smuzhiyun  *	int		tid,
2993*4882a593Smuzhiyun  *	struct inode	*ip,
2994*4882a593Smuzhiyun  *	xtpage_t	*p)
2995*4882a593Smuzhiyun  *
2996*4882a593Smuzhiyun  * returns:
2997*4882a593Smuzhiyun  */
xtRelink(tid_t tid,struct inode * ip,xtpage_t * p)2998*4882a593Smuzhiyun static int xtRelink(tid_t tid, struct inode *ip, xtpage_t * p)
2999*4882a593Smuzhiyun {
3000*4882a593Smuzhiyun 	int rc = 0;
3001*4882a593Smuzhiyun 	struct metapage *mp;
3002*4882a593Smuzhiyun 	s64 nextbn, prevbn;
3003*4882a593Smuzhiyun 	struct tlock *tlck;
3004*4882a593Smuzhiyun 
3005*4882a593Smuzhiyun 	nextbn = le64_to_cpu(p->header.next);
3006*4882a593Smuzhiyun 	prevbn = le64_to_cpu(p->header.prev);
3007*4882a593Smuzhiyun 
3008*4882a593Smuzhiyun 	/* update prev pointer of the next page */
3009*4882a593Smuzhiyun 	if (nextbn != 0) {
3010*4882a593Smuzhiyun 		XT_GETPAGE(ip, nextbn, mp, PSIZE, p, rc);
3011*4882a593Smuzhiyun 		if (rc)
3012*4882a593Smuzhiyun 			return rc;
3013*4882a593Smuzhiyun 
3014*4882a593Smuzhiyun 		/*
3015*4882a593Smuzhiyun 		 * acquire a transaction lock on the page;
3016*4882a593Smuzhiyun 		 *
3017*4882a593Smuzhiyun 		 * action: update prev pointer;
3018*4882a593Smuzhiyun 		 */
3019*4882a593Smuzhiyun 		BT_MARK_DIRTY(mp, ip);
3020*4882a593Smuzhiyun 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckRELINK);
3021*4882a593Smuzhiyun 
3022*4882a593Smuzhiyun 		/* the page may already have been tlock'd */
3023*4882a593Smuzhiyun 
3024*4882a593Smuzhiyun 		p->header.prev = cpu_to_le64(prevbn);
3025*4882a593Smuzhiyun 
3026*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
3027*4882a593Smuzhiyun 	}
3028*4882a593Smuzhiyun 
3029*4882a593Smuzhiyun 	/* update next pointer of the previous page */
3030*4882a593Smuzhiyun 	if (prevbn != 0) {
3031*4882a593Smuzhiyun 		XT_GETPAGE(ip, prevbn, mp, PSIZE, p, rc);
3032*4882a593Smuzhiyun 		if (rc)
3033*4882a593Smuzhiyun 			return rc;
3034*4882a593Smuzhiyun 
3035*4882a593Smuzhiyun 		/*
3036*4882a593Smuzhiyun 		 * acquire a transaction lock on the page;
3037*4882a593Smuzhiyun 		 *
3038*4882a593Smuzhiyun 		 * action: update next pointer;
3039*4882a593Smuzhiyun 		 */
3040*4882a593Smuzhiyun 		BT_MARK_DIRTY(mp, ip);
3041*4882a593Smuzhiyun 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckRELINK);
3042*4882a593Smuzhiyun 
3043*4882a593Smuzhiyun 		/* the page may already have been tlock'd */
3044*4882a593Smuzhiyun 
3045*4882a593Smuzhiyun 		p->header.next = le64_to_cpu(nextbn);
3046*4882a593Smuzhiyun 
3047*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
3048*4882a593Smuzhiyun 	}
3049*4882a593Smuzhiyun 
3050*4882a593Smuzhiyun 	return 0;
3051*4882a593Smuzhiyun }
3052*4882a593Smuzhiyun #endif				/*  _STILL_TO_PORT */
3053*4882a593Smuzhiyun 
3054*4882a593Smuzhiyun 
3055*4882a593Smuzhiyun /*
3056*4882a593Smuzhiyun  *	xtInitRoot()
3057*4882a593Smuzhiyun  *
3058*4882a593Smuzhiyun  * initialize file root (inline in inode)
3059*4882a593Smuzhiyun  */
xtInitRoot(tid_t tid,struct inode * ip)3060*4882a593Smuzhiyun void xtInitRoot(tid_t tid, struct inode *ip)
3061*4882a593Smuzhiyun {
3062*4882a593Smuzhiyun 	xtpage_t *p;
3063*4882a593Smuzhiyun 
3064*4882a593Smuzhiyun 	/*
3065*4882a593Smuzhiyun 	 * acquire a transaction lock on the root
3066*4882a593Smuzhiyun 	 *
3067*4882a593Smuzhiyun 	 * action:
3068*4882a593Smuzhiyun 	 */
3069*4882a593Smuzhiyun 	txLock(tid, ip, (struct metapage *) &JFS_IP(ip)->bxflag,
3070*4882a593Smuzhiyun 		      tlckXTREE | tlckNEW);
3071*4882a593Smuzhiyun 	p = &JFS_IP(ip)->i_xtroot;
3072*4882a593Smuzhiyun 
3073*4882a593Smuzhiyun 	p->header.flag = DXD_INDEX | BT_ROOT | BT_LEAF;
3074*4882a593Smuzhiyun 	p->header.nextindex = cpu_to_le16(XTENTRYSTART);
3075*4882a593Smuzhiyun 
3076*4882a593Smuzhiyun 	if (S_ISDIR(ip->i_mode))
3077*4882a593Smuzhiyun 		p->header.maxentry = cpu_to_le16(XTROOTINITSLOT_DIR);
3078*4882a593Smuzhiyun 	else {
3079*4882a593Smuzhiyun 		p->header.maxentry = cpu_to_le16(XTROOTINITSLOT);
3080*4882a593Smuzhiyun 		ip->i_size = 0;
3081*4882a593Smuzhiyun 	}
3082*4882a593Smuzhiyun 
3083*4882a593Smuzhiyun 
3084*4882a593Smuzhiyun 	return;
3085*4882a593Smuzhiyun }
3086*4882a593Smuzhiyun 
3087*4882a593Smuzhiyun 
3088*4882a593Smuzhiyun /*
3089*4882a593Smuzhiyun  * We can run into a deadlock truncating a file with a large number of
3090*4882a593Smuzhiyun  * xtree pages (large fragmented file).  A robust fix would entail a
3091*4882a593Smuzhiyun  * reservation system where we would reserve a number of metadata pages
3092*4882a593Smuzhiyun  * and tlocks which we would be guaranteed without a deadlock.  Without
3093*4882a593Smuzhiyun  * this, a partial fix is to limit number of metadata pages we will lock
3094*4882a593Smuzhiyun  * in a single transaction.  Currently we will truncate the file so that
3095*4882a593Smuzhiyun  * no more than 50 leaf pages will be locked.  The caller of xtTruncate
3096*4882a593Smuzhiyun  * will be responsible for ensuring that the current transaction gets
3097*4882a593Smuzhiyun  * committed, and that subsequent transactions are created to truncate
3098*4882a593Smuzhiyun  * the file further if needed.
3099*4882a593Smuzhiyun  */
3100*4882a593Smuzhiyun #define MAX_TRUNCATE_LEAVES 50
3101*4882a593Smuzhiyun 
3102*4882a593Smuzhiyun /*
3103*4882a593Smuzhiyun  *	xtTruncate()
3104*4882a593Smuzhiyun  *
3105*4882a593Smuzhiyun  * function:
3106*4882a593Smuzhiyun  *	traverse for truncation logging backward bottom up;
3107*4882a593Smuzhiyun  *	terminate at the last extent entry at the current subtree
3108*4882a593Smuzhiyun  *	root page covering new down size.
3109*4882a593Smuzhiyun  *	truncation may occur within the last extent entry.
3110*4882a593Smuzhiyun  *
3111*4882a593Smuzhiyun  * parameter:
3112*4882a593Smuzhiyun  *	int		tid,
3113*4882a593Smuzhiyun  *	struct inode	*ip,
3114*4882a593Smuzhiyun  *	s64		newsize,
3115*4882a593Smuzhiyun  *	int		type)	{PWMAP, PMAP, WMAP; DELETE, TRUNCATE}
3116*4882a593Smuzhiyun  *
3117*4882a593Smuzhiyun  * return:
3118*4882a593Smuzhiyun  *
3119*4882a593Smuzhiyun  * note:
3120*4882a593Smuzhiyun  *	PWMAP:
3121*4882a593Smuzhiyun  *	 1. truncate (non-COMMIT_NOLINK file)
3122*4882a593Smuzhiyun  *	    by jfs_truncate() or jfs_open(O_TRUNC):
3123*4882a593Smuzhiyun  *	    xtree is updated;
3124*4882a593Smuzhiyun  *	 2. truncate index table of directory when last entry removed
3125*4882a593Smuzhiyun  *	map update via tlock at commit time;
3126*4882a593Smuzhiyun  *	PMAP:
3127*4882a593Smuzhiyun  *	 Call xtTruncate_pmap instead
3128*4882a593Smuzhiyun  *	WMAP:
3129*4882a593Smuzhiyun  *	 1. remove (free zero link count) on last reference release
3130*4882a593Smuzhiyun  *	    (pmap has been freed at commit zero link count);
3131*4882a593Smuzhiyun  *	 2. truncate (COMMIT_NOLINK file, i.e., tmp file):
3132*4882a593Smuzhiyun  *	    xtree is updated;
3133*4882a593Smuzhiyun  *	 map update directly at truncation time;
3134*4882a593Smuzhiyun  *
3135*4882a593Smuzhiyun  *	if (DELETE)
3136*4882a593Smuzhiyun  *		no LOG_NOREDOPAGE is required (NOREDOFILE is sufficient);
3137*4882a593Smuzhiyun  *	else if (TRUNCATE)
3138*4882a593Smuzhiyun  *		must write LOG_NOREDOPAGE for deleted index page;
3139*4882a593Smuzhiyun  *
3140*4882a593Smuzhiyun  * pages may already have been tlocked by anonymous transactions
3141*4882a593Smuzhiyun  * during file growth (i.e., write) before truncation;
3142*4882a593Smuzhiyun  *
3143*4882a593Smuzhiyun  * except last truncated entry, deleted entries remains as is
3144*4882a593Smuzhiyun  * in the page (nextindex is updated) for other use
3145*4882a593Smuzhiyun  * (e.g., log/update allocation map): this avoid copying the page
3146*4882a593Smuzhiyun  * info but delay free of pages;
3147*4882a593Smuzhiyun  *
3148*4882a593Smuzhiyun  */
xtTruncate(tid_t tid,struct inode * ip,s64 newsize,int flag)3149*4882a593Smuzhiyun s64 xtTruncate(tid_t tid, struct inode *ip, s64 newsize, int flag)
3150*4882a593Smuzhiyun {
3151*4882a593Smuzhiyun 	int rc = 0;
3152*4882a593Smuzhiyun 	s64 teof;
3153*4882a593Smuzhiyun 	struct metapage *mp;
3154*4882a593Smuzhiyun 	xtpage_t *p;
3155*4882a593Smuzhiyun 	s64 bn;
3156*4882a593Smuzhiyun 	int index, nextindex;
3157*4882a593Smuzhiyun 	xad_t *xad;
3158*4882a593Smuzhiyun 	s64 xoff, xaddr;
3159*4882a593Smuzhiyun 	int xlen, len, freexlen;
3160*4882a593Smuzhiyun 	struct btstack btstack;
3161*4882a593Smuzhiyun 	struct btframe *parent;
3162*4882a593Smuzhiyun 	struct tblock *tblk = NULL;
3163*4882a593Smuzhiyun 	struct tlock *tlck = NULL;
3164*4882a593Smuzhiyun 	struct xtlock *xtlck = NULL;
3165*4882a593Smuzhiyun 	struct xdlistlock xadlock;	/* maplock for COMMIT_WMAP */
3166*4882a593Smuzhiyun 	struct pxd_lock *pxdlock;		/* maplock for COMMIT_WMAP */
3167*4882a593Smuzhiyun 	s64 nfreed;
3168*4882a593Smuzhiyun 	int freed, log;
3169*4882a593Smuzhiyun 	int locked_leaves = 0;
3170*4882a593Smuzhiyun 
3171*4882a593Smuzhiyun 	/* save object truncation type */
3172*4882a593Smuzhiyun 	if (tid) {
3173*4882a593Smuzhiyun 		tblk = tid_to_tblock(tid);
3174*4882a593Smuzhiyun 		tblk->xflag |= flag;
3175*4882a593Smuzhiyun 	}
3176*4882a593Smuzhiyun 
3177*4882a593Smuzhiyun 	nfreed = 0;
3178*4882a593Smuzhiyun 
3179*4882a593Smuzhiyun 	flag &= COMMIT_MAP;
3180*4882a593Smuzhiyun 	assert(flag != COMMIT_PMAP);
3181*4882a593Smuzhiyun 
3182*4882a593Smuzhiyun 	if (flag == COMMIT_PWMAP)
3183*4882a593Smuzhiyun 		log = 1;
3184*4882a593Smuzhiyun 	else {
3185*4882a593Smuzhiyun 		log = 0;
3186*4882a593Smuzhiyun 		xadlock.flag = mlckFREEXADLIST;
3187*4882a593Smuzhiyun 		xadlock.index = 1;
3188*4882a593Smuzhiyun 	}
3189*4882a593Smuzhiyun 
3190*4882a593Smuzhiyun 	/*
3191*4882a593Smuzhiyun 	 * if the newsize is not an integral number of pages,
3192*4882a593Smuzhiyun 	 * the file between newsize and next page boundary will
3193*4882a593Smuzhiyun 	 * be cleared.
3194*4882a593Smuzhiyun 	 * if truncating into a file hole, it will cause
3195*4882a593Smuzhiyun 	 * a full block to be allocated for the logical block.
3196*4882a593Smuzhiyun 	 */
3197*4882a593Smuzhiyun 
3198*4882a593Smuzhiyun 	/*
3199*4882a593Smuzhiyun 	 * release page blocks of truncated region <teof, eof>
3200*4882a593Smuzhiyun 	 *
3201*4882a593Smuzhiyun 	 * free the data blocks from the leaf index blocks.
3202*4882a593Smuzhiyun 	 * delete the parent index entries corresponding to
3203*4882a593Smuzhiyun 	 * the freed child data/index blocks.
3204*4882a593Smuzhiyun 	 * free the index blocks themselves which aren't needed
3205*4882a593Smuzhiyun 	 * in new sized file.
3206*4882a593Smuzhiyun 	 *
3207*4882a593Smuzhiyun 	 * index blocks are updated only if the blocks are to be
3208*4882a593Smuzhiyun 	 * retained in the new sized file.
3209*4882a593Smuzhiyun 	 * if type is PMAP, the data and index pages are NOT
3210*4882a593Smuzhiyun 	 * freed, and the data and index blocks are NOT freed
3211*4882a593Smuzhiyun 	 * from working map.
3212*4882a593Smuzhiyun 	 * (this will allow continued access of data/index of
3213*4882a593Smuzhiyun 	 * temporary file (zerolink count file truncated to zero-length)).
3214*4882a593Smuzhiyun 	 */
3215*4882a593Smuzhiyun 	teof = (newsize + (JFS_SBI(ip->i_sb)->bsize - 1)) >>
3216*4882a593Smuzhiyun 	    JFS_SBI(ip->i_sb)->l2bsize;
3217*4882a593Smuzhiyun 
3218*4882a593Smuzhiyun 	/* clear stack */
3219*4882a593Smuzhiyun 	BT_CLR(&btstack);
3220*4882a593Smuzhiyun 
3221*4882a593Smuzhiyun 	/*
3222*4882a593Smuzhiyun 	 * start with root
3223*4882a593Smuzhiyun 	 *
3224*4882a593Smuzhiyun 	 * root resides in the inode
3225*4882a593Smuzhiyun 	 */
3226*4882a593Smuzhiyun 	bn = 0;
3227*4882a593Smuzhiyun 
3228*4882a593Smuzhiyun 	/*
3229*4882a593Smuzhiyun 	 * first access of each page:
3230*4882a593Smuzhiyun 	 */
3231*4882a593Smuzhiyun       getPage:
3232*4882a593Smuzhiyun 	XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
3233*4882a593Smuzhiyun 	if (rc)
3234*4882a593Smuzhiyun 		return rc;
3235*4882a593Smuzhiyun 
3236*4882a593Smuzhiyun 	/* process entries backward from last index */
3237*4882a593Smuzhiyun 	index = le16_to_cpu(p->header.nextindex) - 1;
3238*4882a593Smuzhiyun 
3239*4882a593Smuzhiyun 
3240*4882a593Smuzhiyun 	/* Since this is the rightmost page at this level, and we may have
3241*4882a593Smuzhiyun 	 * already freed a page that was formerly to the right, let's make
3242*4882a593Smuzhiyun 	 * sure that the next pointer is zero.
3243*4882a593Smuzhiyun 	 */
3244*4882a593Smuzhiyun 	if (p->header.next) {
3245*4882a593Smuzhiyun 		if (log)
3246*4882a593Smuzhiyun 			/*
3247*4882a593Smuzhiyun 			 * Make sure this change to the header is logged.
3248*4882a593Smuzhiyun 			 * If we really truncate this leaf, the flag
3249*4882a593Smuzhiyun 			 * will be changed to tlckTRUNCATE
3250*4882a593Smuzhiyun 			 */
3251*4882a593Smuzhiyun 			tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW);
3252*4882a593Smuzhiyun 		BT_MARK_DIRTY(mp, ip);
3253*4882a593Smuzhiyun 		p->header.next = 0;
3254*4882a593Smuzhiyun 	}
3255*4882a593Smuzhiyun 
3256*4882a593Smuzhiyun 	if (p->header.flag & BT_INTERNAL)
3257*4882a593Smuzhiyun 		goto getChild;
3258*4882a593Smuzhiyun 
3259*4882a593Smuzhiyun 	/*
3260*4882a593Smuzhiyun 	 *	leaf page
3261*4882a593Smuzhiyun 	 */
3262*4882a593Smuzhiyun 	freed = 0;
3263*4882a593Smuzhiyun 
3264*4882a593Smuzhiyun 	/* does region covered by leaf page precede Teof ? */
3265*4882a593Smuzhiyun 	xad = &p->xad[index];
3266*4882a593Smuzhiyun 	xoff = offsetXAD(xad);
3267*4882a593Smuzhiyun 	xlen = lengthXAD(xad);
3268*4882a593Smuzhiyun 	if (teof >= xoff + xlen) {
3269*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
3270*4882a593Smuzhiyun 		goto getParent;
3271*4882a593Smuzhiyun 	}
3272*4882a593Smuzhiyun 
3273*4882a593Smuzhiyun 	/* (re)acquire tlock of the leaf page */
3274*4882a593Smuzhiyun 	if (log) {
3275*4882a593Smuzhiyun 		if (++locked_leaves > MAX_TRUNCATE_LEAVES) {
3276*4882a593Smuzhiyun 			/*
3277*4882a593Smuzhiyun 			 * We need to limit the size of the transaction
3278*4882a593Smuzhiyun 			 * to avoid exhausting pagecache & tlocks
3279*4882a593Smuzhiyun 			 */
3280*4882a593Smuzhiyun 			XT_PUTPAGE(mp);
3281*4882a593Smuzhiyun 			newsize = (xoff + xlen) << JFS_SBI(ip->i_sb)->l2bsize;
3282*4882a593Smuzhiyun 			goto getParent;
3283*4882a593Smuzhiyun 		}
3284*4882a593Smuzhiyun 		tlck = txLock(tid, ip, mp, tlckXTREE);
3285*4882a593Smuzhiyun 		tlck->type = tlckXTREE | tlckTRUNCATE;
3286*4882a593Smuzhiyun 		xtlck = (struct xtlock *) & tlck->lock;
3287*4882a593Smuzhiyun 		xtlck->hwm.offset = le16_to_cpu(p->header.nextindex) - 1;
3288*4882a593Smuzhiyun 	}
3289*4882a593Smuzhiyun 	BT_MARK_DIRTY(mp, ip);
3290*4882a593Smuzhiyun 
3291*4882a593Smuzhiyun 	/*
3292*4882a593Smuzhiyun 	 * scan backward leaf page entries
3293*4882a593Smuzhiyun 	 */
3294*4882a593Smuzhiyun 	for (; index >= XTENTRYSTART; index--) {
3295*4882a593Smuzhiyun 		xad = &p->xad[index];
3296*4882a593Smuzhiyun 		xoff = offsetXAD(xad);
3297*4882a593Smuzhiyun 		xlen = lengthXAD(xad);
3298*4882a593Smuzhiyun 		xaddr = addressXAD(xad);
3299*4882a593Smuzhiyun 
3300*4882a593Smuzhiyun 		/*
3301*4882a593Smuzhiyun 		 * The "data" for a directory is indexed by the block
3302*4882a593Smuzhiyun 		 * device's address space.  This metadata must be invalidated
3303*4882a593Smuzhiyun 		 * here
3304*4882a593Smuzhiyun 		 */
3305*4882a593Smuzhiyun 		if (S_ISDIR(ip->i_mode) && (teof == 0))
3306*4882a593Smuzhiyun 			invalidate_xad_metapages(ip, *xad);
3307*4882a593Smuzhiyun 		/*
3308*4882a593Smuzhiyun 		 * entry beyond eof: continue scan of current page
3309*4882a593Smuzhiyun 		 *          xad
3310*4882a593Smuzhiyun 		 * ---|---=======------->
3311*4882a593Smuzhiyun 		 *   eof
3312*4882a593Smuzhiyun 		 */
3313*4882a593Smuzhiyun 		if (teof < xoff) {
3314*4882a593Smuzhiyun 			nfreed += xlen;
3315*4882a593Smuzhiyun 			continue;
3316*4882a593Smuzhiyun 		}
3317*4882a593Smuzhiyun 
3318*4882a593Smuzhiyun 		/*
3319*4882a593Smuzhiyun 		 * (xoff <= teof): last entry to be deleted from page;
3320*4882a593Smuzhiyun 		 * If other entries remain in page: keep and update the page.
3321*4882a593Smuzhiyun 		 */
3322*4882a593Smuzhiyun 
3323*4882a593Smuzhiyun 		/*
3324*4882a593Smuzhiyun 		 * eof == entry_start: delete the entry
3325*4882a593Smuzhiyun 		 *           xad
3326*4882a593Smuzhiyun 		 * -------|=======------->
3327*4882a593Smuzhiyun 		 *       eof
3328*4882a593Smuzhiyun 		 *
3329*4882a593Smuzhiyun 		 */
3330*4882a593Smuzhiyun 		if (teof == xoff) {
3331*4882a593Smuzhiyun 			nfreed += xlen;
3332*4882a593Smuzhiyun 
3333*4882a593Smuzhiyun 			if (index == XTENTRYSTART)
3334*4882a593Smuzhiyun 				break;
3335*4882a593Smuzhiyun 
3336*4882a593Smuzhiyun 			nextindex = index;
3337*4882a593Smuzhiyun 		}
3338*4882a593Smuzhiyun 		/*
3339*4882a593Smuzhiyun 		 * eof within the entry: truncate the entry.
3340*4882a593Smuzhiyun 		 *          xad
3341*4882a593Smuzhiyun 		 * -------===|===------->
3342*4882a593Smuzhiyun 		 *          eof
3343*4882a593Smuzhiyun 		 */
3344*4882a593Smuzhiyun 		else if (teof < xoff + xlen) {
3345*4882a593Smuzhiyun 			/* update truncated entry */
3346*4882a593Smuzhiyun 			len = teof - xoff;
3347*4882a593Smuzhiyun 			freexlen = xlen - len;
3348*4882a593Smuzhiyun 			XADlength(xad, len);
3349*4882a593Smuzhiyun 
3350*4882a593Smuzhiyun 			/* save pxd of truncated extent in tlck */
3351*4882a593Smuzhiyun 			xaddr += len;
3352*4882a593Smuzhiyun 			if (log) {	/* COMMIT_PWMAP */
3353*4882a593Smuzhiyun 				xtlck->lwm.offset = (xtlck->lwm.offset) ?
3354*4882a593Smuzhiyun 				    min(index, (int)xtlck->lwm.offset) : index;
3355*4882a593Smuzhiyun 				xtlck->lwm.length = index + 1 -
3356*4882a593Smuzhiyun 				    xtlck->lwm.offset;
3357*4882a593Smuzhiyun 				xtlck->twm.offset = index;
3358*4882a593Smuzhiyun 				pxdlock = (struct pxd_lock *) & xtlck->pxdlock;
3359*4882a593Smuzhiyun 				pxdlock->flag = mlckFREEPXD;
3360*4882a593Smuzhiyun 				PXDaddress(&pxdlock->pxd, xaddr);
3361*4882a593Smuzhiyun 				PXDlength(&pxdlock->pxd, freexlen);
3362*4882a593Smuzhiyun 			}
3363*4882a593Smuzhiyun 			/* free truncated extent */
3364*4882a593Smuzhiyun 			else {	/* COMMIT_WMAP */
3365*4882a593Smuzhiyun 
3366*4882a593Smuzhiyun 				pxdlock = (struct pxd_lock *) & xadlock;
3367*4882a593Smuzhiyun 				pxdlock->flag = mlckFREEPXD;
3368*4882a593Smuzhiyun 				PXDaddress(&pxdlock->pxd, xaddr);
3369*4882a593Smuzhiyun 				PXDlength(&pxdlock->pxd, freexlen);
3370*4882a593Smuzhiyun 				txFreeMap(ip, pxdlock, NULL, COMMIT_WMAP);
3371*4882a593Smuzhiyun 
3372*4882a593Smuzhiyun 				/* reset map lock */
3373*4882a593Smuzhiyun 				xadlock.flag = mlckFREEXADLIST;
3374*4882a593Smuzhiyun 			}
3375*4882a593Smuzhiyun 
3376*4882a593Smuzhiyun 			/* current entry is new last entry; */
3377*4882a593Smuzhiyun 			nextindex = index + 1;
3378*4882a593Smuzhiyun 
3379*4882a593Smuzhiyun 			nfreed += freexlen;
3380*4882a593Smuzhiyun 		}
3381*4882a593Smuzhiyun 		/*
3382*4882a593Smuzhiyun 		 * eof beyond the entry:
3383*4882a593Smuzhiyun 		 *          xad
3384*4882a593Smuzhiyun 		 * -------=======---|--->
3385*4882a593Smuzhiyun 		 *                 eof
3386*4882a593Smuzhiyun 		 */
3387*4882a593Smuzhiyun 		else {		/* (xoff + xlen < teof) */
3388*4882a593Smuzhiyun 
3389*4882a593Smuzhiyun 			nextindex = index + 1;
3390*4882a593Smuzhiyun 		}
3391*4882a593Smuzhiyun 
3392*4882a593Smuzhiyun 		if (nextindex < le16_to_cpu(p->header.nextindex)) {
3393*4882a593Smuzhiyun 			if (!log) {	/* COMMIT_WAMP */
3394*4882a593Smuzhiyun 				xadlock.xdlist = &p->xad[nextindex];
3395*4882a593Smuzhiyun 				xadlock.count =
3396*4882a593Smuzhiyun 				    le16_to_cpu(p->header.nextindex) -
3397*4882a593Smuzhiyun 				    nextindex;
3398*4882a593Smuzhiyun 				txFreeMap(ip, (struct maplock *) & xadlock,
3399*4882a593Smuzhiyun 					  NULL, COMMIT_WMAP);
3400*4882a593Smuzhiyun 			}
3401*4882a593Smuzhiyun 			p->header.nextindex = cpu_to_le16(nextindex);
3402*4882a593Smuzhiyun 		}
3403*4882a593Smuzhiyun 
3404*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
3405*4882a593Smuzhiyun 
3406*4882a593Smuzhiyun 		/* assert(freed == 0); */
3407*4882a593Smuzhiyun 		goto getParent;
3408*4882a593Smuzhiyun 	}			/* end scan of leaf page entries */
3409*4882a593Smuzhiyun 
3410*4882a593Smuzhiyun 	freed = 1;
3411*4882a593Smuzhiyun 
3412*4882a593Smuzhiyun 	/*
3413*4882a593Smuzhiyun 	 * leaf page become empty: free the page if type != PMAP
3414*4882a593Smuzhiyun 	 */
3415*4882a593Smuzhiyun 	if (log) {		/* COMMIT_PWMAP */
3416*4882a593Smuzhiyun 		/* txCommit() with tlckFREE:
3417*4882a593Smuzhiyun 		 * free data extents covered by leaf [XTENTRYSTART:hwm);
3418*4882a593Smuzhiyun 		 * invalidate leaf if COMMIT_PWMAP;
3419*4882a593Smuzhiyun 		 * if (TRUNCATE), will write LOG_NOREDOPAGE;
3420*4882a593Smuzhiyun 		 */
3421*4882a593Smuzhiyun 		tlck->type = tlckXTREE | tlckFREE;
3422*4882a593Smuzhiyun 	} else {		/* COMMIT_WAMP */
3423*4882a593Smuzhiyun 
3424*4882a593Smuzhiyun 		/* free data extents covered by leaf */
3425*4882a593Smuzhiyun 		xadlock.xdlist = &p->xad[XTENTRYSTART];
3426*4882a593Smuzhiyun 		xadlock.count =
3427*4882a593Smuzhiyun 		    le16_to_cpu(p->header.nextindex) - XTENTRYSTART;
3428*4882a593Smuzhiyun 		txFreeMap(ip, (struct maplock *) & xadlock, NULL, COMMIT_WMAP);
3429*4882a593Smuzhiyun 	}
3430*4882a593Smuzhiyun 
3431*4882a593Smuzhiyun 	if (p->header.flag & BT_ROOT) {
3432*4882a593Smuzhiyun 		p->header.flag &= ~BT_INTERNAL;
3433*4882a593Smuzhiyun 		p->header.flag |= BT_LEAF;
3434*4882a593Smuzhiyun 		p->header.nextindex = cpu_to_le16(XTENTRYSTART);
3435*4882a593Smuzhiyun 
3436*4882a593Smuzhiyun 		XT_PUTPAGE(mp);	/* debug */
3437*4882a593Smuzhiyun 		goto out;
3438*4882a593Smuzhiyun 	} else {
3439*4882a593Smuzhiyun 		if (log) {	/* COMMIT_PWMAP */
3440*4882a593Smuzhiyun 			/* page will be invalidated at tx completion
3441*4882a593Smuzhiyun 			 */
3442*4882a593Smuzhiyun 			XT_PUTPAGE(mp);
3443*4882a593Smuzhiyun 		} else {	/* COMMIT_WMAP */
3444*4882a593Smuzhiyun 
3445*4882a593Smuzhiyun 			if (mp->lid)
3446*4882a593Smuzhiyun 				lid_to_tlock(mp->lid)->flag |= tlckFREELOCK;
3447*4882a593Smuzhiyun 
3448*4882a593Smuzhiyun 			/* invalidate empty leaf page */
3449*4882a593Smuzhiyun 			discard_metapage(mp);
3450*4882a593Smuzhiyun 		}
3451*4882a593Smuzhiyun 	}
3452*4882a593Smuzhiyun 
3453*4882a593Smuzhiyun 	/*
3454*4882a593Smuzhiyun 	 * the leaf page become empty: delete the parent entry
3455*4882a593Smuzhiyun 	 * for the leaf page if the parent page is to be kept
3456*4882a593Smuzhiyun 	 * in the new sized file.
3457*4882a593Smuzhiyun 	 */
3458*4882a593Smuzhiyun 
3459*4882a593Smuzhiyun 	/*
3460*4882a593Smuzhiyun 	 * go back up to the parent page
3461*4882a593Smuzhiyun 	 */
3462*4882a593Smuzhiyun       getParent:
3463*4882a593Smuzhiyun 	/* pop/restore parent entry for the current child page */
3464*4882a593Smuzhiyun 	if ((parent = BT_POP(&btstack)) == NULL)
3465*4882a593Smuzhiyun 		/* current page must have been root */
3466*4882a593Smuzhiyun 		goto out;
3467*4882a593Smuzhiyun 
3468*4882a593Smuzhiyun 	/* get back the parent page */
3469*4882a593Smuzhiyun 	bn = parent->bn;
3470*4882a593Smuzhiyun 	XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
3471*4882a593Smuzhiyun 	if (rc)
3472*4882a593Smuzhiyun 		return rc;
3473*4882a593Smuzhiyun 
3474*4882a593Smuzhiyun 	index = parent->index;
3475*4882a593Smuzhiyun 
3476*4882a593Smuzhiyun 	/*
3477*4882a593Smuzhiyun 	 * child page was not empty:
3478*4882a593Smuzhiyun 	 */
3479*4882a593Smuzhiyun 	if (freed == 0) {
3480*4882a593Smuzhiyun 		/* has any entry deleted from parent ? */
3481*4882a593Smuzhiyun 		if (index < le16_to_cpu(p->header.nextindex) - 1) {
3482*4882a593Smuzhiyun 			/* (re)acquire tlock on the parent page */
3483*4882a593Smuzhiyun 			if (log) {	/* COMMIT_PWMAP */
3484*4882a593Smuzhiyun 				/* txCommit() with tlckTRUNCATE:
3485*4882a593Smuzhiyun 				 * free child extents covered by parent [);
3486*4882a593Smuzhiyun 				 */
3487*4882a593Smuzhiyun 				tlck = txLock(tid, ip, mp, tlckXTREE);
3488*4882a593Smuzhiyun 				xtlck = (struct xtlock *) & tlck->lock;
3489*4882a593Smuzhiyun 				if (!(tlck->type & tlckTRUNCATE)) {
3490*4882a593Smuzhiyun 					xtlck->hwm.offset =
3491*4882a593Smuzhiyun 					    le16_to_cpu(p->header.
3492*4882a593Smuzhiyun 							nextindex) - 1;
3493*4882a593Smuzhiyun 					tlck->type =
3494*4882a593Smuzhiyun 					    tlckXTREE | tlckTRUNCATE;
3495*4882a593Smuzhiyun 				}
3496*4882a593Smuzhiyun 			} else {	/* COMMIT_WMAP */
3497*4882a593Smuzhiyun 
3498*4882a593Smuzhiyun 				/* free child extents covered by parent */
3499*4882a593Smuzhiyun 				xadlock.xdlist = &p->xad[index + 1];
3500*4882a593Smuzhiyun 				xadlock.count =
3501*4882a593Smuzhiyun 				    le16_to_cpu(p->header.nextindex) -
3502*4882a593Smuzhiyun 				    index - 1;
3503*4882a593Smuzhiyun 				txFreeMap(ip, (struct maplock *) & xadlock,
3504*4882a593Smuzhiyun 					  NULL, COMMIT_WMAP);
3505*4882a593Smuzhiyun 			}
3506*4882a593Smuzhiyun 			BT_MARK_DIRTY(mp, ip);
3507*4882a593Smuzhiyun 
3508*4882a593Smuzhiyun 			p->header.nextindex = cpu_to_le16(index + 1);
3509*4882a593Smuzhiyun 		}
3510*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
3511*4882a593Smuzhiyun 		goto getParent;
3512*4882a593Smuzhiyun 	}
3513*4882a593Smuzhiyun 
3514*4882a593Smuzhiyun 	/*
3515*4882a593Smuzhiyun 	 * child page was empty:
3516*4882a593Smuzhiyun 	 */
3517*4882a593Smuzhiyun 	nfreed += lengthXAD(&p->xad[index]);
3518*4882a593Smuzhiyun 
3519*4882a593Smuzhiyun 	/*
3520*4882a593Smuzhiyun 	 * During working map update, child page's tlock must be handled
3521*4882a593Smuzhiyun 	 * before parent's.  This is because the parent's tlock will cause
3522*4882a593Smuzhiyun 	 * the child's disk space to be marked available in the wmap, so
3523*4882a593Smuzhiyun 	 * it's important that the child page be released by that time.
3524*4882a593Smuzhiyun 	 *
3525*4882a593Smuzhiyun 	 * ToDo:  tlocks should be on doubly-linked list, so we can
3526*4882a593Smuzhiyun 	 * quickly remove it and add it to the end.
3527*4882a593Smuzhiyun 	 */
3528*4882a593Smuzhiyun 
3529*4882a593Smuzhiyun 	/*
3530*4882a593Smuzhiyun 	 * Move parent page's tlock to the end of the tid's tlock list
3531*4882a593Smuzhiyun 	 */
3532*4882a593Smuzhiyun 	if (log && mp->lid && (tblk->last != mp->lid) &&
3533*4882a593Smuzhiyun 	    lid_to_tlock(mp->lid)->tid) {
3534*4882a593Smuzhiyun 		lid_t lid = mp->lid;
3535*4882a593Smuzhiyun 		struct tlock *prev;
3536*4882a593Smuzhiyun 
3537*4882a593Smuzhiyun 		tlck = lid_to_tlock(lid);
3538*4882a593Smuzhiyun 
3539*4882a593Smuzhiyun 		if (tblk->next == lid)
3540*4882a593Smuzhiyun 			tblk->next = tlck->next;
3541*4882a593Smuzhiyun 		else {
3542*4882a593Smuzhiyun 			for (prev = lid_to_tlock(tblk->next);
3543*4882a593Smuzhiyun 			     prev->next != lid;
3544*4882a593Smuzhiyun 			     prev = lid_to_tlock(prev->next)) {
3545*4882a593Smuzhiyun 				assert(prev->next);
3546*4882a593Smuzhiyun 			}
3547*4882a593Smuzhiyun 			prev->next = tlck->next;
3548*4882a593Smuzhiyun 		}
3549*4882a593Smuzhiyun 		lid_to_tlock(tblk->last)->next = lid;
3550*4882a593Smuzhiyun 		tlck->next = 0;
3551*4882a593Smuzhiyun 		tblk->last = lid;
3552*4882a593Smuzhiyun 	}
3553*4882a593Smuzhiyun 
3554*4882a593Smuzhiyun 	/*
3555*4882a593Smuzhiyun 	 * parent page become empty: free the page
3556*4882a593Smuzhiyun 	 */
3557*4882a593Smuzhiyun 	if (index == XTENTRYSTART) {
3558*4882a593Smuzhiyun 		if (log) {	/* COMMIT_PWMAP */
3559*4882a593Smuzhiyun 			/* txCommit() with tlckFREE:
3560*4882a593Smuzhiyun 			 * free child extents covered by parent;
3561*4882a593Smuzhiyun 			 * invalidate parent if COMMIT_PWMAP;
3562*4882a593Smuzhiyun 			 */
3563*4882a593Smuzhiyun 			tlck = txLock(tid, ip, mp, tlckXTREE);
3564*4882a593Smuzhiyun 			xtlck = (struct xtlock *) & tlck->lock;
3565*4882a593Smuzhiyun 			xtlck->hwm.offset =
3566*4882a593Smuzhiyun 			    le16_to_cpu(p->header.nextindex) - 1;
3567*4882a593Smuzhiyun 			tlck->type = tlckXTREE | tlckFREE;
3568*4882a593Smuzhiyun 		} else {	/* COMMIT_WMAP */
3569*4882a593Smuzhiyun 
3570*4882a593Smuzhiyun 			/* free child extents covered by parent */
3571*4882a593Smuzhiyun 			xadlock.xdlist = &p->xad[XTENTRYSTART];
3572*4882a593Smuzhiyun 			xadlock.count =
3573*4882a593Smuzhiyun 			    le16_to_cpu(p->header.nextindex) -
3574*4882a593Smuzhiyun 			    XTENTRYSTART;
3575*4882a593Smuzhiyun 			txFreeMap(ip, (struct maplock *) & xadlock, NULL,
3576*4882a593Smuzhiyun 				  COMMIT_WMAP);
3577*4882a593Smuzhiyun 		}
3578*4882a593Smuzhiyun 		BT_MARK_DIRTY(mp, ip);
3579*4882a593Smuzhiyun 
3580*4882a593Smuzhiyun 		if (p->header.flag & BT_ROOT) {
3581*4882a593Smuzhiyun 			p->header.flag &= ~BT_INTERNAL;
3582*4882a593Smuzhiyun 			p->header.flag |= BT_LEAF;
3583*4882a593Smuzhiyun 			p->header.nextindex = cpu_to_le16(XTENTRYSTART);
3584*4882a593Smuzhiyun 			if (le16_to_cpu(p->header.maxentry) == XTROOTMAXSLOT) {
3585*4882a593Smuzhiyun 				/*
3586*4882a593Smuzhiyun 				 * Shrink root down to allow inline
3587*4882a593Smuzhiyun 				 * EA (otherwise fsck complains)
3588*4882a593Smuzhiyun 				 */
3589*4882a593Smuzhiyun 				p->header.maxentry =
3590*4882a593Smuzhiyun 				    cpu_to_le16(XTROOTINITSLOT);
3591*4882a593Smuzhiyun 				JFS_IP(ip)->mode2 |= INLINEEA;
3592*4882a593Smuzhiyun 			}
3593*4882a593Smuzhiyun 
3594*4882a593Smuzhiyun 			XT_PUTPAGE(mp);	/* debug */
3595*4882a593Smuzhiyun 			goto out;
3596*4882a593Smuzhiyun 		} else {
3597*4882a593Smuzhiyun 			if (log) {	/* COMMIT_PWMAP */
3598*4882a593Smuzhiyun 				/* page will be invalidated at tx completion
3599*4882a593Smuzhiyun 				 */
3600*4882a593Smuzhiyun 				XT_PUTPAGE(mp);
3601*4882a593Smuzhiyun 			} else {	/* COMMIT_WMAP */
3602*4882a593Smuzhiyun 
3603*4882a593Smuzhiyun 				if (mp->lid)
3604*4882a593Smuzhiyun 					lid_to_tlock(mp->lid)->flag |=
3605*4882a593Smuzhiyun 						tlckFREELOCK;
3606*4882a593Smuzhiyun 
3607*4882a593Smuzhiyun 				/* invalidate parent page */
3608*4882a593Smuzhiyun 				discard_metapage(mp);
3609*4882a593Smuzhiyun 			}
3610*4882a593Smuzhiyun 
3611*4882a593Smuzhiyun 			/* parent has become empty and freed:
3612*4882a593Smuzhiyun 			 * go back up to its parent page
3613*4882a593Smuzhiyun 			 */
3614*4882a593Smuzhiyun 			/* freed = 1; */
3615*4882a593Smuzhiyun 			goto getParent;
3616*4882a593Smuzhiyun 		}
3617*4882a593Smuzhiyun 	}
3618*4882a593Smuzhiyun 	/*
3619*4882a593Smuzhiyun 	 * parent page still has entries for front region;
3620*4882a593Smuzhiyun 	 */
3621*4882a593Smuzhiyun 	else {
3622*4882a593Smuzhiyun 		/* try truncate region covered by preceding entry
3623*4882a593Smuzhiyun 		 * (process backward)
3624*4882a593Smuzhiyun 		 */
3625*4882a593Smuzhiyun 		index--;
3626*4882a593Smuzhiyun 
3627*4882a593Smuzhiyun 		/* go back down to the child page corresponding
3628*4882a593Smuzhiyun 		 * to the entry
3629*4882a593Smuzhiyun 		 */
3630*4882a593Smuzhiyun 		goto getChild;
3631*4882a593Smuzhiyun 	}
3632*4882a593Smuzhiyun 
3633*4882a593Smuzhiyun 	/*
3634*4882a593Smuzhiyun 	 *	internal page: go down to child page of current entry
3635*4882a593Smuzhiyun 	 */
3636*4882a593Smuzhiyun       getChild:
3637*4882a593Smuzhiyun 	/* save current parent entry for the child page */
3638*4882a593Smuzhiyun 	if (BT_STACK_FULL(&btstack)) {
3639*4882a593Smuzhiyun 		jfs_error(ip->i_sb, "stack overrun!\n");
3640*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
3641*4882a593Smuzhiyun 		return -EIO;
3642*4882a593Smuzhiyun 	}
3643*4882a593Smuzhiyun 	BT_PUSH(&btstack, bn, index);
3644*4882a593Smuzhiyun 
3645*4882a593Smuzhiyun 	/* get child page */
3646*4882a593Smuzhiyun 	xad = &p->xad[index];
3647*4882a593Smuzhiyun 	bn = addressXAD(xad);
3648*4882a593Smuzhiyun 
3649*4882a593Smuzhiyun 	/*
3650*4882a593Smuzhiyun 	 * first access of each internal entry:
3651*4882a593Smuzhiyun 	 */
3652*4882a593Smuzhiyun 	/* release parent page */
3653*4882a593Smuzhiyun 	XT_PUTPAGE(mp);
3654*4882a593Smuzhiyun 
3655*4882a593Smuzhiyun 	/* process the child page */
3656*4882a593Smuzhiyun 	goto getPage;
3657*4882a593Smuzhiyun 
3658*4882a593Smuzhiyun       out:
3659*4882a593Smuzhiyun 	/*
3660*4882a593Smuzhiyun 	 * update file resource stat
3661*4882a593Smuzhiyun 	 */
3662*4882a593Smuzhiyun 	/* set size
3663*4882a593Smuzhiyun 	 */
3664*4882a593Smuzhiyun 	if (S_ISDIR(ip->i_mode) && !newsize)
3665*4882a593Smuzhiyun 		ip->i_size = 1;	/* fsck hates zero-length directories */
3666*4882a593Smuzhiyun 	else
3667*4882a593Smuzhiyun 		ip->i_size = newsize;
3668*4882a593Smuzhiyun 
3669*4882a593Smuzhiyun 	/* update quota allocation to reflect freed blocks */
3670*4882a593Smuzhiyun 	dquot_free_block(ip, nfreed);
3671*4882a593Smuzhiyun 
3672*4882a593Smuzhiyun 	/*
3673*4882a593Smuzhiyun 	 * free tlock of invalidated pages
3674*4882a593Smuzhiyun 	 */
3675*4882a593Smuzhiyun 	if (flag == COMMIT_WMAP)
3676*4882a593Smuzhiyun 		txFreelock(ip);
3677*4882a593Smuzhiyun 
3678*4882a593Smuzhiyun 	return newsize;
3679*4882a593Smuzhiyun }
3680*4882a593Smuzhiyun 
3681*4882a593Smuzhiyun 
3682*4882a593Smuzhiyun /*
3683*4882a593Smuzhiyun  *	xtTruncate_pmap()
3684*4882a593Smuzhiyun  *
3685*4882a593Smuzhiyun  * function:
3686*4882a593Smuzhiyun  *	Perform truncate to zero length for deleted file, leaving the
3687*4882a593Smuzhiyun  *	the xtree and working map untouched.  This allows the file to
3688*4882a593Smuzhiyun  *	be accessed via open file handles, while the delete of the file
3689*4882a593Smuzhiyun  *	is committed to disk.
3690*4882a593Smuzhiyun  *
3691*4882a593Smuzhiyun  * parameter:
3692*4882a593Smuzhiyun  *	tid_t		tid,
3693*4882a593Smuzhiyun  *	struct inode	*ip,
3694*4882a593Smuzhiyun  *	s64		committed_size)
3695*4882a593Smuzhiyun  *
3696*4882a593Smuzhiyun  * return: new committed size
3697*4882a593Smuzhiyun  *
3698*4882a593Smuzhiyun  * note:
3699*4882a593Smuzhiyun  *
3700*4882a593Smuzhiyun  *	To avoid deadlock by holding too many transaction locks, the
3701*4882a593Smuzhiyun  *	truncation may be broken up into multiple transactions.
3702*4882a593Smuzhiyun  *	The committed_size keeps track of part of the file has been
3703*4882a593Smuzhiyun  *	freed from the pmaps.
3704*4882a593Smuzhiyun  */
xtTruncate_pmap(tid_t tid,struct inode * ip,s64 committed_size)3705*4882a593Smuzhiyun s64 xtTruncate_pmap(tid_t tid, struct inode *ip, s64 committed_size)
3706*4882a593Smuzhiyun {
3707*4882a593Smuzhiyun 	s64 bn;
3708*4882a593Smuzhiyun 	struct btstack btstack;
3709*4882a593Smuzhiyun 	int cmp;
3710*4882a593Smuzhiyun 	int index;
3711*4882a593Smuzhiyun 	int locked_leaves = 0;
3712*4882a593Smuzhiyun 	struct metapage *mp;
3713*4882a593Smuzhiyun 	xtpage_t *p;
3714*4882a593Smuzhiyun 	struct btframe *parent;
3715*4882a593Smuzhiyun 	int rc;
3716*4882a593Smuzhiyun 	struct tblock *tblk;
3717*4882a593Smuzhiyun 	struct tlock *tlck = NULL;
3718*4882a593Smuzhiyun 	xad_t *xad;
3719*4882a593Smuzhiyun 	int xlen;
3720*4882a593Smuzhiyun 	s64 xoff;
3721*4882a593Smuzhiyun 	struct xtlock *xtlck = NULL;
3722*4882a593Smuzhiyun 
3723*4882a593Smuzhiyun 	/* save object truncation type */
3724*4882a593Smuzhiyun 	tblk = tid_to_tblock(tid);
3725*4882a593Smuzhiyun 	tblk->xflag |= COMMIT_PMAP;
3726*4882a593Smuzhiyun 
3727*4882a593Smuzhiyun 	/* clear stack */
3728*4882a593Smuzhiyun 	BT_CLR(&btstack);
3729*4882a593Smuzhiyun 
3730*4882a593Smuzhiyun 	if (committed_size) {
3731*4882a593Smuzhiyun 		xoff = (committed_size >> JFS_SBI(ip->i_sb)->l2bsize) - 1;
3732*4882a593Smuzhiyun 		rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, 0);
3733*4882a593Smuzhiyun 		if (rc)
3734*4882a593Smuzhiyun 			return rc;
3735*4882a593Smuzhiyun 
3736*4882a593Smuzhiyun 		XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
3737*4882a593Smuzhiyun 
3738*4882a593Smuzhiyun 		if (cmp != 0) {
3739*4882a593Smuzhiyun 			XT_PUTPAGE(mp);
3740*4882a593Smuzhiyun 			jfs_error(ip->i_sb, "did not find extent\n");
3741*4882a593Smuzhiyun 			return -EIO;
3742*4882a593Smuzhiyun 		}
3743*4882a593Smuzhiyun 	} else {
3744*4882a593Smuzhiyun 		/*
3745*4882a593Smuzhiyun 		 * start with root
3746*4882a593Smuzhiyun 		 *
3747*4882a593Smuzhiyun 		 * root resides in the inode
3748*4882a593Smuzhiyun 		 */
3749*4882a593Smuzhiyun 		bn = 0;
3750*4882a593Smuzhiyun 
3751*4882a593Smuzhiyun 		/*
3752*4882a593Smuzhiyun 		 * first access of each page:
3753*4882a593Smuzhiyun 		 */
3754*4882a593Smuzhiyun       getPage:
3755*4882a593Smuzhiyun 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
3756*4882a593Smuzhiyun 		if (rc)
3757*4882a593Smuzhiyun 			return rc;
3758*4882a593Smuzhiyun 
3759*4882a593Smuzhiyun 		/* process entries backward from last index */
3760*4882a593Smuzhiyun 		index = le16_to_cpu(p->header.nextindex) - 1;
3761*4882a593Smuzhiyun 
3762*4882a593Smuzhiyun 		if (p->header.flag & BT_INTERNAL)
3763*4882a593Smuzhiyun 			goto getChild;
3764*4882a593Smuzhiyun 	}
3765*4882a593Smuzhiyun 
3766*4882a593Smuzhiyun 	/*
3767*4882a593Smuzhiyun 	 *	leaf page
3768*4882a593Smuzhiyun 	 */
3769*4882a593Smuzhiyun 
3770*4882a593Smuzhiyun 	if (++locked_leaves > MAX_TRUNCATE_LEAVES) {
3771*4882a593Smuzhiyun 		/*
3772*4882a593Smuzhiyun 		 * We need to limit the size of the transaction
3773*4882a593Smuzhiyun 		 * to avoid exhausting pagecache & tlocks
3774*4882a593Smuzhiyun 		 */
3775*4882a593Smuzhiyun 		xad = &p->xad[index];
3776*4882a593Smuzhiyun 		xoff = offsetXAD(xad);
3777*4882a593Smuzhiyun 		xlen = lengthXAD(xad);
3778*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
3779*4882a593Smuzhiyun 		return (xoff + xlen) << JFS_SBI(ip->i_sb)->l2bsize;
3780*4882a593Smuzhiyun 	}
3781*4882a593Smuzhiyun 	tlck = txLock(tid, ip, mp, tlckXTREE);
3782*4882a593Smuzhiyun 	tlck->type = tlckXTREE | tlckFREE;
3783*4882a593Smuzhiyun 	xtlck = (struct xtlock *) & tlck->lock;
3784*4882a593Smuzhiyun 	xtlck->hwm.offset = index;
3785*4882a593Smuzhiyun 
3786*4882a593Smuzhiyun 
3787*4882a593Smuzhiyun 	XT_PUTPAGE(mp);
3788*4882a593Smuzhiyun 
3789*4882a593Smuzhiyun 	/*
3790*4882a593Smuzhiyun 	 * go back up to the parent page
3791*4882a593Smuzhiyun 	 */
3792*4882a593Smuzhiyun       getParent:
3793*4882a593Smuzhiyun 	/* pop/restore parent entry for the current child page */
3794*4882a593Smuzhiyun 	if ((parent = BT_POP(&btstack)) == NULL)
3795*4882a593Smuzhiyun 		/* current page must have been root */
3796*4882a593Smuzhiyun 		goto out;
3797*4882a593Smuzhiyun 
3798*4882a593Smuzhiyun 	/* get back the parent page */
3799*4882a593Smuzhiyun 	bn = parent->bn;
3800*4882a593Smuzhiyun 	XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
3801*4882a593Smuzhiyun 	if (rc)
3802*4882a593Smuzhiyun 		return rc;
3803*4882a593Smuzhiyun 
3804*4882a593Smuzhiyun 	index = parent->index;
3805*4882a593Smuzhiyun 
3806*4882a593Smuzhiyun 	/*
3807*4882a593Smuzhiyun 	 * parent page become empty: free the page
3808*4882a593Smuzhiyun 	 */
3809*4882a593Smuzhiyun 	if (index == XTENTRYSTART) {
3810*4882a593Smuzhiyun 		/* txCommit() with tlckFREE:
3811*4882a593Smuzhiyun 		 * free child extents covered by parent;
3812*4882a593Smuzhiyun 		 * invalidate parent if COMMIT_PWMAP;
3813*4882a593Smuzhiyun 		 */
3814*4882a593Smuzhiyun 		tlck = txLock(tid, ip, mp, tlckXTREE);
3815*4882a593Smuzhiyun 		xtlck = (struct xtlock *) & tlck->lock;
3816*4882a593Smuzhiyun 		xtlck->hwm.offset = le16_to_cpu(p->header.nextindex) - 1;
3817*4882a593Smuzhiyun 		tlck->type = tlckXTREE | tlckFREE;
3818*4882a593Smuzhiyun 
3819*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
3820*4882a593Smuzhiyun 
3821*4882a593Smuzhiyun 		if (p->header.flag & BT_ROOT) {
3822*4882a593Smuzhiyun 
3823*4882a593Smuzhiyun 			goto out;
3824*4882a593Smuzhiyun 		} else {
3825*4882a593Smuzhiyun 			goto getParent;
3826*4882a593Smuzhiyun 		}
3827*4882a593Smuzhiyun 	}
3828*4882a593Smuzhiyun 	/*
3829*4882a593Smuzhiyun 	 * parent page still has entries for front region;
3830*4882a593Smuzhiyun 	 */
3831*4882a593Smuzhiyun 	else
3832*4882a593Smuzhiyun 		index--;
3833*4882a593Smuzhiyun 	/*
3834*4882a593Smuzhiyun 	 *	internal page: go down to child page of current entry
3835*4882a593Smuzhiyun 	 */
3836*4882a593Smuzhiyun       getChild:
3837*4882a593Smuzhiyun 	/* save current parent entry for the child page */
3838*4882a593Smuzhiyun 	if (BT_STACK_FULL(&btstack)) {
3839*4882a593Smuzhiyun 		jfs_error(ip->i_sb, "stack overrun!\n");
3840*4882a593Smuzhiyun 		XT_PUTPAGE(mp);
3841*4882a593Smuzhiyun 		return -EIO;
3842*4882a593Smuzhiyun 	}
3843*4882a593Smuzhiyun 	BT_PUSH(&btstack, bn, index);
3844*4882a593Smuzhiyun 
3845*4882a593Smuzhiyun 	/* get child page */
3846*4882a593Smuzhiyun 	xad = &p->xad[index];
3847*4882a593Smuzhiyun 	bn = addressXAD(xad);
3848*4882a593Smuzhiyun 
3849*4882a593Smuzhiyun 	/*
3850*4882a593Smuzhiyun 	 * first access of each internal entry:
3851*4882a593Smuzhiyun 	 */
3852*4882a593Smuzhiyun 	/* release parent page */
3853*4882a593Smuzhiyun 	XT_PUTPAGE(mp);
3854*4882a593Smuzhiyun 
3855*4882a593Smuzhiyun 	/* process the child page */
3856*4882a593Smuzhiyun 	goto getPage;
3857*4882a593Smuzhiyun 
3858*4882a593Smuzhiyun       out:
3859*4882a593Smuzhiyun 
3860*4882a593Smuzhiyun 	return 0;
3861*4882a593Smuzhiyun }
3862*4882a593Smuzhiyun 
3863*4882a593Smuzhiyun #ifdef CONFIG_JFS_STATISTICS
jfs_xtstat_proc_show(struct seq_file * m,void * v)3864*4882a593Smuzhiyun int jfs_xtstat_proc_show(struct seq_file *m, void *v)
3865*4882a593Smuzhiyun {
3866*4882a593Smuzhiyun 	seq_printf(m,
3867*4882a593Smuzhiyun 		       "JFS Xtree statistics\n"
3868*4882a593Smuzhiyun 		       "====================\n"
3869*4882a593Smuzhiyun 		       "searches = %d\n"
3870*4882a593Smuzhiyun 		       "fast searches = %d\n"
3871*4882a593Smuzhiyun 		       "splits = %d\n",
3872*4882a593Smuzhiyun 		       xtStat.search,
3873*4882a593Smuzhiyun 		       xtStat.fastSearch,
3874*4882a593Smuzhiyun 		       xtStat.split);
3875*4882a593Smuzhiyun 	return 0;
3876*4882a593Smuzhiyun }
3877*4882a593Smuzhiyun #endif
3878