xref: /OK3568_Linux_fs/kernel/fs/ext4/ext4_extents.h (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * Copyright (c) 2003-2006, Cluster File Systems, Inc, info@clusterfs.com
4*4882a593Smuzhiyun  * Written by Alex Tomas <alex@clusterfs.com>
5*4882a593Smuzhiyun  */
6*4882a593Smuzhiyun 
7*4882a593Smuzhiyun #ifndef _EXT4_EXTENTS
8*4882a593Smuzhiyun #define _EXT4_EXTENTS
9*4882a593Smuzhiyun 
10*4882a593Smuzhiyun #include "ext4.h"
11*4882a593Smuzhiyun 
12*4882a593Smuzhiyun /*
13*4882a593Smuzhiyun  * With AGGRESSIVE_TEST defined, the capacity of index/leaf blocks
14*4882a593Smuzhiyun  * becomes very small, so index split, in-depth growing and
15*4882a593Smuzhiyun  * other hard changes happen much more often.
16*4882a593Smuzhiyun  * This is for debug purposes only.
17*4882a593Smuzhiyun  */
18*4882a593Smuzhiyun #define AGGRESSIVE_TEST_
19*4882a593Smuzhiyun 
20*4882a593Smuzhiyun /*
21*4882a593Smuzhiyun  * With EXTENTS_STATS defined, the number of blocks and extents
22*4882a593Smuzhiyun  * are collected in the truncate path. They'll be shown at
23*4882a593Smuzhiyun  * umount time.
24*4882a593Smuzhiyun  */
25*4882a593Smuzhiyun #define EXTENTS_STATS__
26*4882a593Smuzhiyun 
27*4882a593Smuzhiyun /*
28*4882a593Smuzhiyun  * If CHECK_BINSEARCH is defined, then the results of the binary search
29*4882a593Smuzhiyun  * will also be checked by linear search.
30*4882a593Smuzhiyun  */
31*4882a593Smuzhiyun #define CHECK_BINSEARCH__
32*4882a593Smuzhiyun 
33*4882a593Smuzhiyun /*
34*4882a593Smuzhiyun  * If EXT_STATS is defined then stats numbers are collected.
35*4882a593Smuzhiyun  * These number will be displayed at umount time.
36*4882a593Smuzhiyun  */
37*4882a593Smuzhiyun #define EXT_STATS_
38*4882a593Smuzhiyun 
39*4882a593Smuzhiyun 
40*4882a593Smuzhiyun /*
41*4882a593Smuzhiyun  * ext4_inode has i_block array (60 bytes total).
42*4882a593Smuzhiyun  * The first 12 bytes store ext4_extent_header;
43*4882a593Smuzhiyun  * the remainder stores an array of ext4_extent.
44*4882a593Smuzhiyun  * For non-inode extent blocks, ext4_extent_tail
45*4882a593Smuzhiyun  * follows the array.
46*4882a593Smuzhiyun  */
47*4882a593Smuzhiyun 
48*4882a593Smuzhiyun /*
49*4882a593Smuzhiyun  * This is the extent tail on-disk structure.
50*4882a593Smuzhiyun  * All other extent structures are 12 bytes long.  It turns out that
51*4882a593Smuzhiyun  * block_size % 12 >= 4 for at least all powers of 2 greater than 512, which
52*4882a593Smuzhiyun  * covers all valid ext4 block sizes.  Therefore, this tail structure can be
53*4882a593Smuzhiyun  * crammed into the end of the block without having to rebalance the tree.
54*4882a593Smuzhiyun  */
55*4882a593Smuzhiyun struct ext4_extent_tail {
56*4882a593Smuzhiyun 	__le32	et_checksum;	/* crc32c(uuid+inum+extent_block) */
57*4882a593Smuzhiyun };
58*4882a593Smuzhiyun 
59*4882a593Smuzhiyun /*
60*4882a593Smuzhiyun  * This is the extent on-disk structure.
61*4882a593Smuzhiyun  * It's used at the bottom of the tree.
62*4882a593Smuzhiyun  */
63*4882a593Smuzhiyun struct ext4_extent {
64*4882a593Smuzhiyun 	__le32	ee_block;	/* first logical block extent covers */
65*4882a593Smuzhiyun 	__le16	ee_len;		/* number of blocks covered by extent */
66*4882a593Smuzhiyun 	__le16	ee_start_hi;	/* high 16 bits of physical block */
67*4882a593Smuzhiyun 	__le32	ee_start_lo;	/* low 32 bits of physical block */
68*4882a593Smuzhiyun };
69*4882a593Smuzhiyun 
70*4882a593Smuzhiyun /*
71*4882a593Smuzhiyun  * This is index on-disk structure.
72*4882a593Smuzhiyun  * It's used at all the levels except the bottom.
73*4882a593Smuzhiyun  */
74*4882a593Smuzhiyun struct ext4_extent_idx {
75*4882a593Smuzhiyun 	__le32	ei_block;	/* index covers logical blocks from 'block' */
76*4882a593Smuzhiyun 	__le32	ei_leaf_lo;	/* pointer to the physical block of the next *
77*4882a593Smuzhiyun 				 * level. leaf or next index could be there */
78*4882a593Smuzhiyun 	__le16	ei_leaf_hi;	/* high 16 bits of physical block */
79*4882a593Smuzhiyun 	__u16	ei_unused;
80*4882a593Smuzhiyun };
81*4882a593Smuzhiyun 
82*4882a593Smuzhiyun /*
83*4882a593Smuzhiyun  * Each block (leaves and indexes), even inode-stored has header.
84*4882a593Smuzhiyun  */
85*4882a593Smuzhiyun struct ext4_extent_header {
86*4882a593Smuzhiyun 	__le16	eh_magic;	/* probably will support different formats */
87*4882a593Smuzhiyun 	__le16	eh_entries;	/* number of valid entries */
88*4882a593Smuzhiyun 	__le16	eh_max;		/* capacity of store in entries */
89*4882a593Smuzhiyun 	__le16	eh_depth;	/* has tree real underlying blocks? */
90*4882a593Smuzhiyun 	__le32	eh_generation;	/* generation of the tree */
91*4882a593Smuzhiyun };
92*4882a593Smuzhiyun 
93*4882a593Smuzhiyun #define EXT4_EXT_MAGIC		cpu_to_le16(0xf30a)
94*4882a593Smuzhiyun #define EXT4_MAX_EXTENT_DEPTH 5
95*4882a593Smuzhiyun 
96*4882a593Smuzhiyun #define EXT4_EXTENT_TAIL_OFFSET(hdr) \
97*4882a593Smuzhiyun 	(sizeof(struct ext4_extent_header) + \
98*4882a593Smuzhiyun 	 (sizeof(struct ext4_extent) * le16_to_cpu((hdr)->eh_max)))
99*4882a593Smuzhiyun 
100*4882a593Smuzhiyun static inline struct ext4_extent_tail *
find_ext4_extent_tail(struct ext4_extent_header * eh)101*4882a593Smuzhiyun find_ext4_extent_tail(struct ext4_extent_header *eh)
102*4882a593Smuzhiyun {
103*4882a593Smuzhiyun 	return (struct ext4_extent_tail *)(((void *)eh) +
104*4882a593Smuzhiyun 					   EXT4_EXTENT_TAIL_OFFSET(eh));
105*4882a593Smuzhiyun }
106*4882a593Smuzhiyun 
107*4882a593Smuzhiyun /*
108*4882a593Smuzhiyun  * Array of ext4_ext_path contains path to some extent.
109*4882a593Smuzhiyun  * Creation/lookup routines use it for traversal/splitting/etc.
110*4882a593Smuzhiyun  * Truncate uses it to simulate recursive walking.
111*4882a593Smuzhiyun  */
112*4882a593Smuzhiyun struct ext4_ext_path {
113*4882a593Smuzhiyun 	ext4_fsblk_t			p_block;
114*4882a593Smuzhiyun 	__u16				p_depth;
115*4882a593Smuzhiyun 	__u16				p_maxdepth;
116*4882a593Smuzhiyun 	struct ext4_extent		*p_ext;
117*4882a593Smuzhiyun 	struct ext4_extent_idx		*p_idx;
118*4882a593Smuzhiyun 	struct ext4_extent_header	*p_hdr;
119*4882a593Smuzhiyun 	struct buffer_head		*p_bh;
120*4882a593Smuzhiyun };
121*4882a593Smuzhiyun 
122*4882a593Smuzhiyun /*
123*4882a593Smuzhiyun  * Used to record a portion of a cluster found at the beginning or end
124*4882a593Smuzhiyun  * of an extent while traversing the extent tree during space removal.
125*4882a593Smuzhiyun  * A partial cluster may be removed if it does not contain blocks shared
126*4882a593Smuzhiyun  * with extents that aren't being deleted (tofree state).  Otherwise,
127*4882a593Smuzhiyun  * it cannot be removed (nofree state).
128*4882a593Smuzhiyun  */
129*4882a593Smuzhiyun struct partial_cluster {
130*4882a593Smuzhiyun 	ext4_fsblk_t pclu;  /* physical cluster number */
131*4882a593Smuzhiyun 	ext4_lblk_t lblk;   /* logical block number within logical cluster */
132*4882a593Smuzhiyun 	enum {initial, tofree, nofree} state;
133*4882a593Smuzhiyun };
134*4882a593Smuzhiyun 
135*4882a593Smuzhiyun /*
136*4882a593Smuzhiyun  * structure for external API
137*4882a593Smuzhiyun  */
138*4882a593Smuzhiyun 
139*4882a593Smuzhiyun /*
140*4882a593Smuzhiyun  * EXT_INIT_MAX_LEN is the maximum number of blocks we can have in an
141*4882a593Smuzhiyun  * initialized extent. This is 2^15 and not (2^16 - 1), since we use the
142*4882a593Smuzhiyun  * MSB of ee_len field in the extent datastructure to signify if this
143*4882a593Smuzhiyun  * particular extent is an initialized extent or an unwritten (i.e.
144*4882a593Smuzhiyun  * preallocated).
145*4882a593Smuzhiyun  * EXT_UNWRITTEN_MAX_LEN is the maximum number of blocks we can have in an
146*4882a593Smuzhiyun  * unwritten extent.
147*4882a593Smuzhiyun  * If ee_len is <= 0x8000, it is an initialized extent. Otherwise, it is an
148*4882a593Smuzhiyun  * unwritten one. In other words, if MSB of ee_len is set, it is an
149*4882a593Smuzhiyun  * unwritten extent with only one special scenario when ee_len = 0x8000.
150*4882a593Smuzhiyun  * In this case we can not have an unwritten extent of zero length and
151*4882a593Smuzhiyun  * thus we make it as a special case of initialized extent with 0x8000 length.
152*4882a593Smuzhiyun  * This way we get better extent-to-group alignment for initialized extents.
153*4882a593Smuzhiyun  * Hence, the maximum number of blocks we can have in an *initialized*
154*4882a593Smuzhiyun  * extent is 2^15 (32768) and in an *unwritten* extent is 2^15-1 (32767).
155*4882a593Smuzhiyun  */
156*4882a593Smuzhiyun #define EXT_INIT_MAX_LEN	(1UL << 15)
157*4882a593Smuzhiyun #define EXT_UNWRITTEN_MAX_LEN	(EXT_INIT_MAX_LEN - 1)
158*4882a593Smuzhiyun 
159*4882a593Smuzhiyun 
160*4882a593Smuzhiyun #define EXT_FIRST_EXTENT(__hdr__) \
161*4882a593Smuzhiyun 	((struct ext4_extent *) (((char *) (__hdr__)) +		\
162*4882a593Smuzhiyun 				 sizeof(struct ext4_extent_header)))
163*4882a593Smuzhiyun #define EXT_FIRST_INDEX(__hdr__) \
164*4882a593Smuzhiyun 	((struct ext4_extent_idx *) (((char *) (__hdr__)) +	\
165*4882a593Smuzhiyun 				     sizeof(struct ext4_extent_header)))
166*4882a593Smuzhiyun #define EXT_HAS_FREE_INDEX(__path__) \
167*4882a593Smuzhiyun 	(le16_to_cpu((__path__)->p_hdr->eh_entries) \
168*4882a593Smuzhiyun 				     < le16_to_cpu((__path__)->p_hdr->eh_max))
169*4882a593Smuzhiyun #define EXT_LAST_EXTENT(__hdr__) \
170*4882a593Smuzhiyun 	(EXT_FIRST_EXTENT((__hdr__)) + le16_to_cpu((__hdr__)->eh_entries) - 1)
171*4882a593Smuzhiyun #define EXT_LAST_INDEX(__hdr__) \
172*4882a593Smuzhiyun 	(EXT_FIRST_INDEX((__hdr__)) + le16_to_cpu((__hdr__)->eh_entries) - 1)
173*4882a593Smuzhiyun #define EXT_MAX_EXTENT(__hdr__)	\
174*4882a593Smuzhiyun 	((le16_to_cpu((__hdr__)->eh_max)) ? \
175*4882a593Smuzhiyun 	((EXT_FIRST_EXTENT((__hdr__)) + le16_to_cpu((__hdr__)->eh_max) - 1)) \
176*4882a593Smuzhiyun 					: 0)
177*4882a593Smuzhiyun #define EXT_MAX_INDEX(__hdr__) \
178*4882a593Smuzhiyun 	((le16_to_cpu((__hdr__)->eh_max)) ? \
179*4882a593Smuzhiyun 	((EXT_FIRST_INDEX((__hdr__)) + le16_to_cpu((__hdr__)->eh_max) - 1)) : 0)
180*4882a593Smuzhiyun 
ext_inode_hdr(struct inode * inode)181*4882a593Smuzhiyun static inline struct ext4_extent_header *ext_inode_hdr(struct inode *inode)
182*4882a593Smuzhiyun {
183*4882a593Smuzhiyun 	return (struct ext4_extent_header *) EXT4_I(inode)->i_data;
184*4882a593Smuzhiyun }
185*4882a593Smuzhiyun 
ext_block_hdr(struct buffer_head * bh)186*4882a593Smuzhiyun static inline struct ext4_extent_header *ext_block_hdr(struct buffer_head *bh)
187*4882a593Smuzhiyun {
188*4882a593Smuzhiyun 	return (struct ext4_extent_header *) bh->b_data;
189*4882a593Smuzhiyun }
190*4882a593Smuzhiyun 
ext_depth(struct inode * inode)191*4882a593Smuzhiyun static inline unsigned short ext_depth(struct inode *inode)
192*4882a593Smuzhiyun {
193*4882a593Smuzhiyun 	return le16_to_cpu(ext_inode_hdr(inode)->eh_depth);
194*4882a593Smuzhiyun }
195*4882a593Smuzhiyun 
ext4_ext_mark_unwritten(struct ext4_extent * ext)196*4882a593Smuzhiyun static inline void ext4_ext_mark_unwritten(struct ext4_extent *ext)
197*4882a593Smuzhiyun {
198*4882a593Smuzhiyun 	/* We can not have an unwritten extent of zero length! */
199*4882a593Smuzhiyun 	BUG_ON((le16_to_cpu(ext->ee_len) & ~EXT_INIT_MAX_LEN) == 0);
200*4882a593Smuzhiyun 	ext->ee_len |= cpu_to_le16(EXT_INIT_MAX_LEN);
201*4882a593Smuzhiyun }
202*4882a593Smuzhiyun 
ext4_ext_is_unwritten(struct ext4_extent * ext)203*4882a593Smuzhiyun static inline int ext4_ext_is_unwritten(struct ext4_extent *ext)
204*4882a593Smuzhiyun {
205*4882a593Smuzhiyun 	/* Extent with ee_len of 0x8000 is treated as an initialized extent */
206*4882a593Smuzhiyun 	return (le16_to_cpu(ext->ee_len) > EXT_INIT_MAX_LEN);
207*4882a593Smuzhiyun }
208*4882a593Smuzhiyun 
ext4_ext_get_actual_len(struct ext4_extent * ext)209*4882a593Smuzhiyun static inline int ext4_ext_get_actual_len(struct ext4_extent *ext)
210*4882a593Smuzhiyun {
211*4882a593Smuzhiyun 	return (le16_to_cpu(ext->ee_len) <= EXT_INIT_MAX_LEN ?
212*4882a593Smuzhiyun 		le16_to_cpu(ext->ee_len) :
213*4882a593Smuzhiyun 		(le16_to_cpu(ext->ee_len) - EXT_INIT_MAX_LEN));
214*4882a593Smuzhiyun }
215*4882a593Smuzhiyun 
ext4_ext_mark_initialized(struct ext4_extent * ext)216*4882a593Smuzhiyun static inline void ext4_ext_mark_initialized(struct ext4_extent *ext)
217*4882a593Smuzhiyun {
218*4882a593Smuzhiyun 	ext->ee_len = cpu_to_le16(ext4_ext_get_actual_len(ext));
219*4882a593Smuzhiyun }
220*4882a593Smuzhiyun 
221*4882a593Smuzhiyun /*
222*4882a593Smuzhiyun  * ext4_ext_pblock:
223*4882a593Smuzhiyun  * combine low and high parts of physical block number into ext4_fsblk_t
224*4882a593Smuzhiyun  */
ext4_ext_pblock(struct ext4_extent * ex)225*4882a593Smuzhiyun static inline ext4_fsblk_t ext4_ext_pblock(struct ext4_extent *ex)
226*4882a593Smuzhiyun {
227*4882a593Smuzhiyun 	ext4_fsblk_t block;
228*4882a593Smuzhiyun 
229*4882a593Smuzhiyun 	block = le32_to_cpu(ex->ee_start_lo);
230*4882a593Smuzhiyun 	block |= ((ext4_fsblk_t) le16_to_cpu(ex->ee_start_hi) << 31) << 1;
231*4882a593Smuzhiyun 	return block;
232*4882a593Smuzhiyun }
233*4882a593Smuzhiyun 
234*4882a593Smuzhiyun /*
235*4882a593Smuzhiyun  * ext4_idx_pblock:
236*4882a593Smuzhiyun  * combine low and high parts of a leaf physical block number into ext4_fsblk_t
237*4882a593Smuzhiyun  */
ext4_idx_pblock(struct ext4_extent_idx * ix)238*4882a593Smuzhiyun static inline ext4_fsblk_t ext4_idx_pblock(struct ext4_extent_idx *ix)
239*4882a593Smuzhiyun {
240*4882a593Smuzhiyun 	ext4_fsblk_t block;
241*4882a593Smuzhiyun 
242*4882a593Smuzhiyun 	block = le32_to_cpu(ix->ei_leaf_lo);
243*4882a593Smuzhiyun 	block |= ((ext4_fsblk_t) le16_to_cpu(ix->ei_leaf_hi) << 31) << 1;
244*4882a593Smuzhiyun 	return block;
245*4882a593Smuzhiyun }
246*4882a593Smuzhiyun 
247*4882a593Smuzhiyun /*
248*4882a593Smuzhiyun  * ext4_ext_store_pblock:
249*4882a593Smuzhiyun  * stores a large physical block number into an extent struct,
250*4882a593Smuzhiyun  * breaking it into parts
251*4882a593Smuzhiyun  */
ext4_ext_store_pblock(struct ext4_extent * ex,ext4_fsblk_t pb)252*4882a593Smuzhiyun static inline void ext4_ext_store_pblock(struct ext4_extent *ex,
253*4882a593Smuzhiyun 					 ext4_fsblk_t pb)
254*4882a593Smuzhiyun {
255*4882a593Smuzhiyun 	ex->ee_start_lo = cpu_to_le32((unsigned long) (pb & 0xffffffff));
256*4882a593Smuzhiyun 	ex->ee_start_hi = cpu_to_le16((unsigned long) ((pb >> 31) >> 1) &
257*4882a593Smuzhiyun 				      0xffff);
258*4882a593Smuzhiyun }
259*4882a593Smuzhiyun 
260*4882a593Smuzhiyun /*
261*4882a593Smuzhiyun  * ext4_idx_store_pblock:
262*4882a593Smuzhiyun  * stores a large physical block number into an index struct,
263*4882a593Smuzhiyun  * breaking it into parts
264*4882a593Smuzhiyun  */
ext4_idx_store_pblock(struct ext4_extent_idx * ix,ext4_fsblk_t pb)265*4882a593Smuzhiyun static inline void ext4_idx_store_pblock(struct ext4_extent_idx *ix,
266*4882a593Smuzhiyun 					 ext4_fsblk_t pb)
267*4882a593Smuzhiyun {
268*4882a593Smuzhiyun 	ix->ei_leaf_lo = cpu_to_le32((unsigned long) (pb & 0xffffffff));
269*4882a593Smuzhiyun 	ix->ei_leaf_hi = cpu_to_le16((unsigned long) ((pb >> 31) >> 1) &
270*4882a593Smuzhiyun 				     0xffff);
271*4882a593Smuzhiyun }
272*4882a593Smuzhiyun 
273*4882a593Smuzhiyun #endif /* _EXT4_EXTENTS */
274*4882a593Smuzhiyun 
275