xref: /OK3568_Linux_fs/kernel/fs/exfat/cache.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  *  linux/fs/fat/cache.c
4*4882a593Smuzhiyun  *
5*4882a593Smuzhiyun  *  Written 1992,1993 by Werner Almesberger
6*4882a593Smuzhiyun  *
7*4882a593Smuzhiyun  *  Mar 1999. AV. Changed cache, so that it uses the starting cluster instead
8*4882a593Smuzhiyun  *	of inode number.
9*4882a593Smuzhiyun  *  May 1999. AV. Fixed the bogosity with FAT32 (read "FAT28"). Fscking lusers.
10*4882a593Smuzhiyun  *  Copyright (C) 2012-2013 Samsung Electronics Co., Ltd.
11*4882a593Smuzhiyun  */
12*4882a593Smuzhiyun 
13*4882a593Smuzhiyun #include <linux/slab.h>
14*4882a593Smuzhiyun #include <asm/unaligned.h>
15*4882a593Smuzhiyun #include <linux/buffer_head.h>
16*4882a593Smuzhiyun 
17*4882a593Smuzhiyun #include "exfat_raw.h"
18*4882a593Smuzhiyun #include "exfat_fs.h"
19*4882a593Smuzhiyun 
20*4882a593Smuzhiyun #define EXFAT_MAX_CACHE		16
21*4882a593Smuzhiyun 
22*4882a593Smuzhiyun struct exfat_cache {
23*4882a593Smuzhiyun 	struct list_head cache_list;
24*4882a593Smuzhiyun 	unsigned int nr_contig;	/* number of contiguous clusters */
25*4882a593Smuzhiyun 	unsigned int fcluster;	/* cluster number in the file. */
26*4882a593Smuzhiyun 	unsigned int dcluster;	/* cluster number on disk. */
27*4882a593Smuzhiyun };
28*4882a593Smuzhiyun 
29*4882a593Smuzhiyun struct exfat_cache_id {
30*4882a593Smuzhiyun 	unsigned int id;
31*4882a593Smuzhiyun 	unsigned int nr_contig;
32*4882a593Smuzhiyun 	unsigned int fcluster;
33*4882a593Smuzhiyun 	unsigned int dcluster;
34*4882a593Smuzhiyun };
35*4882a593Smuzhiyun 
36*4882a593Smuzhiyun static struct kmem_cache *exfat_cachep;
37*4882a593Smuzhiyun 
exfat_cache_init_once(void * c)38*4882a593Smuzhiyun static void exfat_cache_init_once(void *c)
39*4882a593Smuzhiyun {
40*4882a593Smuzhiyun 	struct exfat_cache *cache = (struct exfat_cache *)c;
41*4882a593Smuzhiyun 
42*4882a593Smuzhiyun 	INIT_LIST_HEAD(&cache->cache_list);
43*4882a593Smuzhiyun }
44*4882a593Smuzhiyun 
exfat_cache_init(void)45*4882a593Smuzhiyun int exfat_cache_init(void)
46*4882a593Smuzhiyun {
47*4882a593Smuzhiyun 	exfat_cachep = kmem_cache_create("exfat_cache",
48*4882a593Smuzhiyun 				sizeof(struct exfat_cache),
49*4882a593Smuzhiyun 				0, SLAB_RECLAIM_ACCOUNT|SLAB_MEM_SPREAD,
50*4882a593Smuzhiyun 				exfat_cache_init_once);
51*4882a593Smuzhiyun 	if (!exfat_cachep)
52*4882a593Smuzhiyun 		return -ENOMEM;
53*4882a593Smuzhiyun 	return 0;
54*4882a593Smuzhiyun }
55*4882a593Smuzhiyun 
exfat_cache_shutdown(void)56*4882a593Smuzhiyun void exfat_cache_shutdown(void)
57*4882a593Smuzhiyun {
58*4882a593Smuzhiyun 	if (!exfat_cachep)
59*4882a593Smuzhiyun 		return;
60*4882a593Smuzhiyun 	kmem_cache_destroy(exfat_cachep);
61*4882a593Smuzhiyun }
62*4882a593Smuzhiyun 
exfat_cache_alloc(void)63*4882a593Smuzhiyun static inline struct exfat_cache *exfat_cache_alloc(void)
64*4882a593Smuzhiyun {
65*4882a593Smuzhiyun 	return kmem_cache_alloc(exfat_cachep, GFP_NOFS);
66*4882a593Smuzhiyun }
67*4882a593Smuzhiyun 
exfat_cache_free(struct exfat_cache * cache)68*4882a593Smuzhiyun static inline void exfat_cache_free(struct exfat_cache *cache)
69*4882a593Smuzhiyun {
70*4882a593Smuzhiyun 	WARN_ON(!list_empty(&cache->cache_list));
71*4882a593Smuzhiyun 	kmem_cache_free(exfat_cachep, cache);
72*4882a593Smuzhiyun }
73*4882a593Smuzhiyun 
exfat_cache_update_lru(struct inode * inode,struct exfat_cache * cache)74*4882a593Smuzhiyun static inline void exfat_cache_update_lru(struct inode *inode,
75*4882a593Smuzhiyun 		struct exfat_cache *cache)
76*4882a593Smuzhiyun {
77*4882a593Smuzhiyun 	struct exfat_inode_info *ei = EXFAT_I(inode);
78*4882a593Smuzhiyun 
79*4882a593Smuzhiyun 	if (ei->cache_lru.next != &cache->cache_list)
80*4882a593Smuzhiyun 		list_move(&cache->cache_list, &ei->cache_lru);
81*4882a593Smuzhiyun }
82*4882a593Smuzhiyun 
exfat_cache_lookup(struct inode * inode,unsigned int fclus,struct exfat_cache_id * cid,unsigned int * cached_fclus,unsigned int * cached_dclus)83*4882a593Smuzhiyun static unsigned int exfat_cache_lookup(struct inode *inode,
84*4882a593Smuzhiyun 		unsigned int fclus, struct exfat_cache_id *cid,
85*4882a593Smuzhiyun 		unsigned int *cached_fclus, unsigned int *cached_dclus)
86*4882a593Smuzhiyun {
87*4882a593Smuzhiyun 	struct exfat_inode_info *ei = EXFAT_I(inode);
88*4882a593Smuzhiyun 	static struct exfat_cache nohit = { .fcluster = 0, };
89*4882a593Smuzhiyun 	struct exfat_cache *hit = &nohit, *p;
90*4882a593Smuzhiyun 	unsigned int offset = EXFAT_EOF_CLUSTER;
91*4882a593Smuzhiyun 
92*4882a593Smuzhiyun 	spin_lock(&ei->cache_lru_lock);
93*4882a593Smuzhiyun 	list_for_each_entry(p, &ei->cache_lru, cache_list) {
94*4882a593Smuzhiyun 		/* Find the cache of "fclus" or nearest cache. */
95*4882a593Smuzhiyun 		if (p->fcluster <= fclus && hit->fcluster < p->fcluster) {
96*4882a593Smuzhiyun 			hit = p;
97*4882a593Smuzhiyun 			if (hit->fcluster + hit->nr_contig < fclus) {
98*4882a593Smuzhiyun 				offset = hit->nr_contig;
99*4882a593Smuzhiyun 			} else {
100*4882a593Smuzhiyun 				offset = fclus - hit->fcluster;
101*4882a593Smuzhiyun 				break;
102*4882a593Smuzhiyun 			}
103*4882a593Smuzhiyun 		}
104*4882a593Smuzhiyun 	}
105*4882a593Smuzhiyun 	if (hit != &nohit) {
106*4882a593Smuzhiyun 		exfat_cache_update_lru(inode, hit);
107*4882a593Smuzhiyun 
108*4882a593Smuzhiyun 		cid->id = ei->cache_valid_id;
109*4882a593Smuzhiyun 		cid->nr_contig = hit->nr_contig;
110*4882a593Smuzhiyun 		cid->fcluster = hit->fcluster;
111*4882a593Smuzhiyun 		cid->dcluster = hit->dcluster;
112*4882a593Smuzhiyun 		*cached_fclus = cid->fcluster + offset;
113*4882a593Smuzhiyun 		*cached_dclus = cid->dcluster + offset;
114*4882a593Smuzhiyun 	}
115*4882a593Smuzhiyun 	spin_unlock(&ei->cache_lru_lock);
116*4882a593Smuzhiyun 
117*4882a593Smuzhiyun 	return offset;
118*4882a593Smuzhiyun }
119*4882a593Smuzhiyun 
exfat_cache_merge(struct inode * inode,struct exfat_cache_id * new)120*4882a593Smuzhiyun static struct exfat_cache *exfat_cache_merge(struct inode *inode,
121*4882a593Smuzhiyun 		struct exfat_cache_id *new)
122*4882a593Smuzhiyun {
123*4882a593Smuzhiyun 	struct exfat_inode_info *ei = EXFAT_I(inode);
124*4882a593Smuzhiyun 	struct exfat_cache *p;
125*4882a593Smuzhiyun 
126*4882a593Smuzhiyun 	list_for_each_entry(p, &ei->cache_lru, cache_list) {
127*4882a593Smuzhiyun 		/* Find the same part as "new" in cluster-chain. */
128*4882a593Smuzhiyun 		if (p->fcluster == new->fcluster) {
129*4882a593Smuzhiyun 			if (new->nr_contig > p->nr_contig)
130*4882a593Smuzhiyun 				p->nr_contig = new->nr_contig;
131*4882a593Smuzhiyun 			return p;
132*4882a593Smuzhiyun 		}
133*4882a593Smuzhiyun 	}
134*4882a593Smuzhiyun 	return NULL;
135*4882a593Smuzhiyun }
136*4882a593Smuzhiyun 
exfat_cache_add(struct inode * inode,struct exfat_cache_id * new)137*4882a593Smuzhiyun static void exfat_cache_add(struct inode *inode,
138*4882a593Smuzhiyun 		struct exfat_cache_id *new)
139*4882a593Smuzhiyun {
140*4882a593Smuzhiyun 	struct exfat_inode_info *ei = EXFAT_I(inode);
141*4882a593Smuzhiyun 	struct exfat_cache *cache, *tmp;
142*4882a593Smuzhiyun 
143*4882a593Smuzhiyun 	if (new->fcluster == EXFAT_EOF_CLUSTER) /* dummy cache */
144*4882a593Smuzhiyun 		return;
145*4882a593Smuzhiyun 
146*4882a593Smuzhiyun 	spin_lock(&ei->cache_lru_lock);
147*4882a593Smuzhiyun 	if (new->id != EXFAT_CACHE_VALID &&
148*4882a593Smuzhiyun 	    new->id != ei->cache_valid_id)
149*4882a593Smuzhiyun 		goto unlock;	/* this cache was invalidated */
150*4882a593Smuzhiyun 
151*4882a593Smuzhiyun 	cache = exfat_cache_merge(inode, new);
152*4882a593Smuzhiyun 	if (cache == NULL) {
153*4882a593Smuzhiyun 		if (ei->nr_caches < EXFAT_MAX_CACHE) {
154*4882a593Smuzhiyun 			ei->nr_caches++;
155*4882a593Smuzhiyun 			spin_unlock(&ei->cache_lru_lock);
156*4882a593Smuzhiyun 
157*4882a593Smuzhiyun 			tmp = exfat_cache_alloc();
158*4882a593Smuzhiyun 			if (!tmp) {
159*4882a593Smuzhiyun 				spin_lock(&ei->cache_lru_lock);
160*4882a593Smuzhiyun 				ei->nr_caches--;
161*4882a593Smuzhiyun 				spin_unlock(&ei->cache_lru_lock);
162*4882a593Smuzhiyun 				return;
163*4882a593Smuzhiyun 			}
164*4882a593Smuzhiyun 
165*4882a593Smuzhiyun 			spin_lock(&ei->cache_lru_lock);
166*4882a593Smuzhiyun 			cache = exfat_cache_merge(inode, new);
167*4882a593Smuzhiyun 			if (cache != NULL) {
168*4882a593Smuzhiyun 				ei->nr_caches--;
169*4882a593Smuzhiyun 				exfat_cache_free(tmp);
170*4882a593Smuzhiyun 				goto out_update_lru;
171*4882a593Smuzhiyun 			}
172*4882a593Smuzhiyun 			cache = tmp;
173*4882a593Smuzhiyun 		} else {
174*4882a593Smuzhiyun 			struct list_head *p = ei->cache_lru.prev;
175*4882a593Smuzhiyun 
176*4882a593Smuzhiyun 			cache = list_entry(p,
177*4882a593Smuzhiyun 					struct exfat_cache, cache_list);
178*4882a593Smuzhiyun 		}
179*4882a593Smuzhiyun 		cache->fcluster = new->fcluster;
180*4882a593Smuzhiyun 		cache->dcluster = new->dcluster;
181*4882a593Smuzhiyun 		cache->nr_contig = new->nr_contig;
182*4882a593Smuzhiyun 	}
183*4882a593Smuzhiyun out_update_lru:
184*4882a593Smuzhiyun 	exfat_cache_update_lru(inode, cache);
185*4882a593Smuzhiyun unlock:
186*4882a593Smuzhiyun 	spin_unlock(&ei->cache_lru_lock);
187*4882a593Smuzhiyun }
188*4882a593Smuzhiyun 
189*4882a593Smuzhiyun /*
190*4882a593Smuzhiyun  * Cache invalidation occurs rarely, thus the LRU chain is not updated. It
191*4882a593Smuzhiyun  * fixes itself after a while.
192*4882a593Smuzhiyun  */
__exfat_cache_inval_inode(struct inode * inode)193*4882a593Smuzhiyun static void __exfat_cache_inval_inode(struct inode *inode)
194*4882a593Smuzhiyun {
195*4882a593Smuzhiyun 	struct exfat_inode_info *ei = EXFAT_I(inode);
196*4882a593Smuzhiyun 	struct exfat_cache *cache;
197*4882a593Smuzhiyun 
198*4882a593Smuzhiyun 	while (!list_empty(&ei->cache_lru)) {
199*4882a593Smuzhiyun 		cache = list_entry(ei->cache_lru.next,
200*4882a593Smuzhiyun 				   struct exfat_cache, cache_list);
201*4882a593Smuzhiyun 		list_del_init(&cache->cache_list);
202*4882a593Smuzhiyun 		ei->nr_caches--;
203*4882a593Smuzhiyun 		exfat_cache_free(cache);
204*4882a593Smuzhiyun 	}
205*4882a593Smuzhiyun 	/* Update. The copy of caches before this id is discarded. */
206*4882a593Smuzhiyun 	ei->cache_valid_id++;
207*4882a593Smuzhiyun 	if (ei->cache_valid_id == EXFAT_CACHE_VALID)
208*4882a593Smuzhiyun 		ei->cache_valid_id++;
209*4882a593Smuzhiyun }
210*4882a593Smuzhiyun 
exfat_cache_inval_inode(struct inode * inode)211*4882a593Smuzhiyun void exfat_cache_inval_inode(struct inode *inode)
212*4882a593Smuzhiyun {
213*4882a593Smuzhiyun 	struct exfat_inode_info *ei = EXFAT_I(inode);
214*4882a593Smuzhiyun 
215*4882a593Smuzhiyun 	spin_lock(&ei->cache_lru_lock);
216*4882a593Smuzhiyun 	__exfat_cache_inval_inode(inode);
217*4882a593Smuzhiyun 	spin_unlock(&ei->cache_lru_lock);
218*4882a593Smuzhiyun }
219*4882a593Smuzhiyun 
cache_contiguous(struct exfat_cache_id * cid,unsigned int dclus)220*4882a593Smuzhiyun static inline int cache_contiguous(struct exfat_cache_id *cid,
221*4882a593Smuzhiyun 		unsigned int dclus)
222*4882a593Smuzhiyun {
223*4882a593Smuzhiyun 	cid->nr_contig++;
224*4882a593Smuzhiyun 	return cid->dcluster + cid->nr_contig == dclus;
225*4882a593Smuzhiyun }
226*4882a593Smuzhiyun 
cache_init(struct exfat_cache_id * cid,unsigned int fclus,unsigned int dclus)227*4882a593Smuzhiyun static inline void cache_init(struct exfat_cache_id *cid,
228*4882a593Smuzhiyun 		unsigned int fclus, unsigned int dclus)
229*4882a593Smuzhiyun {
230*4882a593Smuzhiyun 	cid->id = EXFAT_CACHE_VALID;
231*4882a593Smuzhiyun 	cid->fcluster = fclus;
232*4882a593Smuzhiyun 	cid->dcluster = dclus;
233*4882a593Smuzhiyun 	cid->nr_contig = 0;
234*4882a593Smuzhiyun }
235*4882a593Smuzhiyun 
exfat_get_cluster(struct inode * inode,unsigned int cluster,unsigned int * fclus,unsigned int * dclus,unsigned int * last_dclus,int allow_eof)236*4882a593Smuzhiyun int exfat_get_cluster(struct inode *inode, unsigned int cluster,
237*4882a593Smuzhiyun 		unsigned int *fclus, unsigned int *dclus,
238*4882a593Smuzhiyun 		unsigned int *last_dclus, int allow_eof)
239*4882a593Smuzhiyun {
240*4882a593Smuzhiyun 	struct super_block *sb = inode->i_sb;
241*4882a593Smuzhiyun 	struct exfat_sb_info *sbi = EXFAT_SB(sb);
242*4882a593Smuzhiyun 	unsigned int limit = sbi->num_clusters;
243*4882a593Smuzhiyun 	struct exfat_inode_info *ei = EXFAT_I(inode);
244*4882a593Smuzhiyun 	struct exfat_cache_id cid;
245*4882a593Smuzhiyun 	unsigned int content;
246*4882a593Smuzhiyun 
247*4882a593Smuzhiyun 	if (ei->start_clu == EXFAT_FREE_CLUSTER) {
248*4882a593Smuzhiyun 		exfat_fs_error(sb,
249*4882a593Smuzhiyun 			"invalid access to exfat cache (entry 0x%08x)",
250*4882a593Smuzhiyun 			ei->start_clu);
251*4882a593Smuzhiyun 		return -EIO;
252*4882a593Smuzhiyun 	}
253*4882a593Smuzhiyun 
254*4882a593Smuzhiyun 	*fclus = 0;
255*4882a593Smuzhiyun 	*dclus = ei->start_clu;
256*4882a593Smuzhiyun 	*last_dclus = *dclus;
257*4882a593Smuzhiyun 
258*4882a593Smuzhiyun 	/*
259*4882a593Smuzhiyun 	 * Don`t use exfat_cache if zero offset or non-cluster allocation
260*4882a593Smuzhiyun 	 */
261*4882a593Smuzhiyun 	if (cluster == 0 || *dclus == EXFAT_EOF_CLUSTER)
262*4882a593Smuzhiyun 		return 0;
263*4882a593Smuzhiyun 
264*4882a593Smuzhiyun 	cache_init(&cid, EXFAT_EOF_CLUSTER, EXFAT_EOF_CLUSTER);
265*4882a593Smuzhiyun 
266*4882a593Smuzhiyun 	if (exfat_cache_lookup(inode, cluster, &cid, fclus, dclus) ==
267*4882a593Smuzhiyun 			EXFAT_EOF_CLUSTER) {
268*4882a593Smuzhiyun 		/*
269*4882a593Smuzhiyun 		 * dummy, always not contiguous
270*4882a593Smuzhiyun 		 * This is reinitialized by cache_init(), later.
271*4882a593Smuzhiyun 		 */
272*4882a593Smuzhiyun 		WARN_ON(cid.id != EXFAT_CACHE_VALID ||
273*4882a593Smuzhiyun 			cid.fcluster != EXFAT_EOF_CLUSTER ||
274*4882a593Smuzhiyun 			cid.dcluster != EXFAT_EOF_CLUSTER ||
275*4882a593Smuzhiyun 			cid.nr_contig != 0);
276*4882a593Smuzhiyun 	}
277*4882a593Smuzhiyun 
278*4882a593Smuzhiyun 	if (*fclus == cluster)
279*4882a593Smuzhiyun 		return 0;
280*4882a593Smuzhiyun 
281*4882a593Smuzhiyun 	while (*fclus < cluster) {
282*4882a593Smuzhiyun 		/* prevent the infinite loop of cluster chain */
283*4882a593Smuzhiyun 		if (*fclus > limit) {
284*4882a593Smuzhiyun 			exfat_fs_error(sb,
285*4882a593Smuzhiyun 				"detected the cluster chain loop (i_pos %u)",
286*4882a593Smuzhiyun 				(*fclus));
287*4882a593Smuzhiyun 			return -EIO;
288*4882a593Smuzhiyun 		}
289*4882a593Smuzhiyun 
290*4882a593Smuzhiyun 		if (exfat_ent_get(sb, *dclus, &content))
291*4882a593Smuzhiyun 			return -EIO;
292*4882a593Smuzhiyun 
293*4882a593Smuzhiyun 		*last_dclus = *dclus;
294*4882a593Smuzhiyun 		*dclus = content;
295*4882a593Smuzhiyun 		(*fclus)++;
296*4882a593Smuzhiyun 
297*4882a593Smuzhiyun 		if (content == EXFAT_EOF_CLUSTER) {
298*4882a593Smuzhiyun 			if (!allow_eof) {
299*4882a593Smuzhiyun 				exfat_fs_error(sb,
300*4882a593Smuzhiyun 				       "invalid cluster chain (i_pos %u, last_clus 0x%08x is EOF)",
301*4882a593Smuzhiyun 				       *fclus, (*last_dclus));
302*4882a593Smuzhiyun 				return -EIO;
303*4882a593Smuzhiyun 			}
304*4882a593Smuzhiyun 
305*4882a593Smuzhiyun 			break;
306*4882a593Smuzhiyun 		}
307*4882a593Smuzhiyun 
308*4882a593Smuzhiyun 		if (!cache_contiguous(&cid, *dclus))
309*4882a593Smuzhiyun 			cache_init(&cid, *fclus, *dclus);
310*4882a593Smuzhiyun 	}
311*4882a593Smuzhiyun 
312*4882a593Smuzhiyun 	exfat_cache_add(inode, &cid);
313*4882a593Smuzhiyun 	return 0;
314*4882a593Smuzhiyun }
315