xref: /OK3568_Linux_fs/kernel/fs/squashfs/file_direct.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * Copyright (c) 2013
4*4882a593Smuzhiyun  * Phillip Lougher <phillip@squashfs.org.uk>
5*4882a593Smuzhiyun  */
6*4882a593Smuzhiyun 
7*4882a593Smuzhiyun #include <linux/fs.h>
8*4882a593Smuzhiyun #include <linux/vfs.h>
9*4882a593Smuzhiyun #include <linux/kernel.h>
10*4882a593Smuzhiyun #include <linux/slab.h>
11*4882a593Smuzhiyun #include <linux/string.h>
12*4882a593Smuzhiyun #include <linux/pagemap.h>
13*4882a593Smuzhiyun #include <linux/mutex.h>
14*4882a593Smuzhiyun 
15*4882a593Smuzhiyun #include "squashfs_fs.h"
16*4882a593Smuzhiyun #include "squashfs_fs_sb.h"
17*4882a593Smuzhiyun #include "squashfs_fs_i.h"
18*4882a593Smuzhiyun #include "squashfs.h"
19*4882a593Smuzhiyun #include "page_actor.h"
20*4882a593Smuzhiyun 
21*4882a593Smuzhiyun static int squashfs_read_cache(struct page *target_page, u64 block, int bsize,
22*4882a593Smuzhiyun 	int pages, struct page **page, int bytes);
23*4882a593Smuzhiyun 
24*4882a593Smuzhiyun /* Read separately compressed datablock directly into page cache */
squashfs_readpage_block(struct page * target_page,u64 block,int bsize,int expected)25*4882a593Smuzhiyun int squashfs_readpage_block(struct page *target_page, u64 block, int bsize,
26*4882a593Smuzhiyun 	int expected)
27*4882a593Smuzhiyun 
28*4882a593Smuzhiyun {
29*4882a593Smuzhiyun 	struct inode *inode = target_page->mapping->host;
30*4882a593Smuzhiyun 	struct squashfs_sb_info *msblk = inode->i_sb->s_fs_info;
31*4882a593Smuzhiyun 
32*4882a593Smuzhiyun 	int file_end = (i_size_read(inode) - 1) >> PAGE_SHIFT;
33*4882a593Smuzhiyun 	int mask = (1 << (msblk->block_log - PAGE_SHIFT)) - 1;
34*4882a593Smuzhiyun 	int start_index = target_page->index & ~mask;
35*4882a593Smuzhiyun 	int end_index = start_index | mask;
36*4882a593Smuzhiyun 	int i, n, pages, missing_pages, bytes, res = -ENOMEM;
37*4882a593Smuzhiyun 	struct page **page;
38*4882a593Smuzhiyun 	struct squashfs_page_actor *actor;
39*4882a593Smuzhiyun 	void *pageaddr;
40*4882a593Smuzhiyun 
41*4882a593Smuzhiyun 	if (end_index > file_end)
42*4882a593Smuzhiyun 		end_index = file_end;
43*4882a593Smuzhiyun 
44*4882a593Smuzhiyun 	pages = end_index - start_index + 1;
45*4882a593Smuzhiyun 
46*4882a593Smuzhiyun 	page = kmalloc_array(pages, sizeof(void *), GFP_KERNEL);
47*4882a593Smuzhiyun 	if (page == NULL)
48*4882a593Smuzhiyun 		return res;
49*4882a593Smuzhiyun 
50*4882a593Smuzhiyun 	/*
51*4882a593Smuzhiyun 	 * Create a "page actor" which will kmap and kunmap the
52*4882a593Smuzhiyun 	 * page cache pages appropriately within the decompressor
53*4882a593Smuzhiyun 	 */
54*4882a593Smuzhiyun 	actor = squashfs_page_actor_init_special(page, pages, 0);
55*4882a593Smuzhiyun 	if (actor == NULL)
56*4882a593Smuzhiyun 		goto out;
57*4882a593Smuzhiyun 
58*4882a593Smuzhiyun 	/* Try to grab all the pages covered by the Squashfs block */
59*4882a593Smuzhiyun 	for (missing_pages = 0, i = 0, n = start_index; i < pages; i++, n++) {
60*4882a593Smuzhiyun 		page[i] = (n == target_page->index) ? target_page :
61*4882a593Smuzhiyun 			grab_cache_page_nowait(target_page->mapping, n);
62*4882a593Smuzhiyun 
63*4882a593Smuzhiyun 		if (page[i] == NULL) {
64*4882a593Smuzhiyun 			missing_pages++;
65*4882a593Smuzhiyun 			continue;
66*4882a593Smuzhiyun 		}
67*4882a593Smuzhiyun 
68*4882a593Smuzhiyun 		if (PageUptodate(page[i])) {
69*4882a593Smuzhiyun 			unlock_page(page[i]);
70*4882a593Smuzhiyun 			put_page(page[i]);
71*4882a593Smuzhiyun 			page[i] = NULL;
72*4882a593Smuzhiyun 			missing_pages++;
73*4882a593Smuzhiyun 		}
74*4882a593Smuzhiyun 	}
75*4882a593Smuzhiyun 
76*4882a593Smuzhiyun 	if (missing_pages) {
77*4882a593Smuzhiyun 		/*
78*4882a593Smuzhiyun 		 * Couldn't get one or more pages, this page has either
79*4882a593Smuzhiyun 		 * been VM reclaimed, but others are still in the page cache
80*4882a593Smuzhiyun 		 * and uptodate, or we're racing with another thread in
81*4882a593Smuzhiyun 		 * squashfs_readpage also trying to grab them.  Fall back to
82*4882a593Smuzhiyun 		 * using an intermediate buffer.
83*4882a593Smuzhiyun 		 */
84*4882a593Smuzhiyun 		res = squashfs_read_cache(target_page, block, bsize, pages,
85*4882a593Smuzhiyun 							page, expected);
86*4882a593Smuzhiyun 		if (res < 0)
87*4882a593Smuzhiyun 			goto mark_errored;
88*4882a593Smuzhiyun 
89*4882a593Smuzhiyun 		goto out;
90*4882a593Smuzhiyun 	}
91*4882a593Smuzhiyun 
92*4882a593Smuzhiyun 	/* Decompress directly into the page cache buffers */
93*4882a593Smuzhiyun 	res = squashfs_read_data(inode->i_sb, block, bsize, NULL, actor);
94*4882a593Smuzhiyun 	if (res < 0)
95*4882a593Smuzhiyun 		goto mark_errored;
96*4882a593Smuzhiyun 
97*4882a593Smuzhiyun 	if (res != expected) {
98*4882a593Smuzhiyun 		res = -EIO;
99*4882a593Smuzhiyun 		goto mark_errored;
100*4882a593Smuzhiyun 	}
101*4882a593Smuzhiyun 
102*4882a593Smuzhiyun 	/* Last page may have trailing bytes not filled */
103*4882a593Smuzhiyun 	bytes = res % PAGE_SIZE;
104*4882a593Smuzhiyun 	if (bytes) {
105*4882a593Smuzhiyun 		pageaddr = kmap_atomic(page[pages - 1]);
106*4882a593Smuzhiyun 		memset(pageaddr + bytes, 0, PAGE_SIZE - bytes);
107*4882a593Smuzhiyun 		kunmap_atomic(pageaddr);
108*4882a593Smuzhiyun 	}
109*4882a593Smuzhiyun 
110*4882a593Smuzhiyun 	/* Mark pages as uptodate, unlock and release */
111*4882a593Smuzhiyun 	for (i = 0; i < pages; i++) {
112*4882a593Smuzhiyun 		flush_dcache_page(page[i]);
113*4882a593Smuzhiyun 		SetPageUptodate(page[i]);
114*4882a593Smuzhiyun 		unlock_page(page[i]);
115*4882a593Smuzhiyun 		if (page[i] != target_page)
116*4882a593Smuzhiyun 			put_page(page[i]);
117*4882a593Smuzhiyun 	}
118*4882a593Smuzhiyun 
119*4882a593Smuzhiyun 	kfree(actor);
120*4882a593Smuzhiyun 	kfree(page);
121*4882a593Smuzhiyun 
122*4882a593Smuzhiyun 	return 0;
123*4882a593Smuzhiyun 
124*4882a593Smuzhiyun mark_errored:
125*4882a593Smuzhiyun 	/* Decompression failed, mark pages as errored.  Target_page is
126*4882a593Smuzhiyun 	 * dealt with by the caller
127*4882a593Smuzhiyun 	 */
128*4882a593Smuzhiyun 	for (i = 0; i < pages; i++) {
129*4882a593Smuzhiyun 		if (page[i] == NULL || page[i] == target_page)
130*4882a593Smuzhiyun 			continue;
131*4882a593Smuzhiyun 		flush_dcache_page(page[i]);
132*4882a593Smuzhiyun 		SetPageError(page[i]);
133*4882a593Smuzhiyun 		unlock_page(page[i]);
134*4882a593Smuzhiyun 		put_page(page[i]);
135*4882a593Smuzhiyun 	}
136*4882a593Smuzhiyun 
137*4882a593Smuzhiyun out:
138*4882a593Smuzhiyun 	kfree(actor);
139*4882a593Smuzhiyun 	kfree(page);
140*4882a593Smuzhiyun 	return res;
141*4882a593Smuzhiyun }
142*4882a593Smuzhiyun 
143*4882a593Smuzhiyun 
squashfs_read_cache(struct page * target_page,u64 block,int bsize,int pages,struct page ** page,int bytes)144*4882a593Smuzhiyun static int squashfs_read_cache(struct page *target_page, u64 block, int bsize,
145*4882a593Smuzhiyun 	int pages, struct page **page, int bytes)
146*4882a593Smuzhiyun {
147*4882a593Smuzhiyun 	struct inode *i = target_page->mapping->host;
148*4882a593Smuzhiyun 	struct squashfs_cache_entry *buffer = squashfs_get_datablock(i->i_sb,
149*4882a593Smuzhiyun 						 block, bsize);
150*4882a593Smuzhiyun 	int res = buffer->error, n, offset = 0;
151*4882a593Smuzhiyun 
152*4882a593Smuzhiyun 	if (res) {
153*4882a593Smuzhiyun 		ERROR("Unable to read page, block %llx, size %x\n", block,
154*4882a593Smuzhiyun 			bsize);
155*4882a593Smuzhiyun 		goto out;
156*4882a593Smuzhiyun 	}
157*4882a593Smuzhiyun 
158*4882a593Smuzhiyun 	for (n = 0; n < pages && bytes > 0; n++,
159*4882a593Smuzhiyun 			bytes -= PAGE_SIZE, offset += PAGE_SIZE) {
160*4882a593Smuzhiyun 		int avail = min_t(int, bytes, PAGE_SIZE);
161*4882a593Smuzhiyun 
162*4882a593Smuzhiyun 		if (page[n] == NULL)
163*4882a593Smuzhiyun 			continue;
164*4882a593Smuzhiyun 
165*4882a593Smuzhiyun 		squashfs_fill_page(page[n], buffer, offset, avail);
166*4882a593Smuzhiyun 		unlock_page(page[n]);
167*4882a593Smuzhiyun 		if (page[n] != target_page)
168*4882a593Smuzhiyun 			put_page(page[n]);
169*4882a593Smuzhiyun 	}
170*4882a593Smuzhiyun 
171*4882a593Smuzhiyun out:
172*4882a593Smuzhiyun 	squashfs_cache_put(buffer);
173*4882a593Smuzhiyun 	return res;
174*4882a593Smuzhiyun }
175