1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Squashfs - a compressed read only filesystem for Linux
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright (c) 2002, 2003, 2004, 2005, 2006, 2007, 2008
6*4882a593Smuzhiyun * Phillip Lougher <phillip@squashfs.org.uk>
7*4882a593Smuzhiyun *
8*4882a593Smuzhiyun * block.c
9*4882a593Smuzhiyun */
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun /*
12*4882a593Smuzhiyun * This file implements the low-level routines to read and decompress
13*4882a593Smuzhiyun * datablocks and metadata blocks.
14*4882a593Smuzhiyun */
15*4882a593Smuzhiyun
16*4882a593Smuzhiyun #include <linux/blkdev.h>
17*4882a593Smuzhiyun #include <linux/fs.h>
18*4882a593Smuzhiyun #include <linux/vfs.h>
19*4882a593Smuzhiyun #include <linux/slab.h>
20*4882a593Smuzhiyun #include <linux/string.h>
21*4882a593Smuzhiyun #include <linux/buffer_head.h>
22*4882a593Smuzhiyun #include <linux/bio.h>
23*4882a593Smuzhiyun
24*4882a593Smuzhiyun #include "squashfs_fs.h"
25*4882a593Smuzhiyun #include "squashfs_fs_sb.h"
26*4882a593Smuzhiyun #include "squashfs.h"
27*4882a593Smuzhiyun #include "decompressor.h"
28*4882a593Smuzhiyun #include "page_actor.h"
29*4882a593Smuzhiyun
30*4882a593Smuzhiyun /*
31*4882a593Smuzhiyun * Returns the amount of bytes copied to the page actor.
32*4882a593Smuzhiyun */
copy_bio_to_actor(struct bio * bio,struct squashfs_page_actor * actor,int offset,int req_length)33*4882a593Smuzhiyun static int copy_bio_to_actor(struct bio *bio,
34*4882a593Smuzhiyun struct squashfs_page_actor *actor,
35*4882a593Smuzhiyun int offset, int req_length)
36*4882a593Smuzhiyun {
37*4882a593Smuzhiyun void *actor_addr = squashfs_first_page(actor);
38*4882a593Smuzhiyun struct bvec_iter_all iter_all = {};
39*4882a593Smuzhiyun struct bio_vec *bvec = bvec_init_iter_all(&iter_all);
40*4882a593Smuzhiyun int copied_bytes = 0;
41*4882a593Smuzhiyun int actor_offset = 0;
42*4882a593Smuzhiyun
43*4882a593Smuzhiyun if (WARN_ON_ONCE(!bio_next_segment(bio, &iter_all)))
44*4882a593Smuzhiyun return 0;
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun while (copied_bytes < req_length) {
47*4882a593Smuzhiyun int bytes_to_copy = min_t(int, bvec->bv_len - offset,
48*4882a593Smuzhiyun PAGE_SIZE - actor_offset);
49*4882a593Smuzhiyun
50*4882a593Smuzhiyun bytes_to_copy = min_t(int, bytes_to_copy,
51*4882a593Smuzhiyun req_length - copied_bytes);
52*4882a593Smuzhiyun memcpy(actor_addr + actor_offset,
53*4882a593Smuzhiyun page_address(bvec->bv_page) + bvec->bv_offset + offset,
54*4882a593Smuzhiyun bytes_to_copy);
55*4882a593Smuzhiyun
56*4882a593Smuzhiyun actor_offset += bytes_to_copy;
57*4882a593Smuzhiyun copied_bytes += bytes_to_copy;
58*4882a593Smuzhiyun offset += bytes_to_copy;
59*4882a593Smuzhiyun
60*4882a593Smuzhiyun if (actor_offset >= PAGE_SIZE) {
61*4882a593Smuzhiyun actor_addr = squashfs_next_page(actor);
62*4882a593Smuzhiyun if (!actor_addr)
63*4882a593Smuzhiyun break;
64*4882a593Smuzhiyun actor_offset = 0;
65*4882a593Smuzhiyun }
66*4882a593Smuzhiyun if (offset >= bvec->bv_len) {
67*4882a593Smuzhiyun if (!bio_next_segment(bio, &iter_all))
68*4882a593Smuzhiyun break;
69*4882a593Smuzhiyun offset = 0;
70*4882a593Smuzhiyun }
71*4882a593Smuzhiyun }
72*4882a593Smuzhiyun squashfs_finish_page(actor);
73*4882a593Smuzhiyun return copied_bytes;
74*4882a593Smuzhiyun }
75*4882a593Smuzhiyun
squashfs_bio_read(struct super_block * sb,u64 index,int length,struct bio ** biop,int * block_offset)76*4882a593Smuzhiyun static int squashfs_bio_read(struct super_block *sb, u64 index, int length,
77*4882a593Smuzhiyun struct bio **biop, int *block_offset)
78*4882a593Smuzhiyun {
79*4882a593Smuzhiyun struct squashfs_sb_info *msblk = sb->s_fs_info;
80*4882a593Smuzhiyun const u64 read_start = round_down(index, msblk->devblksize);
81*4882a593Smuzhiyun const sector_t block = read_start >> msblk->devblksize_log2;
82*4882a593Smuzhiyun const u64 read_end = round_up(index + length, msblk->devblksize);
83*4882a593Smuzhiyun const sector_t block_end = read_end >> msblk->devblksize_log2;
84*4882a593Smuzhiyun int offset = read_start - round_down(index, PAGE_SIZE);
85*4882a593Smuzhiyun int total_len = (block_end - block) << msblk->devblksize_log2;
86*4882a593Smuzhiyun const int page_count = DIV_ROUND_UP(total_len + offset, PAGE_SIZE);
87*4882a593Smuzhiyun int error, i;
88*4882a593Smuzhiyun struct bio *bio;
89*4882a593Smuzhiyun
90*4882a593Smuzhiyun if (page_count <= BIO_MAX_PAGES)
91*4882a593Smuzhiyun bio = bio_alloc(GFP_NOIO, page_count);
92*4882a593Smuzhiyun else
93*4882a593Smuzhiyun bio = bio_kmalloc(GFP_NOIO, page_count);
94*4882a593Smuzhiyun
95*4882a593Smuzhiyun if (!bio)
96*4882a593Smuzhiyun return -ENOMEM;
97*4882a593Smuzhiyun
98*4882a593Smuzhiyun bio_set_dev(bio, sb->s_bdev);
99*4882a593Smuzhiyun bio->bi_opf = READ;
100*4882a593Smuzhiyun bio->bi_iter.bi_sector = block * (msblk->devblksize >> SECTOR_SHIFT);
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun for (i = 0; i < page_count; ++i) {
103*4882a593Smuzhiyun unsigned int len =
104*4882a593Smuzhiyun min_t(unsigned int, PAGE_SIZE - offset, total_len);
105*4882a593Smuzhiyun struct page *page = alloc_page(GFP_NOIO);
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun if (!page) {
108*4882a593Smuzhiyun error = -ENOMEM;
109*4882a593Smuzhiyun goto out_free_bio;
110*4882a593Smuzhiyun }
111*4882a593Smuzhiyun if (!bio_add_page(bio, page, len, offset)) {
112*4882a593Smuzhiyun error = -EIO;
113*4882a593Smuzhiyun goto out_free_bio;
114*4882a593Smuzhiyun }
115*4882a593Smuzhiyun offset = 0;
116*4882a593Smuzhiyun total_len -= len;
117*4882a593Smuzhiyun }
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun error = submit_bio_wait(bio);
120*4882a593Smuzhiyun if (error)
121*4882a593Smuzhiyun goto out_free_bio;
122*4882a593Smuzhiyun
123*4882a593Smuzhiyun *biop = bio;
124*4882a593Smuzhiyun *block_offset = index & ((1 << msblk->devblksize_log2) - 1);
125*4882a593Smuzhiyun return 0;
126*4882a593Smuzhiyun
127*4882a593Smuzhiyun out_free_bio:
128*4882a593Smuzhiyun bio_free_pages(bio);
129*4882a593Smuzhiyun bio_put(bio);
130*4882a593Smuzhiyun return error;
131*4882a593Smuzhiyun }
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun /*
134*4882a593Smuzhiyun * Read and decompress a metadata block or datablock. Length is non-zero
135*4882a593Smuzhiyun * if a datablock is being read (the size is stored elsewhere in the
136*4882a593Smuzhiyun * filesystem), otherwise the length is obtained from the first two bytes of
137*4882a593Smuzhiyun * the metadata block. A bit in the length field indicates if the block
138*4882a593Smuzhiyun * is stored uncompressed in the filesystem (usually because compression
139*4882a593Smuzhiyun * generated a larger block - this does occasionally happen with compression
140*4882a593Smuzhiyun * algorithms).
141*4882a593Smuzhiyun */
squashfs_read_data(struct super_block * sb,u64 index,int length,u64 * next_index,struct squashfs_page_actor * output)142*4882a593Smuzhiyun int squashfs_read_data(struct super_block *sb, u64 index, int length,
143*4882a593Smuzhiyun u64 *next_index, struct squashfs_page_actor *output)
144*4882a593Smuzhiyun {
145*4882a593Smuzhiyun struct squashfs_sb_info *msblk = sb->s_fs_info;
146*4882a593Smuzhiyun struct bio *bio = NULL;
147*4882a593Smuzhiyun int compressed;
148*4882a593Smuzhiyun int res;
149*4882a593Smuzhiyun int offset;
150*4882a593Smuzhiyun
151*4882a593Smuzhiyun if (length) {
152*4882a593Smuzhiyun /*
153*4882a593Smuzhiyun * Datablock.
154*4882a593Smuzhiyun */
155*4882a593Smuzhiyun compressed = SQUASHFS_COMPRESSED_BLOCK(length);
156*4882a593Smuzhiyun length = SQUASHFS_COMPRESSED_SIZE_BLOCK(length);
157*4882a593Smuzhiyun TRACE("Block @ 0x%llx, %scompressed size %d, src size %d\n",
158*4882a593Smuzhiyun index, compressed ? "" : "un", length, output->length);
159*4882a593Smuzhiyun } else {
160*4882a593Smuzhiyun /*
161*4882a593Smuzhiyun * Metadata block.
162*4882a593Smuzhiyun */
163*4882a593Smuzhiyun const u8 *data;
164*4882a593Smuzhiyun struct bvec_iter_all iter_all = {};
165*4882a593Smuzhiyun struct bio_vec *bvec = bvec_init_iter_all(&iter_all);
166*4882a593Smuzhiyun
167*4882a593Smuzhiyun if (index + 2 > msblk->bytes_used) {
168*4882a593Smuzhiyun res = -EIO;
169*4882a593Smuzhiyun goto out;
170*4882a593Smuzhiyun }
171*4882a593Smuzhiyun res = squashfs_bio_read(sb, index, 2, &bio, &offset);
172*4882a593Smuzhiyun if (res)
173*4882a593Smuzhiyun goto out;
174*4882a593Smuzhiyun
175*4882a593Smuzhiyun if (WARN_ON_ONCE(!bio_next_segment(bio, &iter_all))) {
176*4882a593Smuzhiyun res = -EIO;
177*4882a593Smuzhiyun goto out_free_bio;
178*4882a593Smuzhiyun }
179*4882a593Smuzhiyun /* Extract the length of the metadata block */
180*4882a593Smuzhiyun data = page_address(bvec->bv_page) + bvec->bv_offset;
181*4882a593Smuzhiyun length = data[offset];
182*4882a593Smuzhiyun if (offset < bvec->bv_len - 1) {
183*4882a593Smuzhiyun length |= data[offset + 1] << 8;
184*4882a593Smuzhiyun } else {
185*4882a593Smuzhiyun if (WARN_ON_ONCE(!bio_next_segment(bio, &iter_all))) {
186*4882a593Smuzhiyun res = -EIO;
187*4882a593Smuzhiyun goto out_free_bio;
188*4882a593Smuzhiyun }
189*4882a593Smuzhiyun data = page_address(bvec->bv_page) + bvec->bv_offset;
190*4882a593Smuzhiyun length |= data[0] << 8;
191*4882a593Smuzhiyun }
192*4882a593Smuzhiyun bio_free_pages(bio);
193*4882a593Smuzhiyun bio_put(bio);
194*4882a593Smuzhiyun
195*4882a593Smuzhiyun compressed = SQUASHFS_COMPRESSED(length);
196*4882a593Smuzhiyun length = SQUASHFS_COMPRESSED_SIZE(length);
197*4882a593Smuzhiyun index += 2;
198*4882a593Smuzhiyun
199*4882a593Smuzhiyun TRACE("Block @ 0x%llx, %scompressed size %d\n", index - 2,
200*4882a593Smuzhiyun compressed ? "" : "un", length);
201*4882a593Smuzhiyun }
202*4882a593Smuzhiyun if (length < 0 || length > output->length ||
203*4882a593Smuzhiyun (index + length) > msblk->bytes_used) {
204*4882a593Smuzhiyun res = -EIO;
205*4882a593Smuzhiyun goto out;
206*4882a593Smuzhiyun }
207*4882a593Smuzhiyun
208*4882a593Smuzhiyun if (next_index)
209*4882a593Smuzhiyun *next_index = index + length;
210*4882a593Smuzhiyun
211*4882a593Smuzhiyun res = squashfs_bio_read(sb, index, length, &bio, &offset);
212*4882a593Smuzhiyun if (res)
213*4882a593Smuzhiyun goto out;
214*4882a593Smuzhiyun
215*4882a593Smuzhiyun if (compressed) {
216*4882a593Smuzhiyun if (!msblk->stream) {
217*4882a593Smuzhiyun res = -EIO;
218*4882a593Smuzhiyun goto out_free_bio;
219*4882a593Smuzhiyun }
220*4882a593Smuzhiyun res = squashfs_decompress(msblk, bio, offset, length, output);
221*4882a593Smuzhiyun } else {
222*4882a593Smuzhiyun res = copy_bio_to_actor(bio, output, offset, length);
223*4882a593Smuzhiyun }
224*4882a593Smuzhiyun
225*4882a593Smuzhiyun out_free_bio:
226*4882a593Smuzhiyun bio_free_pages(bio);
227*4882a593Smuzhiyun bio_put(bio);
228*4882a593Smuzhiyun out:
229*4882a593Smuzhiyun if (res < 0)
230*4882a593Smuzhiyun ERROR("Failed to read block 0x%llx: %d\n", index, res);
231*4882a593Smuzhiyun
232*4882a593Smuzhiyun return res;
233*4882a593Smuzhiyun }
234