13 struct bio *blk_next_bio(struct bio *bio, unsigned int nr_pages, gfp_t gfp)  in blk_next_bio()  argument
15 	struct bio *new = bio_alloc(gfp, nr_pages);  in blk_next_bio()
17 	if (bio) {  in blk_next_bio()
18 		bio_chain(bio, new);  in blk_next_bio()
19 		submit_bio(bio);  in blk_next_bio()
27 		struct bio **biop)  in __blkdev_issue_discard()
30 	struct bio *bio = *biop;  in __blkdev_issue_discard()  local
97 		bio = blk_next_bio(bio, 0, gfp_mask);  in __blkdev_issue_discard()
98 		bio->bi_iter.bi_sector = sector;  in __blkdev_issue_discard()
99 		bio_set_dev(bio, bdev);  in __blkdev_issue_discard()
100 		bio_set_op_attrs(bio, op, 0);  in __blkdev_issue_discard()
102 		bio->bi_iter.bi_size = req_sects << 9;  in __blkdev_issue_discard()
115 	*biop = bio;  in __blkdev_issue_discard()
134 	struct bio *bio = NULL;  in blkdev_issue_discard()  local
140 			&bio);  in blkdev_issue_discard()
141 	if (!ret && bio) {  in blkdev_issue_discard()
142 		ret = submit_bio_wait(bio);  in blkdev_issue_discard()
145 		bio_put(bio);  in blkdev_issue_discard()
167 		struct bio **biop)  in __blkdev_issue_write_same()
171 	struct bio *bio = *biop;  in __blkdev_issue_write_same()  local
191 		bio = blk_next_bio(bio, 1, gfp_mask);  in __blkdev_issue_write_same()
192 		bio->bi_iter.bi_sector = sector;  in __blkdev_issue_write_same()
193 		bio_set_dev(bio, bdev);  in __blkdev_issue_write_same()
194 		bio->bi_vcnt = 1;  in __blkdev_issue_write_same()
195 		bio->bi_io_vec->bv_page = page;  in __blkdev_issue_write_same()
196 		bio->bi_io_vec->bv_offset = 0;  in __blkdev_issue_write_same()
197 		bio->bi_io_vec->bv_len = bdev_logical_block_size(bdev);  in __blkdev_issue_write_same()
198 		bio_set_op_attrs(bio, REQ_OP_WRITE_SAME, 0);  in __blkdev_issue_write_same()
201 			bio->bi_iter.bi_size = max_write_same_sectors << 9;  in __blkdev_issue_write_same()
205 			bio->bi_iter.bi_size = nr_sects << 9;  in __blkdev_issue_write_same()
211 	*biop = bio;  in __blkdev_issue_write_same()
230 	struct bio *bio = NULL;  in blkdev_issue_write_same()  local
236 			&bio);  in blkdev_issue_write_same()
237 	if (ret == 0 && bio) {  in blkdev_issue_write_same()
238 		ret = submit_bio_wait(bio);  in blkdev_issue_write_same()
239 		bio_put(bio);  in blkdev_issue_write_same()
248 		struct bio **biop, unsigned flags)  in __blkdev_issue_write_zeroes()
250 	struct bio *bio = *biop;  in __blkdev_issue_write_zeroes()  local
267 		bio = blk_next_bio(bio, 0, gfp_mask);  in __blkdev_issue_write_zeroes()
268 		bio->bi_iter.bi_sector = sector;  in __blkdev_issue_write_zeroes()
269 		bio_set_dev(bio, bdev);  in __blkdev_issue_write_zeroes()
270 		bio->bi_opf = REQ_OP_WRITE_ZEROES;  in __blkdev_issue_write_zeroes()
272 			bio->bi_opf |= REQ_NOUNMAP;  in __blkdev_issue_write_zeroes()
275 			bio->bi_iter.bi_size = max_write_zeroes_sectors << 9;  in __blkdev_issue_write_zeroes()
279 			bio->bi_iter.bi_size = nr_sects << 9;  in __blkdev_issue_write_zeroes()
285 	*biop = bio;  in __blkdev_issue_write_zeroes()
304 		struct bio **biop)  in __blkdev_issue_zero_pages()
307 	struct bio *bio = *biop;  in __blkdev_issue_zero_pages()  local
318 		bio = blk_next_bio(bio, __blkdev_sectors_to_bio_pages(nr_sects),  in __blkdev_issue_zero_pages()
320 		bio->bi_iter.bi_sector = sector;  in __blkdev_issue_zero_pages()
321 		bio_set_dev(bio, bdev);  in __blkdev_issue_zero_pages()
322 		bio_set_op_attrs(bio, REQ_OP_WRITE, 0);  in __blkdev_issue_zero_pages()
326 			bi_size = bio_add_page(bio, ZERO_PAGE(0), sz, 0);  in __blkdev_issue_zero_pages()
335 	*biop = bio;  in __blkdev_issue_zero_pages()
359 		sector_t nr_sects, gfp_t gfp_mask, struct bio **biop,  in __blkdev_issue_zeroout()
397 	struct bio *bio;  in blkdev_issue_zeroout()  local
406 	bio = NULL;  in blkdev_issue_zeroout()
410 						  gfp_mask, &bio, flags);  in blkdev_issue_zeroout()
413 						gfp_mask, &bio);  in blkdev_issue_zeroout()
418 	if (ret == 0 && bio) {  in blkdev_issue_zeroout()
419 		ret = submit_bio_wait(bio);  in blkdev_issue_zeroout()
420 		bio_put(bio);  in blkdev_issue_zeroout()