| /OK3568_Linux_fs/kernel/include/linux/ |
| H A D | bio.h | 25 #define bio_prio(bio) (bio)->bi_ioprio argument 26 #define bio_set_prio(bio, prio) ((bio)->bi_ioprio = prio) argument 28 #define bio_iter_iovec(bio, iter) \ argument 31 #define bio_iter_page(bio, iter) \ argument 33 #define bio_iter_len(bio, iter) \ argument 35 #define bio_iter_offset(bio, iter) \ argument 38 #define bio_page(bio) bio_iter_page((bio), (bio)->bi_iter) argument 39 #define bio_offset(bio) bio_iter_offset((bio), (bio)->bi_iter) argument 40 #define bio_iovec(bio) bio_iter_iovec((bio), (bio)->bi_iter) argument 45 #define bio_sectors(bio) bvec_iter_sectors((bio)->bi_iter) argument [all …]
|
| H A D | blk_types.h | 210 struct bio { struct 211 struct bio *bi_next; /* request queue link */ argument 226 bio_end_io_t *bi_end_io; argument 231 * Represents the association of the css and request_queue for the bio. argument 237 struct bio_issue bi_issue; argument 244 struct bio_crypt_ctx *bi_crypt_context; argument 252 struct bio_integrity_payload *bi_integrity; /* data integrity */ argument 256 unsigned short bi_vcnt; /* how many bio_vec's */ argument 266 struct bio_vec *bi_io_vec; /* the actual vec list */ argument 268 struct bio_set *bi_pool; argument [all …]
|
| H A D | blk-crypto.h | 84 static inline bool bio_has_crypt_ctx(struct bio *bio) in bio_has_crypt_ctx() 115 static inline bool bio_has_crypt_ctx(struct bio *bio) in bio_has_crypt_ctx() 147 static inline void bio_set_skip_dm_default_key(struct bio *bio) in bio_set_skip_dm_default_key() 152 static inline bool bio_should_skip_dm_default_key(const struct bio *bio) in bio_should_skip_dm_default_key() 163 static inline void bio_set_skip_dm_default_key(struct bio *bio) in bio_set_skip_dm_default_key() 167 static inline bool bio_should_skip_dm_default_key(const struct bio *bio) in bio_should_skip_dm_default_key()
|
| /OK3568_Linux_fs/kernel/block/ |
| H A D | bio.c | 235 void bio_uninit(struct bio *bio) in bio_uninit() 250 static void bio_free(struct bio *bio) in bio_free() 278 void bio_init(struct bio *bio, struct bio_vec *table, in bio_init() 300 void bio_reset(struct bio *bio) in bio_reset() 312 static struct bio *__bio_chain_endio(struct bio *bio) in __bio_chain_endio() 322 static void bio_chain_endio(struct bio *bio) in bio_chain_endio() 338 void bio_chain(struct bio *bio, struct bio *parent) in bio_chain() 351 struct bio *bio; in bio_alloc_rescue() local 368 struct bio *bio; in punt_bios_to_rescuer() local 444 struct bio *bio; in bio_alloc_bioset() local [all …]
|
| H A D | blk-merge.c | 55 static inline bool req_gap_back_merge(struct request *req, struct bio *bio) in req_gap_back_merge() 60 static inline bool req_gap_front_merge(struct request *req, struct bio *bio) in req_gap_front_merge() 66 struct bio *bio, in blk_bio_discard_split() 110 struct bio *bio, struct bio_set *bs, unsigned *nsegs) in blk_bio_write_zeroes_split() 124 struct bio *bio, in blk_bio_write_same_split() 148 struct bio *bio) in get_max_io_size() 249 struct bio *bio, in blk_bio_segment_split() 301 void __blk_queue_split(struct bio **bio, unsigned int *nr_segs) in __blk_queue_split() 362 void blk_queue_split(struct bio **bio) in blk_queue_split() 384 struct bio *bio = rq->bio; in blk_recalc_rq_segments() local [all …]
|
| H A D | blk-map.c | 46 static int bio_copy_from_iter(struct bio *bio, struct iov_iter *iter) in bio_copy_from_iter() 77 static int bio_copy_to_iter(struct bio *bio, struct iov_iter iter) in bio_copy_to_iter() 107 static int bio_uncopy_user(struct bio *bio) in bio_uncopy_user() 135 struct bio *bio, *bounce_bio; in bio_copy_user_iov() local 247 struct bio *bio, *bounce_bio; in bio_map_user_iov() local 345 static void bio_unmap_user(struct bio *bio) in bio_unmap_user() 352 static void bio_invalidate_vmalloc_pages(struct bio *bio) in bio_invalidate_vmalloc_pages() 365 static void bio_map_kern_endio(struct bio *bio) in bio_map_kern_endio() 391 struct bio *bio; in bio_map_kern() local 432 static void bio_copy_kern_endio(struct bio *bio) in bio_copy_kern_endio() [all …]
|
| H A D | blk-crypto-internal.h | 32 struct bio *bio) in bio_crypt_ctx_back_mergeable() 39 struct bio *bio) in bio_crypt_ctx_front_mergeable() 66 struct bio *bio) in bio_crypt_rq_ctx_compatible() 72 struct bio *bio) in bio_crypt_ctx_front_mergeable() 78 struct bio *bio) in bio_crypt_ctx_back_mergeable() 99 static inline void bio_crypt_advance(struct bio *bio, unsigned int bytes) in bio_crypt_advance() 106 static inline void bio_crypt_free_ctx(struct bio *bio) in bio_crypt_free_ctx() 113 struct bio *bio) in bio_crypt_do_front_merge() 157 static inline int blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, in blk_crypto_rq_bio_prep()
|
| H A D | bio-integrity.c | 50 struct bio_integrity_payload *bio_integrity_alloc(struct bio *bio, in bio_integrity_alloc() 106 void bio_integrity_free(struct bio *bio) in bio_integrity_free() 129 int bio_integrity_add_page(struct bio *bio, struct page *page, in bio_integrity_add_page() 162 static blk_status_t bio_integrity_process(struct bio *bio, in bio_integrity_process() 208 bool bio_integrity_prep(struct bio *bio) in bio_integrity_prep() 331 struct bio *bio = bip->bip_bio; in bio_integrity_verify_fn() local 356 bool __bio_integrity_endio(struct bio *bio) in __bio_integrity_endio() 381 void bio_integrity_advance(struct bio *bio, unsigned int bytes_done) in bio_integrity_advance() 397 void bio_integrity_trim(struct bio *bio) in bio_integrity_trim() 414 int bio_integrity_clone(struct bio *bio, struct bio *bio_src, in bio_integrity_clone()
|
| H A D | blk-core.c | 245 static void req_bio_endio(struct request *rq, struct bio *bio, in req_bio_endio() 482 static inline int bio_queue_enter(struct bio *bio) in bio_queue_enter() 655 static void handle_bad_sector(struct bio *bio, sector_t maxsector) in handle_bad_sector() 700 static inline bool bio_check_ro(struct bio *bio, struct hd_struct *part) in bio_check_ro() 720 static noinline int should_fail_bio(struct bio *bio) in should_fail_bio() 733 static inline int bio_check_eod(struct bio *bio, sector_t maxsector) in bio_check_eod() 749 static inline int blk_partition_remap(struct bio *bio) in blk_partition_remap() 781 struct bio *bio) in blk_check_zone_append() 812 static noinline_for_stack bool submit_bio_checks(struct bio *bio) in submit_bio_checks() 929 static blk_qc_t __submit_bio(struct bio *bio) in __submit_bio() [all …]
|
| H A D | bounce.c | 162 static void bounce_end_io(struct bio *bio, mempool_t *pool) in bounce_end_io() 186 static void bounce_end_io_write(struct bio *bio) in bounce_end_io_write() 191 static void bounce_end_io_write_isa(struct bio *bio) in bounce_end_io_write_isa() 197 static void __bounce_end_io_read(struct bio *bio, mempool_t *pool) in __bounce_end_io_read() 207 static void bounce_end_io_read(struct bio *bio) in bounce_end_io_read() 212 static void bounce_end_io_read_isa(struct bio *bio) in bounce_end_io_read_isa() 222 struct bio *bio; in bounce_clone_bio() local 290 struct bio *bio; in __blk_queue_bounce() local
|
| H A D | blk-lib.c | 13 struct bio *blk_next_bio(struct bio *bio, unsigned int nr_pages, gfp_t gfp) in blk_next_bio() 30 struct bio *bio = *biop; in __blkdev_issue_discard() local 134 struct bio *bio = NULL; in blkdev_issue_discard() local 171 struct bio *bio = *biop; in __blkdev_issue_write_same() local 230 struct bio *bio = NULL; in blkdev_issue_write_same() local 250 struct bio *bio = *biop; in __blkdev_issue_write_zeroes() local 307 struct bio *bio = *biop; in __blkdev_issue_zero_pages() local 397 struct bio *bio; in blkdev_issue_zeroout() local
|
| H A D | blk.h | 90 static inline void blk_rq_bio_prep(struct request *rq, struct bio *bio, in blk_rq_bio_prep() 106 static inline bool bio_integrity_endio(struct bio *bio) in bio_integrity_endio() 129 struct bio *bio) in integrity_req_gap_front_merge() 157 struct bio *bio) in integrity_req_gap_front_merge() 165 static inline bool bio_integrity_endio(struct bio *bio) in bio_integrity_endio() 169 static inline void bio_integrity_free(struct bio *bio) in bio_integrity_free() 314 static inline void blk_throtl_charge_bio_split(struct bio *bio) { } in blk_throtl_charge_bio_split() 315 static inline bool blk_throtl_bio(struct bio *bio) { return false; } in blk_throtl_bio() 324 static inline void blk_throtl_bio_endio(struct bio *bio) { } in blk_throtl_bio_endio() 336 static inline void blk_queue_bounce(struct request_queue *q, struct bio **bio) in blk_queue_bounce()
|
| H A D | blk-crypto.c | 81 void bio_crypt_set_ctx(struct bio *bio, const struct blk_crypto_key *key, in bio_crypt_set_ctx() 101 void __bio_crypt_free_ctx(struct bio *bio) in __bio_crypt_free_ctx() 136 void __bio_crypt_advance(struct bio *bio, unsigned int bytes) in __bio_crypt_advance() 185 bool bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio) in bio_crypt_rq_ctx_compatible() 205 static bool bio_crypt_check_alignment(struct bio *bio) in bio_crypt_check_alignment() 266 struct bio *bio = *bio_ptr; in __blk_crypto_bio_prep() local 295 int __blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, in __blk_crypto_rq_bio_prep()
|
| /OK3568_Linux_fs/kernel/drivers/md/bcache/ |
| H A D | request.c | 40 static void bio_csum(struct bio *bio, struct bkey *k) in bio_csum() 111 struct bio *bio = op->bio; in bch_data_invalidate() local 169 static void bch_data_insert_endio(struct bio *bio) in bch_data_insert_endio() 190 struct bio *bio = op->bio, *n; in bch_data_insert_start() local 363 static bool check_should_bypass(struct cached_dev *dc, struct bio *bio) in check_should_bypass() 467 struct bbio bio; member 485 static void bch_cache_read_endio(struct bio *bio) in bch_cache_read_endio() 516 struct bio *n, *bio = &s->bio.bio; in cache_lookup_fn() local 581 struct bio *bio = &s->bio.bio; in cache_lookup() local 621 static void request_endio(struct bio *bio) in request_endio() [all …]
|
| H A D | io.c | 17 void bch_bbio_free(struct bio *bio, struct cache_set *c) in bch_bbio_free() 27 struct bio *bio = &b->bio; in bch_bbio_alloc() local 34 void __bch_submit_bbio(struct bio *bio, struct cache_set *c) in __bch_submit_bbio() 45 void bch_submit_bbio(struct bio *bio, struct cache_set *c, in bch_submit_bbio() 55 void bch_count_backing_io_errors(struct cached_dev *dc, struct bio *bio) in bch_count_backing_io_errors() 136 void bch_bbio_count_io_errors(struct cache_set *c, struct bio *bio, in bch_bbio_count_io_errors() 166 void bch_bbio_endio(struct cache_set *c, struct bio *bio, in bch_bbio_endio()
|
| H A D | movinggc.c | 19 struct bbio bio; member 48 struct bio *bio = &io->bio.bio; in write_moving_finish() local 62 static void read_moving_endio(struct bio *bio) in read_moving_endio() 80 struct bio *bio = &io->bio.bio; in moving_init() local 119 struct bio *bio = &io->bio.bio; in read_moving_submit() local 130 struct bio *bio; in read_moving() local
|
| /OK3568_Linux_fs/kernel/fs/ext4/ |
| H A D | readpage.c | 65 struct bio *bio; member 71 static void __read_end_io(struct bio *bio) in __read_end_io() 111 struct bio *bio = ctx->bio; in verity_work() local 158 static bool bio_post_read_required(struct bio *bio) in bio_post_read_required() 164 ext4_trace_read_completion(struct bio *bio) in ext4_trace_read_completion() 186 static void mpage_end_io(struct bio *bio) in mpage_end_io() 207 static void ext4_set_bio_post_read_ctx(struct bio *bio, in ext4_set_bio_post_read_ctx() 240 ext4_submit_bio_read(struct bio *bio) in ext4_submit_bio_read() 266 struct bio *bio = NULL; in ext4_mpage_readpages() local
|
| /OK3568_Linux_fs/kernel/drivers/nvme/target/ |
| H A D | io-cmd-bdev.c | 162 static void nvmet_bio_done(struct bio *bio) in nvmet_bio_done() 172 static int nvmet_bdev_alloc_bip(struct nvmet_req *req, struct bio *bio, in nvmet_bdev_alloc_bip() 219 static int nvmet_bdev_alloc_bip(struct nvmet_req *req, struct bio *bio, in nvmet_bdev_alloc_bip() 229 struct bio *bio; in nvmet_bdev_execute_rw() local 319 struct bio *bio = &req->b.inline_bio; in nvmet_bdev_execute_flush() local 341 struct nvme_dsm_range *range, struct bio **bio) in nvmet_bdev_discard_range() 360 struct bio *bio = NULL; in nvmet_bdev_execute_discard() local 408 struct bio *bio = NULL; in nvmet_bdev_execute_write_zeroes() local
|
| /OK3568_Linux_fs/kernel/mm/ |
| H A D | page_io.c | 33 struct bio *bio; in get_swap_bio() local 49 void end_swap_bio_write(struct bio *bio) in end_swap_bio_write() 73 static void end_swap_bio_read(struct bio *bio) in end_swap_bio_read() 238 static void bio_associate_blkg_from_page(struct bio *bio, struct page *page) in bio_associate_blkg_from_page() 251 #define bio_associate_blkg_from_page(bio, page) do { } while (0) argument 257 struct bio *bio; in __swap_writepage() local 333 struct bio *bio; in swap_readpage() local
|
| /OK3568_Linux_fs/kernel/drivers/md/ |
| H A D | dm-raid1.c | 121 static void queue_bio(struct mirror_set *ms, struct bio *bio, int rw) in queue_bio() 140 struct bio *bio; in dispatch_bios() local 163 static struct mirror *bio_get_m(struct bio *bio) in bio_get_m() 168 static void bio_set_m(struct bio *bio, struct mirror *m) in bio_set_m() 437 static int mirror_available(struct mirror_set *ms, struct bio *bio) in mirror_available() 451 static sector_t map_sector(struct mirror *m, struct bio *bio) in map_sector() 458 static void map_bio(struct mirror *m, struct bio *bio) in map_bio() 465 struct bio *bio) in map_region() 472 static void hold_bio(struct mirror_set *ms, struct bio *bio) in hold_bio() 507 struct bio *bio = context; in read_callback() local [all …]
|
| H A D | dm-zoned-target.c | 22 struct bio *bio; member 75 static inline void dmz_bio_endio(struct bio *bio, blk_status_t status) in dmz_bio_endio() 117 struct bio *bio, sector_t chunk_block, in dmz_submit_bio() 154 static void dmz_handle_read_zero(struct dmz_target *dmz, struct bio *bio, in dmz_handle_read_zero() 171 struct bio *bio) in dmz_handle_read() 251 struct dm_zone *zone, struct bio *bio, in dmz_handle_direct_write() 284 struct dm_zone *zone, struct bio *bio, in dmz_handle_buffered_write() 320 struct bio *bio) in dmz_handle_write() 359 struct bio *bio) in dmz_handle_discard() 397 struct bio *bio) in dmz_handle_bio() [all …]
|
| H A D | dm-thin.c | 384 struct bio *bio; member 443 static int bio_detain(struct pool *pool, struct dm_cell_key *key, struct bio *bio, in bio_detain() 602 struct bio *bio; in error_bio_list() local 677 static dm_block_t get_bio_block(struct thin_c *tc, struct bio *bio) in get_bio_block() 693 static void get_bio_block_range(struct thin_c *tc, struct bio *bio, in get_bio_block_range() 718 static void remap(struct thin_c *tc, struct bio *bio, dm_block_t block) in remap() 733 static void remap_to_origin(struct thin_c *tc, struct bio *bio) in remap_to_origin() 738 static int bio_triggers_commit(struct thin_c *tc, struct bio *bio) in bio_triggers_commit() 744 static void inc_all_io_entry(struct pool *pool, struct bio *bio) in inc_all_io_entry() 755 static void issue(struct thin_c *tc, struct bio *bio) in issue() [all …]
|
| H A D | dm-cache-target.c | 175 struct bio *bio; in __commit() local 213 void (*issue_op)(struct bio *bio, void *), in batcher_init() 251 static void issue_after_commit(struct batcher *b, struct bio *bio) in issue_after_commit() 289 static void dm_hook_bio(struct dm_hook_info *h, struct bio *bio, in dm_hook_bio() 298 static void dm_unhook_bio(struct dm_hook_info *h, struct bio *bio) in dm_unhook_bio() 590 static unsigned lock_level(struct bio *bio) in lock_level() 601 static struct per_bio_data *get_per_bio_data(struct bio *bio) in get_per_bio_data() 608 static struct per_bio_data *init_per_bio_data(struct bio *bio) in init_per_bio_data() 622 static void defer_bio(struct cache *cache, struct bio *bio) in defer_bio() 643 static bool bio_detain_shared(struct cache *cache, dm_oblock_t oblock, struct bio *bio) in bio_detain_shared() [all …]
|
| H A D | raid1.c | 125 static inline struct r1bio *get_resync_r1bio(struct bio *bio) in get_resync_r1bio() 150 struct bio *bio; in r1buf_pool_alloc() local 242 struct bio **bio = r1_bio->bios + i; in put_all_bios() local 264 struct bio *bio = r1_bio->bios[i]; in put_buf() local 298 struct bio *bio = r1_bio->master_bio; in call_bio_endio() local 308 struct bio *bio = r1_bio->master_bio; in raid_end_bio_io() local 343 static int find_bio_disk(struct r1bio *r1_bio, struct bio *bio) in find_bio_disk() 359 static void raid1_end_read_request(struct bio *bio) in raid1_end_read_request() 442 static void raid1_end_write_request(struct bio *bio) in raid1_end_write_request() 789 static void flush_bio_list(struct r1conf *conf, struct bio *bio) in flush_bio_list() [all …]
|
| H A D | dm-clone-target.c | 265 static inline void remap_to_source(struct clone *clone, struct bio *bio) in remap_to_source() 270 static inline void remap_to_dest(struct clone *clone, struct bio *bio) in remap_to_dest() 275 static bool bio_triggers_commit(struct clone *clone, struct bio *bio) in bio_triggers_commit() 288 static inline unsigned long bio_to_region(struct clone *clone, struct bio *bio) in bio_to_region() 294 static void bio_region_range(struct clone *clone, struct bio *bio, in bio_region_range() 309 static inline bool is_overwrite_bio(struct clone *clone, struct bio *bio) in is_overwrite_bio() 316 struct bio *bio; in fail_bios() local 326 struct bio *bio; in submit_bios() local 345 static void issue_bio(struct clone *clone, struct bio *bio) in issue_bio() 378 static void remap_and_issue(struct clone *clone, struct bio *bio) in remap_and_issue() [all …]
|