| /OK3568_Linux_fs/kernel/include/linux/ |
| H A D | bio.h | 25 #define bio_prio(bio) (bio)->bi_ioprio argument 26 #define bio_set_prio(bio, prio) ((bio)->bi_ioprio = prio) argument 28 #define bio_iter_iovec(bio, iter) \ argument 29 bvec_iter_bvec((bio)->bi_io_vec, (iter)) 31 #define bio_iter_page(bio, iter) \ argument 32 bvec_iter_page((bio)->bi_io_vec, (iter)) 33 #define bio_iter_len(bio, iter) \ argument 34 bvec_iter_len((bio)->bi_io_vec, (iter)) 35 #define bio_iter_offset(bio, iter) \ argument 36 bvec_iter_offset((bio)->bi_io_vec, (iter)) [all …]
|
| H A D | blk-crypto.h | 84 static inline bool bio_has_crypt_ctx(struct bio *bio) in bio_has_crypt_ctx() argument 86 return bio->bi_crypt_context; in bio_has_crypt_ctx() 89 void bio_crypt_set_ctx(struct bio *bio, const struct blk_crypto_key *key, 115 static inline bool bio_has_crypt_ctx(struct bio *bio) in bio_has_crypt_ctx() argument 122 static inline void bio_clone_skip_dm_default_key(struct bio *dst, 123 const struct bio *src); 125 int __bio_crypt_clone(struct bio *dst, struct bio *src, gfp_t gfp_mask); 137 static inline int bio_crypt_clone(struct bio *dst, struct bio *src, in bio_crypt_clone() 147 static inline void bio_set_skip_dm_default_key(struct bio *bio) in bio_set_skip_dm_default_key() argument 149 bio->bi_skip_dm_default_key = true; in bio_set_skip_dm_default_key() [all …]
|
| /OK3568_Linux_fs/kernel/block/ |
| H A D | bio.c | 66 unsigned int sz = sizeof(struct bio) + extra_size; in bio_find_or_create_slab() 235 void bio_uninit(struct bio *bio) in bio_uninit() argument 238 if (bio->bi_blkg) { in bio_uninit() 239 blkg_put(bio->bi_blkg); in bio_uninit() 240 bio->bi_blkg = NULL; in bio_uninit() 243 if (bio_integrity(bio)) in bio_uninit() 244 bio_integrity_free(bio); in bio_uninit() 246 bio_crypt_free_ctx(bio); in bio_uninit() 250 static void bio_free(struct bio *bio) in bio_free() argument 252 struct bio_set *bs = bio->bi_pool; in bio_free() [all …]
|
| H A D | blk-map.c | 46 static int bio_copy_from_iter(struct bio *bio, struct iov_iter *iter) in bio_copy_from_iter() argument 51 bio_for_each_segment_all(bvec, bio, iter_all) { in bio_copy_from_iter() 77 static int bio_copy_to_iter(struct bio *bio, struct iov_iter iter) in bio_copy_to_iter() argument 82 bio_for_each_segment_all(bvec, bio, iter_all) { in bio_copy_to_iter() 107 static int bio_uncopy_user(struct bio *bio) in bio_uncopy_user() argument 109 struct bio_map_data *bmd = bio->bi_private; in bio_uncopy_user() 120 else if (bio_data_dir(bio) == READ) in bio_uncopy_user() 121 ret = bio_copy_to_iter(bio, bmd->iter); in bio_uncopy_user() 123 bio_free_pages(bio); in bio_uncopy_user() 126 bio_put(bio); in bio_uncopy_user() [all …]
|
| H A D | blk-merge.c | 20 struct request *prev_rq, struct bio *prev, struct bio *next) in bio_will_gap() 33 bio_get_first_bvec(prev_rq->bio, &pb); in bio_will_gap() 55 static inline bool req_gap_back_merge(struct request *req, struct bio *bio) in req_gap_back_merge() argument 57 return bio_will_gap(req->q, req, req->biotail, bio); in req_gap_back_merge() 60 static inline bool req_gap_front_merge(struct request *req, struct bio *bio) in req_gap_front_merge() argument 62 return bio_will_gap(req->q, NULL, bio, req->bio); in req_gap_front_merge() 65 static struct bio *blk_bio_discard_split(struct request_queue *q, in blk_bio_discard_split() 66 struct bio *bio, in blk_bio_discard_split() argument 89 if (bio_sectors(bio) <= max_discard_sectors) in blk_bio_discard_split() 100 tmp = bio->bi_iter.bi_sector + split_sectors - alignment; in blk_bio_discard_split() [all …]
|
| H A D | blk-lib.c | 13 struct bio *blk_next_bio(struct bio *bio, unsigned int nr_pages, gfp_t gfp) in blk_next_bio() argument 15 struct bio *new = bio_alloc(gfp, nr_pages); in blk_next_bio() 17 if (bio) { in blk_next_bio() 18 bio_chain(bio, new); in blk_next_bio() 19 submit_bio(bio); in blk_next_bio() 27 struct bio **biop) in __blkdev_issue_discard() 30 struct bio *bio = *biop; in __blkdev_issue_discard() local 97 bio = blk_next_bio(bio, 0, gfp_mask); in __blkdev_issue_discard() 98 bio->bi_iter.bi_sector = sector; in __blkdev_issue_discard() 99 bio_set_dev(bio, bdev); in __blkdev_issue_discard() [all …]
|
| H A D | bounce.c | 132 static void copy_to_high_bio_irq(struct bio *to, struct bio *from) in copy_to_high_bio_irq() 162 static void bounce_end_io(struct bio *bio, mempool_t *pool) in bounce_end_io() argument 164 struct bio *bio_orig = bio->bi_private; in bounce_end_io() 172 bio_for_each_segment_all(bvec, bio, iter_all) { in bounce_end_io() 181 bio_orig->bi_status = bio->bi_status; in bounce_end_io() 183 bio_put(bio); in bounce_end_io() 186 static void bounce_end_io_write(struct bio *bio) in bounce_end_io_write() argument 188 bounce_end_io(bio, &page_pool); in bounce_end_io_write() 191 static void bounce_end_io_write_isa(struct bio *bio) in bounce_end_io_write_isa() argument 194 bounce_end_io(bio, &isa_page_pool); in bounce_end_io_write_isa() [all …]
|
| H A D | blk-crypto-internal.h | 26 bool bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio); 32 struct bio *bio) in bio_crypt_ctx_back_mergeable() argument 35 bio->bi_crypt_context); in bio_crypt_ctx_back_mergeable() 39 struct bio *bio) in bio_crypt_ctx_front_mergeable() argument 41 return bio_crypt_ctx_mergeable(bio->bi_crypt_context, in bio_crypt_ctx_front_mergeable() 42 bio->bi_iter.bi_size, req->crypt_ctx); in bio_crypt_ctx_front_mergeable() 66 struct bio *bio) in bio_crypt_rq_ctx_compatible() argument 72 struct bio *bio) in bio_crypt_ctx_front_mergeable() argument 78 struct bio *bio) in bio_crypt_ctx_back_mergeable() argument 98 void __bio_crypt_advance(struct bio *bio, unsigned int bytes); [all …]
|
| H A D | blk-core.c | 245 static void req_bio_endio(struct request *rq, struct bio *bio, in req_bio_endio() argument 249 bio->bi_status = error; in req_bio_endio() 252 bio_set_flag(bio, BIO_QUIET); in req_bio_endio() 254 bio_advance(bio, nbytes); in req_bio_endio() 261 if (bio->bi_iter.bi_size) in req_bio_endio() 262 bio->bi_status = BLK_STS_IOERR; in req_bio_endio() 264 bio->bi_iter.bi_sector = rq->__sector; in req_bio_endio() 268 if (bio->bi_iter.bi_size == 0 && !(rq->rq_flags & RQF_FLUSH_SEQ)) in req_bio_endio() 269 bio_endio(bio); in req_bio_endio() 282 rq->bio, rq->biotail, blk_rq_bytes(rq)); in blk_dump_rq_flags() [all …]
|
| H A D | bio-integrity.c | 50 struct bio_integrity_payload *bio_integrity_alloc(struct bio *bio, in bio_integrity_alloc() argument 55 struct bio_set *bs = bio->bi_pool; in bio_integrity_alloc() 58 if (WARN_ON_ONCE(bio_has_crypt_ctx(bio))) in bio_integrity_alloc() 88 bip->bip_bio = bio; in bio_integrity_alloc() 89 bio->bi_integrity = bip; in bio_integrity_alloc() 90 bio->bi_opf |= REQ_INTEGRITY; in bio_integrity_alloc() 106 void bio_integrity_free(struct bio *bio) in bio_integrity_free() argument 108 struct bio_integrity_payload *bip = bio_integrity(bio); in bio_integrity_free() 109 struct bio_set *bs = bio->bi_pool; in bio_integrity_free() 116 bio->bi_integrity = NULL; in bio_integrity_free() [all …]
|
| H A D | blk.h | 90 static inline void blk_rq_bio_prep(struct request *rq, struct bio *bio, in blk_rq_bio_prep() argument 94 rq->__data_len = bio->bi_iter.bi_size; in blk_rq_bio_prep() 95 rq->bio = rq->biotail = bio; in blk_rq_bio_prep() 96 rq->ioprio = bio_prio(bio); in blk_rq_bio_prep() 98 if (bio->bi_disk) in blk_rq_bio_prep() 99 rq->rq_disk = bio->bi_disk; in blk_rq_bio_prep() 104 bool __bio_integrity_endio(struct bio *); 105 void bio_integrity_free(struct bio *bio); 106 static inline bool bio_integrity_endio(struct bio *bio) in bio_integrity_endio() argument 108 if (bio_integrity(bio)) in bio_integrity_endio() [all …]
|
| H A D | blk-crypto-fallback.c | 51 struct bio *bio; member 146 static void blk_crypto_fallback_encrypt_endio(struct bio *enc_bio) in blk_crypto_fallback_encrypt_endio() 148 struct bio *src_bio = enc_bio->bi_private; in blk_crypto_fallback_encrypt_endio() 161 static struct bio *blk_crypto_clone_bio(struct bio *bio_src) in blk_crypto_clone_bio() 165 struct bio *bio; in blk_crypto_clone_bio() local 167 bio = bio_alloc_bioset(GFP_NOIO, bio_segments(bio_src), NULL); in blk_crypto_clone_bio() 168 if (!bio) in blk_crypto_clone_bio() 170 bio->bi_disk = bio_src->bi_disk; in blk_crypto_clone_bio() 171 bio->bi_opf = bio_src->bi_opf; in blk_crypto_clone_bio() 172 bio->bi_ioprio = bio_src->bi_ioprio; in blk_crypto_clone_bio() [all …]
|
| /OK3568_Linux_fs/kernel/drivers/md/bcache/ |
| H A D | request.c | 40 static void bio_csum(struct bio *bio, struct bkey *k) in bio_csum() argument 46 bio_for_each_segment(bv, bio, iter) { in bio_csum() 111 struct bio *bio = op->bio; in bch_data_invalidate() local 114 bio_sectors(bio), (uint64_t) bio->bi_iter.bi_sector); in bch_data_invalidate() 116 while (bio_sectors(bio)) { in bch_data_invalidate() 117 unsigned int sectors = min(bio_sectors(bio), in bch_data_invalidate() 123 bio->bi_iter.bi_sector += sectors; in bch_data_invalidate() 124 bio->bi_iter.bi_size -= sectors << 9; in bch_data_invalidate() 128 bio->bi_iter.bi_sector, in bch_data_invalidate() 134 bio_put(bio); in bch_data_invalidate() [all …]
|
| H A D | io.c | 17 void bch_bbio_free(struct bio *bio, struct cache_set *c) in bch_bbio_free() argument 19 struct bbio *b = container_of(bio, struct bbio, bio); in bch_bbio_free() 24 struct bio *bch_bbio_alloc(struct cache_set *c) in bch_bbio_alloc() 27 struct bio *bio = &b->bio; in bch_bbio_alloc() local 29 bio_init(bio, bio->bi_inline_vecs, meta_bucket_pages(&c->cache->sb)); in bch_bbio_alloc() 31 return bio; in bch_bbio_alloc() 34 void __bch_submit_bbio(struct bio *bio, struct cache_set *c) in __bch_submit_bbio() argument 36 struct bbio *b = container_of(bio, struct bbio, bio); in __bch_submit_bbio() 38 bio->bi_iter.bi_sector = PTR_OFFSET(&b->key, 0); in __bch_submit_bbio() 39 bio_set_dev(bio, PTR_CACHE(c, &b->key, 0)->bdev); in __bch_submit_bbio() [all …]
|
| H A D | movinggc.c | 19 struct bbio bio; member 48 struct bio *bio = &io->bio.bio; in write_moving_finish() local 50 bio_free_pages(bio); in write_moving_finish() 62 static void read_moving_endio(struct bio *bio) in read_moving_endio() argument 64 struct bbio *b = container_of(bio, struct bbio, bio); in read_moving_endio() 65 struct moving_io *io = container_of(bio->bi_private, in read_moving_endio() 68 if (bio->bi_status) in read_moving_endio() 69 io->op.status = bio->bi_status; in read_moving_endio() 75 bch_bbio_endio(io->op.c, bio, bio->bi_status, "reading data to move"); in read_moving_endio() 80 struct bio *bio = &io->bio.bio; in moving_init() local [all …]
|
| /OK3568_Linux_fs/external/security/rk_tee_user/v2/export-ta_arm32/host_include/openssl/ |
| H A D | bio.h | 92 OPENSSL_EXPORT int BIO_free(BIO *bio); 98 OPENSSL_EXPORT void BIO_vfree(BIO *bio); 101 OPENSSL_EXPORT int BIO_up_ref(BIO *bio); 108 OPENSSL_EXPORT int BIO_read(BIO *bio, void *data, int len); 118 OPENSSL_EXPORT int BIO_gets(BIO *bio, char *buf, int size); 122 OPENSSL_EXPORT int BIO_write(BIO *bio, const void *data, int len); 126 OPENSSL_EXPORT int BIO_write_all(BIO *bio, const void *data, size_t len); 130 OPENSSL_EXPORT int BIO_puts(BIO *bio, const char *buf); 134 OPENSSL_EXPORT int BIO_flush(BIO *bio); 144 OPENSSL_EXPORT long BIO_ctrl(BIO *bio, int cmd, long larg, void *parg); [all …]
|
| /OK3568_Linux_fs/external/security/rk_tee_user/v2/export-ta_arm64/host_include/openssl/ |
| H A D | bio.h | 92 OPENSSL_EXPORT int BIO_free(BIO *bio); 98 OPENSSL_EXPORT void BIO_vfree(BIO *bio); 101 OPENSSL_EXPORT int BIO_up_ref(BIO *bio); 108 OPENSSL_EXPORT int BIO_read(BIO *bio, void *data, int len); 118 OPENSSL_EXPORT int BIO_gets(BIO *bio, char *buf, int size); 122 OPENSSL_EXPORT int BIO_write(BIO *bio, const void *data, int len); 126 OPENSSL_EXPORT int BIO_write_all(BIO *bio, const void *data, size_t len); 130 OPENSSL_EXPORT int BIO_puts(BIO *bio, const char *buf); 134 OPENSSL_EXPORT int BIO_flush(BIO *bio); 144 OPENSSL_EXPORT long BIO_ctrl(BIO *bio, int cmd, long larg, void *parg); [all …]
|
| /OK3568_Linux_fs/external/security/rk_tee_user/v2/export-ta_arm32/include/openssl/ |
| H A D | bio.h | 92 OPENSSL_EXPORT int BIO_free(BIO *bio); 98 OPENSSL_EXPORT void BIO_vfree(BIO *bio); 101 OPENSSL_EXPORT int BIO_up_ref(BIO *bio); 108 OPENSSL_EXPORT int BIO_read(BIO *bio, void *data, int len); 118 OPENSSL_EXPORT int BIO_gets(BIO *bio, char *buf, int size); 122 OPENSSL_EXPORT int BIO_write(BIO *bio, const void *data, int len); 126 OPENSSL_EXPORT int BIO_write_all(BIO *bio, const void *data, size_t len); 130 OPENSSL_EXPORT int BIO_puts(BIO *bio, const char *buf); 134 OPENSSL_EXPORT int BIO_flush(BIO *bio); 144 OPENSSL_EXPORT long BIO_ctrl(BIO *bio, int cmd, long larg, void *parg); [all …]
|
| /OK3568_Linux_fs/external/security/rk_tee_user/v2/export-ta_arm64/include/openssl/ |
| H A D | bio.h | 92 OPENSSL_EXPORT int BIO_free(BIO *bio); 98 OPENSSL_EXPORT void BIO_vfree(BIO *bio); 101 OPENSSL_EXPORT int BIO_up_ref(BIO *bio); 108 OPENSSL_EXPORT int BIO_read(BIO *bio, void *data, int len); 118 OPENSSL_EXPORT int BIO_gets(BIO *bio, char *buf, int size); 122 OPENSSL_EXPORT int BIO_write(BIO *bio, const void *data, int len); 126 OPENSSL_EXPORT int BIO_write_all(BIO *bio, const void *data, size_t len); 130 OPENSSL_EXPORT int BIO_puts(BIO *bio, const char *buf); 134 OPENSSL_EXPORT int BIO_flush(BIO *bio); 144 OPENSSL_EXPORT long BIO_ctrl(BIO *bio, int cmd, long larg, void *parg); [all …]
|
| /OK3568_Linux_fs/external/security/rk_tee_user/v1/export-user_ta/include/openssl/ |
| H A D | bio.h | 92 OPENSSL_EXPORT int BIO_free(BIO *bio); 98 OPENSSL_EXPORT void BIO_vfree(BIO *bio); 101 OPENSSL_EXPORT int BIO_up_ref(BIO *bio); 108 OPENSSL_EXPORT int BIO_read(BIO *bio, void *data, int len); 118 OPENSSL_EXPORT int BIO_gets(BIO *bio, char *buf, int size); 122 OPENSSL_EXPORT int BIO_write(BIO *bio, const void *data, int len); 126 OPENSSL_EXPORT int BIO_puts(BIO *bio, const char *buf); 130 OPENSSL_EXPORT int BIO_flush(BIO *bio); 140 OPENSSL_EXPORT long BIO_ctrl(BIO *bio, int cmd, long larg, void *parg); 154 OPENSSL_EXPORT int BIO_reset(BIO *bio); [all …]
|
| /OK3568_Linux_fs/external/security/rk_tee_user/v1/export-user_ta/host_include/openssl/ |
| H A D | bio.h | 92 OPENSSL_EXPORT int BIO_free(BIO *bio); 98 OPENSSL_EXPORT void BIO_vfree(BIO *bio); 101 OPENSSL_EXPORT int BIO_up_ref(BIO *bio); 108 OPENSSL_EXPORT int BIO_read(BIO *bio, void *data, int len); 118 OPENSSL_EXPORT int BIO_gets(BIO *bio, char *buf, int size); 122 OPENSSL_EXPORT int BIO_write(BIO *bio, const void *data, int len); 126 OPENSSL_EXPORT int BIO_puts(BIO *bio, const char *buf); 130 OPENSSL_EXPORT int BIO_flush(BIO *bio); 140 OPENSSL_EXPORT long BIO_ctrl(BIO *bio, int cmd, long larg, void *parg); 154 OPENSSL_EXPORT int BIO_reset(BIO *bio); [all …]
|
| /OK3568_Linux_fs/kernel/fs/ext4/ |
| H A D | readpage.c | 65 struct bio *bio; member 71 static void __read_end_io(struct bio *bio) in __read_end_io() argument 77 bio_for_each_segment_all(bv, bio, iter_all) { in __read_end_io() 81 if (bio->bi_status || PageError(page)) { in __read_end_io() 90 if (bio->bi_private) in __read_end_io() 91 mempool_free(bio->bi_private, bio_post_read_ctx_pool); in __read_end_io() 92 bio_put(bio); in __read_end_io() 102 fscrypt_decrypt_bio(ctx->bio); in decrypt_work() 111 struct bio *bio = ctx->bio; in verity_work() local 122 bio->bi_private = NULL; in verity_work() [all …]
|
| /OK3568_Linux_fs/kernel/fs/ |
| H A D | mpage.c | 55 static void mpage_end_io(struct bio *bio) in mpage_end_io() argument 61 (bio_data_dir(bio) == READ)) { in mpage_end_io() 62 struct page *first_page = bio->bi_io_vec[0].bv_page; in mpage_end_io() 67 bio->bi_iter.bi_size); in mpage_end_io() 70 bio_for_each_segment_all(bv, bio, iter_all) { in mpage_end_io() 72 page_endio(page, bio_op(bio), in mpage_end_io() 73 blk_status_to_errno(bio->bi_status)); in mpage_end_io() 76 bio_put(bio); in mpage_end_io() 79 static struct bio *mpage_bio_submit(int op, int op_flags, struct bio *bio) in mpage_bio_submit() argument 82 struct page *first_page = bio->bi_io_vec[0].bv_page; in mpage_bio_submit() [all …]
|
| /OK3568_Linux_fs/kernel/mm/ |
| H A D | page_io.c | 30 static struct bio *get_swap_bio(gfp_t gfp_flags, in get_swap_bio() 33 struct bio *bio; in get_swap_bio() local 35 bio = bio_alloc(gfp_flags, 1); in get_swap_bio() 36 if (bio) { in get_swap_bio() 39 bio->bi_iter.bi_sector = map_swap_page(page, &bdev); in get_swap_bio() 40 bio_set_dev(bio, bdev); in get_swap_bio() 41 bio->bi_iter.bi_sector <<= PAGE_SHIFT - 9; in get_swap_bio() 42 bio->bi_end_io = end_io; in get_swap_bio() 44 bio_add_page(bio, page, thp_size(page), 0); in get_swap_bio() 46 return bio; in get_swap_bio() [all …]
|
| /OK3568_Linux_fs/kernel/drivers/nvme/target/ |
| H A D | io-cmd-bdev.c | 162 static void nvmet_bio_done(struct bio *bio) in nvmet_bio_done() argument 164 struct nvmet_req *req = bio->bi_private; in nvmet_bio_done() 166 nvmet_req_complete(req, blk_to_nvme_status(req, bio->bi_status)); in nvmet_bio_done() 167 if (bio != &req->b.inline_bio) in nvmet_bio_done() 168 bio_put(bio); in nvmet_bio_done() 172 static int nvmet_bdev_alloc_bip(struct nvmet_req *req, struct bio *bio, in nvmet_bdev_alloc_bip() argument 187 bip = bio_integrity_alloc(bio, GFP_NOIO, in nvmet_bdev_alloc_bip() 194 bip->bip_iter.bi_size = bio_integrity_bytes(bi, bio_sectors(bio)); in nvmet_bdev_alloc_bip() 196 bip_set_seed(bip, bio->bi_iter.bi_sector >> in nvmet_bdev_alloc_bip() 202 rc = bio_integrity_add_page(bio, miter->page, len, in nvmet_bdev_alloc_bip() [all …]
|