106 	struct dm_target_io tio;  member
111 	struct dm_target_io *tio = container_of(bio, struct dm_target_io, clone);  in dm_per_bio_data()  local
112 	if (!tio->inside_dm_io)  in dm_per_bio_data()
114 …return (char *)bio - offsetof(struct dm_target_io, clone) - offsetof(struct dm_io, tio) - data_siz…  in dm_per_bio_data()
122 …return (struct bio *)((char *)io + offsetof(struct dm_io, tio) + offsetof(struct dm_target_io, clo…  in dm_bio_from_per_bio_data()
592 	struct dm_target_io *tio = container_of(bio, struct dm_target_io, clone);  in dm_start_time_ns_from_clone()  local
593 	struct dm_io *io = tio->io;  in dm_start_time_ns_from_clone()
633 	struct dm_target_io *tio;  in alloc_io()  local
640 	tio = container_of(clone, struct dm_target_io, clone);  in alloc_io()
641 	tio->inside_dm_io = true;  in alloc_io()
642 	tio->io = NULL;  in alloc_io()
644 	io = container_of(tio, struct dm_io, tio);  in alloc_io()
659 	bio_put(&io->tio.clone);  in free_io()
665 	struct dm_target_io *tio;  in alloc_tio()  local
667 	if (!ci->io->tio.io) {  in alloc_tio()
669 		tio = &ci->io->tio;  in alloc_tio()
675 		tio = container_of(clone, struct dm_target_io, clone);  in alloc_tio()
676 		tio->inside_dm_io = false;  in alloc_tio()
679 	tio->magic = DM_TIO_MAGIC;  in alloc_tio()
680 	tio->io = ci->io;  in alloc_tio()
681 	tio->ti = ti;  in alloc_tio()
682 	tio->target_bio_nr = target_bio_nr;  in alloc_tio()
684 	return tio;  in alloc_tio()
687 static void free_tio(struct dm_target_io *tio)  in free_tio()  argument
689 	if (tio->inside_dm_io)  in free_tio()
691 	bio_put(&tio->clone);  in free_tio()
993 	struct dm_target_io *tio = container_of(bio, struct dm_target_io, clone);  in clone_endio()  local
994 	struct dm_io *io = tio->io;  in clone_endio()
995 	struct mapped_device *md = tio->io->md;  in clone_endio()
996 	dm_endio_fn endio = tio->ti->type->end_io;  in clone_endio()
1024 		int r = endio(tio->ti, bio, &error);  in clone_endio()
1040 	if (unlikely(swap_bios_limit(tio->ti, bio))) {  in clone_endio()
1045 	free_tio(tio);  in clone_endio()
1268 	struct dm_target_io *tio = container_of(bio, struct dm_target_io, clone);  in dm_accept_partial_bio()  local
1274 	BUG_ON(bi_size > *tio->len_ptr);  in dm_accept_partial_bio()
1277 	*tio->len_ptr -= bi_size - n_sectors;  in dm_accept_partial_bio()
1298 static blk_qc_t __map_bio(struct dm_target_io *tio)  in __map_bio()  argument
1302 	struct bio *clone = &tio->clone;  in __map_bio()
1303 	struct dm_io *io = tio->io;  in __map_bio()
1304 	struct dm_target *ti = tio->ti;  in __map_bio()
1340 		free_tio(tio);  in __map_bio()
1348 		free_tio(tio);  in __map_bio()
1368 static int clone_bio(struct dm_target_io *tio, struct bio *bio,  in clone_bio()  argument
1371 	struct bio *clone = &tio->clone;  in clone_bio()
1381 		if (unlikely(!dm_target_has_integrity(tio->ti->type) &&  in clone_bio()
1382 			     !dm_target_passes_integrity(tio->ti->type))) {  in clone_bio()
1384 				dm_device_name(tio->io->md),  in clone_bio()
1385 				tio->ti->type->name);  in clone_bio()
1406 	struct dm_target_io *tio;  in alloc_multiple_bios()  local
1413 		tio = alloc_tio(ci, ti, 0, GFP_NOIO);  in alloc_multiple_bios()
1414 		bio_list_add(blist, &tio->clone);  in alloc_multiple_bios()
1425 			tio = alloc_tio(ci, ti, bio_nr, try ? GFP_NOIO : GFP_NOWAIT);  in alloc_multiple_bios()
1426 			if (!tio)  in alloc_multiple_bios()
1429 			bio_list_add(blist, &tio->clone);  in alloc_multiple_bios()
1437 			tio = container_of(bio, struct dm_target_io, clone);  in alloc_multiple_bios()
1438 			free_tio(tio);  in alloc_multiple_bios()
1444 					   struct dm_target_io *tio, unsigned *len)  in __clone_and_map_simple_bio()  argument
1446 	struct bio *clone = &tio->clone;  in __clone_and_map_simple_bio()
1448 	tio->len_ptr = len;  in __clone_and_map_simple_bio()
1454 	return __map_bio(tio);  in __clone_and_map_simple_bio()
1462 	struct dm_target_io *tio;  in __send_duplicate_bios()  local
1467 		tio = container_of(bio, struct dm_target_io, clone);  in __send_duplicate_bios()
1468 		(void) __clone_and_map_simple_bio(ci, tio, len);  in __send_duplicate_bios()
1509 	struct dm_target_io *tio;  in __clone_and_map_data_bio()  local
1512 	tio = alloc_tio(ci, ti, 0, GFP_NOIO);  in __clone_and_map_data_bio()
1513 	tio->len_ptr = len;  in __clone_and_map_data_bio()
1514 	r = clone_bio(tio, bio, sector, *len);  in __clone_and_map_data_bio()
1516 		free_tio(tio);  in __clone_and_map_data_bio()
1519 	(void) __map_bio(tio);  in __clone_and_map_data_bio()
2948 		io_front_pad = roundup(front_pad,  __alignof__(struct dm_io)) + offsetof(struct dm_io, tio);  in dm_alloc_md_mempools()