51 static void multipath_reschedule_retry (struct multipath_bh *mp_bh)  in multipath_reschedule_retry()  argument
54 	struct mddev *mddev = mp_bh->mddev;  in multipath_reschedule_retry()
58 	list_add(&mp_bh->retry_list, &conf->retry_list);  in multipath_reschedule_retry()
68 static void multipath_end_bh_io(struct multipath_bh *mp_bh, blk_status_t status)  in multipath_end_bh_io()  argument
70 	struct bio *bio = mp_bh->master_bio;  in multipath_end_bh_io()
71 	struct mpconf *conf = mp_bh->mddev->private;  in multipath_end_bh_io()
75 	mempool_free(mp_bh, &conf->pool);  in multipath_end_bh_io()
80 	struct multipath_bh *mp_bh = bio->bi_private;  in multipath_end_request()  local
81 	struct mpconf *conf = mp_bh->mddev->private;  in multipath_end_request()
82 	struct md_rdev *rdev = conf->multipaths[mp_bh->path].rdev;  in multipath_end_request()
85 		multipath_end_bh_io(mp_bh, 0);  in multipath_end_request()
91 		md_error (mp_bh->mddev, rdev);  in multipath_end_request()
95 		multipath_reschedule_retry(mp_bh);  in multipath_end_request()
97 		multipath_end_bh_io(mp_bh, bio->bi_status);  in multipath_end_request()
104 	struct multipath_bh * mp_bh;  in multipath_make_request()  local
111 	mp_bh = mempool_alloc(&conf->pool, GFP_NOIO);  in multipath_make_request()
113 	mp_bh->master_bio = bio;  in multipath_make_request()
114 	mp_bh->mddev = mddev;  in multipath_make_request()
116 	mp_bh->path = multipath_map(conf);  in multipath_make_request()
117 	if (mp_bh->path < 0) {  in multipath_make_request()
119 		mempool_free(mp_bh, &conf->pool);  in multipath_make_request()
122 	multipath = conf->multipaths + mp_bh->path;  in multipath_make_request()
124 	bio_init(&mp_bh->bio, NULL, 0);  in multipath_make_request()
125 	__bio_clone_fast(&mp_bh->bio, bio);  in multipath_make_request()
127 	mp_bh->bio.bi_iter.bi_sector += multipath->rdev->data_offset;  in multipath_make_request()
128 	bio_set_dev(&mp_bh->bio, multipath->rdev->bdev);  in multipath_make_request()
129 	mp_bh->bio.bi_opf |= REQ_FAILFAST_TRANSPORT;  in multipath_make_request()
130 	mp_bh->bio.bi_end_io = multipath_end_request;  in multipath_make_request()
131 	mp_bh->bio.bi_private = mp_bh;  in multipath_make_request()
132 	mddev_check_writesame(mddev, &mp_bh->bio);  in multipath_make_request()
133 	mddev_check_write_zeroes(mddev, &mp_bh->bio);  in multipath_make_request()
134 	submit_bio_noacct(&mp_bh->bio);  in multipath_make_request()
294 	struct multipath_bh *mp_bh;  in multipathd()  local
306 		mp_bh = list_entry(head->prev, struct multipath_bh, retry_list);  in multipathd()
310 		bio = &mp_bh->bio;  in multipathd()
311 		bio->bi_iter.bi_sector = mp_bh->master_bio->bi_iter.bi_sector;  in multipathd()
313 		if ((mp_bh->path = multipath_map (conf))<0) {  in multipathd()
317 			multipath_end_bh_io(mp_bh, BLK_STS_IOERR);  in multipathd()
322 			*bio = *(mp_bh->master_bio);  in multipathd()
324 				conf->multipaths[mp_bh->path].rdev->data_offset;  in multipathd()
325 			bio_set_dev(bio, conf->multipaths[mp_bh->path].rdev->bdev);  in multipathd()
328 			bio->bi_private = mp_bh;  in multipathd()