337 		struct pnfs_layout_segment *lseg,  in ff_layout_add_lseg()  argument
340 	pnfs_generic_layout_insert_lseg(lo, lseg,  in ff_layout_add_lseg()
554 ff_layout_free_lseg(struct pnfs_layout_segment *lseg)  in ff_layout_free_lseg()  argument
556 	struct nfs4_ff_layout_segment *fls = FF_LAYOUT_LSEG(lseg);  in ff_layout_free_lseg()
560 	if (lseg->pls_range.iomode == IOMODE_RW) {  in ff_layout_free_lseg()
564 		ffl = FF_LAYOUT_FROM_HDR(lseg->pls_layout);  in ff_layout_free_lseg()
567 		pnfs_generic_ds_cinfo_release_lseg(&ffl->commit_info, lseg);  in ff_layout_free_lseg()
718 ff_layout_mark_ds_unreachable(struct pnfs_layout_segment *lseg, u32 idx)  in ff_layout_mark_ds_unreachable()  argument
720 	struct nfs4_deviceid_node *devid = FF_LAYOUT_DEVID_NODE(lseg, idx);  in ff_layout_mark_ds_unreachable()
727 ff_layout_mark_ds_reachable(struct pnfs_layout_segment *lseg, u32 idx)  in ff_layout_mark_ds_reachable()  argument
729 	struct nfs4_deviceid_node *devid = FF_LAYOUT_DEVID_NODE(lseg, idx);  in ff_layout_mark_ds_reachable()
736 ff_layout_choose_ds_for_read(struct pnfs_layout_segment *lseg,  in ff_layout_choose_ds_for_read()  argument
740 	struct nfs4_ff_layout_segment *fls = FF_LAYOUT_LSEG(lseg);  in ff_layout_choose_ds_for_read()
751 		mirror = FF_LAYOUT_COMP(lseg, idx);  in ff_layout_choose_ds_for_read()
752 		ds = nfs4_ff_layout_prepare_ds(lseg, mirror, fail_return);  in ff_layout_choose_ds_for_read()
768 ff_layout_choose_any_ds_for_read(struct pnfs_layout_segment *lseg,  in ff_layout_choose_any_ds_for_read()  argument
771 	return ff_layout_choose_ds_for_read(lseg, start_idx, best_idx, false);  in ff_layout_choose_any_ds_for_read()
775 ff_layout_choose_valid_ds_for_read(struct pnfs_layout_segment *lseg,  in ff_layout_choose_valid_ds_for_read()  argument
778 	return ff_layout_choose_ds_for_read(lseg, start_idx, best_idx, true);  in ff_layout_choose_valid_ds_for_read()
782 ff_layout_choose_best_ds_for_read(struct pnfs_layout_segment *lseg,  in ff_layout_choose_best_ds_for_read()  argument
787 	ds = ff_layout_choose_valid_ds_for_read(lseg, start_idx, best_idx);  in ff_layout_choose_best_ds_for_read()
790 	return ff_layout_choose_any_ds_for_read(lseg, start_idx, best_idx);  in ff_layout_choose_best_ds_for_read()
797 	struct pnfs_layout_segment *lseg = pgio->pg_lseg;  in ff_layout_get_ds_for_read()  local
800 	ds = ff_layout_choose_best_ds_for_read(lseg, pgio->pg_mirror_idx,  in ff_layout_get_ds_for_read()
804 	return ff_layout_choose_best_ds_for_read(lseg, 0, best_idx);  in ff_layout_get_ds_for_read()
1049 				hdr->lseg);  in ff_layout_reset_write()
1059 	if (ff_layout_choose_any_ds_for_read(hdr->lseg, idx, &new_idx))  in ff_layout_resend_pnfs_read()
1060 		ff_layout_send_layouterror(hdr->lseg);  in ff_layout_resend_pnfs_read()
1062 		pnfs_error_mark_layout_for_return(hdr->inode, hdr->lseg);  in ff_layout_resend_pnfs_read()
1071 	pnfs_error_mark_layout_for_return(hdr->inode, hdr->lseg);  in ff_layout_reset_read()
1085 				hdr->lseg);  in ff_layout_reset_read()
1093 					   struct pnfs_layout_segment *lseg,  in ff_layout_async_handle_error_v4()  argument
1096 	struct pnfs_layout_hdr *lo = lseg->pls_layout;  in ff_layout_async_handle_error_v4()
1098 	struct nfs4_deviceid_node *devid = FF_LAYOUT_DEVID_NODE(lseg, idx);  in ff_layout_async_handle_error_v4()
1154 		if (ff_layout_avoid_mds_available_ds(lseg))  in ff_layout_async_handle_error_v4()
1167 					   struct pnfs_layout_segment *lseg,  in ff_layout_async_handle_error_v3()  argument
1170 	struct nfs4_deviceid_node *devid = FF_LAYOUT_DEVID_NODE(lseg, idx);  in ff_layout_async_handle_error_v3()
1182 		nfs_inc_stats(lseg->pls_layout->plh_inode, NFSIOS_DELAY);  in ff_layout_async_handle_error_v3()
1202 					struct pnfs_layout_segment *lseg,  in ff_layout_async_handle_error()  argument
1208 		ff_layout_mark_ds_reachable(lseg, idx);  in ff_layout_async_handle_error()
1213 	if (!pnfs_is_valid_lseg(lseg))  in ff_layout_async_handle_error()
1218 		return ff_layout_async_handle_error_v3(task, lseg, idx);  in ff_layout_async_handle_error()
1221 						       lseg, idx);  in ff_layout_async_handle_error()
1229 static void ff_layout_io_track_ds_error(struct pnfs_layout_segment *lseg,  in ff_layout_io_track_ds_error()  argument
1262 	mirror = FF_LAYOUT_COMP(lseg, idx);  in ff_layout_io_track_ds_error()
1263 	err = ff_layout_track_ds_error(FF_LAYOUT_FROM_HDR(lseg->pls_layout),  in ff_layout_io_track_ds_error()
1272 		ff_layout_mark_ds_unreachable(lseg, idx);  in ff_layout_io_track_ds_error()
1281 		pnfs_error_mark_layout_for_return(lseg->pls_layout->plh_inode,  in ff_layout_io_track_ds_error()
1282 						  lseg);  in ff_layout_io_track_ds_error()
1295 		ff_layout_io_track_ds_error(hdr->lseg, hdr->pgio_mirror_idx,  in ff_layout_read_done_cb()
1303 					   hdr->ds_clp, hdr->lseg,  in ff_layout_read_done_cb()
1327 ff_layout_need_layoutcommit(struct pnfs_layout_segment *lseg)  in ff_layout_need_layoutcommit()  argument
1329 	return !(FF_LAYOUT_LSEG(lseg)->flags & FF_FLAGS_NO_LAYOUTCOMMIT);  in ff_layout_need_layoutcommit()
1343 		struct pnfs_layout_segment *lseg,  in ff_layout_set_layoutcommit()  argument
1346 	if (!ff_layout_need_layoutcommit(lseg))  in ff_layout_set_layoutcommit()
1349 	pnfs_set_layoutcommit(inode, lseg, end_offset);  in ff_layout_set_layoutcommit()
1360 			FF_LAYOUT_COMP(hdr->lseg, hdr->pgio_mirror_idx),  in ff_layout_read_record_layoutstats_start()
1371 			FF_LAYOUT_COMP(hdr->lseg, hdr->pgio_mirror_idx),  in ff_layout_read_record_layoutstats_done()
1374 	set_bit(NFS_LSEG_LAYOUTRETURN, &hdr->lseg->pls_flags);  in ff_layout_read_record_layoutstats_done()
1462 		ff_layout_io_track_ds_error(hdr->lseg, hdr->pgio_mirror_idx,  in ff_layout_write_done_cb()
1470 					   hdr->ds_clp, hdr->lseg,  in ff_layout_write_done_cb()
1492 	ff_layout_set_layoutcommit(hdr->inode, hdr->lseg, end_offs);  in ff_layout_write_done_cb()
1508 		ff_layout_io_track_ds_error(data->lseg, data->ds_commit_index,  in ff_layout_commit_done_cb()
1516 					   data->lseg, data->ds_commit_index);  in ff_layout_commit_done_cb()
1531 	ff_layout_set_layoutcommit(data->inode, data->lseg, data->lwb);  in ff_layout_commit_done_cb()
1542 			FF_LAYOUT_COMP(hdr->lseg, hdr->pgio_mirror_idx),  in ff_layout_write_record_layoutstats_start()
1553 			FF_LAYOUT_COMP(hdr->lseg, hdr->pgio_mirror_idx),  in ff_layout_write_record_layoutstats_done()
1556 	set_bit(NFS_LSEG_LAYOUTRETURN, &hdr->lseg->pls_flags);  in ff_layout_write_record_layoutstats_done()
1623 		ff_layout_send_layouterror(hdr->lseg);  in ff_layout_write_release()
1636 			FF_LAYOUT_COMP(cdata->lseg, cdata->ds_commit_index),  in ff_layout_commit_record_layoutstats_start()
1654 			FF_LAYOUT_COMP(cdata->lseg, cdata->ds_commit_index),  in ff_layout_commit_record_layoutstats_done()
1656 	set_bit(NFS_LSEG_LAYOUTRETURN, &cdata->lseg->pls_flags);  in ff_layout_commit_record_layoutstats_done()
1750 	struct pnfs_layout_segment *lseg = hdr->lseg;  in ff_layout_read_pagelist()  local
1764 	mirror = FF_LAYOUT_COMP(lseg, idx);  in ff_layout_read_pagelist()
1765 	ds = nfs4_ff_layout_prepare_ds(lseg, mirror, false);  in ff_layout_read_pagelist()
1774 	ds_cred = ff_layout_get_ds_cred(mirror, &lseg->pls_range, hdr->cred);  in ff_layout_read_pagelist()
1808 	if (ff_layout_avoid_mds_available_ds(lseg))  in ff_layout_read_pagelist()
1812 			IOMODE_READ, NFS_I(hdr->inode)->layout, lseg);  in ff_layout_read_pagelist()
1820 	struct pnfs_layout_segment *lseg = hdr->lseg;  in ff_layout_write_pagelist()  local
1830 	mirror = FF_LAYOUT_COMP(lseg, idx);  in ff_layout_write_pagelist()
1831 	ds = nfs4_ff_layout_prepare_ds(lseg, mirror, true);  in ff_layout_write_pagelist()
1840 	ds_cred = ff_layout_get_ds_cred(mirror, &lseg->pls_range, hdr->cred);  in ff_layout_write_pagelist()
1876 	if (ff_layout_avoid_mds_available_ds(lseg))  in ff_layout_write_pagelist()
1880 			IOMODE_RW, NFS_I(hdr->inode)->layout, lseg);  in ff_layout_write_pagelist()
1884 static u32 calc_ds_index_from_commit(struct pnfs_layout_segment *lseg, u32 i)  in calc_ds_index_from_commit()  argument
1890 select_ds_fh_from_commit(struct pnfs_layout_segment *lseg, u32 i)  in select_ds_fh_from_commit()  argument
1892 	struct nfs4_ff_layout_segment *flseg = FF_LAYOUT_LSEG(lseg);  in select_ds_fh_from_commit()
1902 	struct pnfs_layout_segment *lseg = data->lseg;  in ff_layout_initiate_commit()  local
1911 	if (!lseg || !(pnfs_is_valid_lseg(lseg) ||  in ff_layout_initiate_commit()
1912 	    test_bit(NFS_LSEG_LAYOUTRETURN, &lseg->pls_flags)))  in ff_layout_initiate_commit()
1915 	idx = calc_ds_index_from_commit(lseg, data->ds_commit_index);  in ff_layout_initiate_commit()
1916 	mirror = FF_LAYOUT_COMP(lseg, idx);  in ff_layout_initiate_commit()
1917 	ds = nfs4_ff_layout_prepare_ds(lseg, mirror, true);  in ff_layout_initiate_commit()
1926 	ds_cred = ff_layout_get_ds_cred(mirror, &lseg->pls_range, data->cred);  in ff_layout_initiate_commit()
1939 	fh = select_ds_fh_from_commit(lseg, data->ds_commit_index);  in ff_layout_initiate_commit()
1976 		struct pnfs_layout_segment *lseg)  in ff_layout_setup_ds_info()  argument
1978 	struct nfs4_ff_layout_segment *flseg = FF_LAYOUT_LSEG(lseg);  in ff_layout_setup_ds_info()
1979 	struct inode *inode = lseg->pls_layout->plh_inode;  in ff_layout_setup_ds_info()
1985 		array = pnfs_add_commit_array(fl_cinfo, new, lseg);  in ff_layout_setup_ds_info()
2189 ff_layout_send_layouterror(struct pnfs_layout_segment *lseg)  in ff_layout_send_layouterror()  argument
2191 	struct pnfs_layout_hdr *lo = lseg->pls_layout;  in ff_layout_send_layouterror()
2197 	ff_layout_fetch_ds_ioerr(lo, &lseg->pls_range, &head, -1);  in ff_layout_send_layouterror()
2218 			if (nfs42_proc_layouterror(lseg, errors, n) < 0)  in ff_layout_send_layouterror()
2228 ff_layout_send_layouterror(struct pnfs_layout_segment *lseg)  in ff_layout_send_layouterror()  argument