2260 	struct mlx5_ib_mr *pi_mr = mr->mtt_mr;  in mlx5_ib_map_mtt_mr_sg_pi()  local
2263 	pi_mr->ndescs = 0;  in mlx5_ib_map_mtt_mr_sg_pi()
2264 	pi_mr->meta_ndescs = 0;  in mlx5_ib_map_mtt_mr_sg_pi()
2265 	pi_mr->meta_length = 0;  in mlx5_ib_map_mtt_mr_sg_pi()
2267 	ib_dma_sync_single_for_cpu(ibmr->device, pi_mr->desc_map,  in mlx5_ib_map_mtt_mr_sg_pi()
2268 				   pi_mr->desc_size * pi_mr->max_descs,  in mlx5_ib_map_mtt_mr_sg_pi()
2271 	pi_mr->ibmr.page_size = ibmr->page_size;  in mlx5_ib_map_mtt_mr_sg_pi()
2272 	n = ib_sg_to_pages(&pi_mr->ibmr, data_sg, data_sg_nents, data_sg_offset,  in mlx5_ib_map_mtt_mr_sg_pi()
2277 	pi_mr->data_iova = pi_mr->ibmr.iova;  in mlx5_ib_map_mtt_mr_sg_pi()
2278 	pi_mr->data_length = pi_mr->ibmr.length;  in mlx5_ib_map_mtt_mr_sg_pi()
2279 	pi_mr->ibmr.length = pi_mr->data_length;  in mlx5_ib_map_mtt_mr_sg_pi()
2280 	ibmr->length = pi_mr->data_length;  in mlx5_ib_map_mtt_mr_sg_pi()
2284 		u64 iova = pi_mr->data_iova;  in mlx5_ib_map_mtt_mr_sg_pi()
2286 		n += ib_sg_to_pages(&pi_mr->ibmr, meta_sg, meta_sg_nents,  in mlx5_ib_map_mtt_mr_sg_pi()
2289 		pi_mr->meta_length = pi_mr->ibmr.length;  in mlx5_ib_map_mtt_mr_sg_pi()
2296 		pi_mr->pi_iova = (iova & page_mask) +  in mlx5_ib_map_mtt_mr_sg_pi()
2297 				 pi_mr->ndescs * ibmr->page_size +  in mlx5_ib_map_mtt_mr_sg_pi()
2298 				 (pi_mr->ibmr.iova & ~page_mask);  in mlx5_ib_map_mtt_mr_sg_pi()
2306 		pi_mr->ibmr.length = pi_mr->pi_iova + pi_mr->meta_length - iova;  in mlx5_ib_map_mtt_mr_sg_pi()
2307 		pi_mr->ibmr.iova = iova;  in mlx5_ib_map_mtt_mr_sg_pi()
2308 		ibmr->length += pi_mr->meta_length;  in mlx5_ib_map_mtt_mr_sg_pi()
2311 	ib_dma_sync_single_for_device(ibmr->device, pi_mr->desc_map,  in mlx5_ib_map_mtt_mr_sg_pi()
2312 				      pi_mr->desc_size * pi_mr->max_descs,  in mlx5_ib_map_mtt_mr_sg_pi()
2325 	struct mlx5_ib_mr *pi_mr = mr->klm_mr;  in mlx5_ib_map_klm_mr_sg_pi()  local
2328 	pi_mr->ndescs = 0;  in mlx5_ib_map_klm_mr_sg_pi()
2329 	pi_mr->meta_ndescs = 0;  in mlx5_ib_map_klm_mr_sg_pi()
2330 	pi_mr->meta_length = 0;  in mlx5_ib_map_klm_mr_sg_pi()
2332 	ib_dma_sync_single_for_cpu(ibmr->device, pi_mr->desc_map,  in mlx5_ib_map_klm_mr_sg_pi()
2333 				   pi_mr->desc_size * pi_mr->max_descs,  in mlx5_ib_map_klm_mr_sg_pi()
2336 	n = mlx5_ib_sg_to_klms(pi_mr, data_sg, data_sg_nents, data_sg_offset,  in mlx5_ib_map_klm_mr_sg_pi()
2339 	ib_dma_sync_single_for_device(ibmr->device, pi_mr->desc_map,  in mlx5_ib_map_klm_mr_sg_pi()
2340 				      pi_mr->desc_size * pi_mr->max_descs,  in mlx5_ib_map_klm_mr_sg_pi()
2344 	pi_mr->data_iova = 0;  in mlx5_ib_map_klm_mr_sg_pi()
2345 	pi_mr->ibmr.iova = 0;  in mlx5_ib_map_klm_mr_sg_pi()
2346 	pi_mr->pi_iova = pi_mr->data_length;  in mlx5_ib_map_klm_mr_sg_pi()
2347 	ibmr->length = pi_mr->ibmr.length;  in mlx5_ib_map_klm_mr_sg_pi()
2358 	struct mlx5_ib_mr *pi_mr = NULL;  in mlx5_ib_map_mr_sg_pi()  local
2387 	pi_mr = mr->mtt_mr;  in mlx5_ib_map_mr_sg_pi()
2394 	pi_mr = mr->klm_mr;  in mlx5_ib_map_mr_sg_pi()
2404 	mr->pi_mr = pi_mr;  in mlx5_ib_map_mr_sg_pi()
2405 	if (pi_mr)  in mlx5_ib_map_mr_sg_pi()
2406 		ibmr->sig_attrs->meta_length = pi_mr->meta_length;  in mlx5_ib_map_mr_sg_pi()