220 	struct scatterlist *sg;  in arm64_noalias_unmap_sg()  local
225 	for_each_sg(sgl, sg, nents, i)  in arm64_noalias_unmap_sg()
226 		__arm64_noalias_unmap(dev, dma_to_phys(dev, sg->dma_address),  in arm64_noalias_unmap_sg()
227 				      sg->length, dir, attrs);  in arm64_noalias_unmap_sg()
234 	struct scatterlist *sg;  in arm64_noalias_map_sg()  local
236 	for_each_sg(sgl, sg, nents, i) {  in arm64_noalias_map_sg()
237 		sg->dma_address = arm64_noalias_map_page(dev, sg_page(sg), sg->offset,  in arm64_noalias_map_sg()
238 							 sg->length, dir, attrs);  in arm64_noalias_map_sg()
239 		if (sg->dma_address == DMA_MAPPING_ERROR)  in arm64_noalias_map_sg()
241 		sg->dma_length = sg->length;  in arm64_noalias_map_sg()
266 	struct scatterlist *sg;  in arm64_noalias_sync_sg_for_device()  local
269 	for_each_sg(sgl, sg, nents, i)  in arm64_noalias_sync_sg_for_device()
270 		arm64_noalias_sync_single_for_device(dev, sg->dma_address, sg->length, dir);  in arm64_noalias_sync_sg_for_device()
276 	struct scatterlist *sg;  in arm64_noalias_sync_sg_for_cpu()  local
279 	for_each_sg(sgl, sg, nents, i)  in arm64_noalias_sync_sg_for_cpu()
280 		arm64_noalias_sync_single_for_cpu(dev, sg->dma_address, sg->length, dir);  in arm64_noalias_sync_sg_for_cpu()
389 	struct scatterlist *sg;  in arm64_iommu_map_sg()  local
399 	for_each_sg(sgl, sg, nents, i) {  in arm64_iommu_map_sg()
400 		phys_addr_t phys = sg_phys(sg);  in arm64_iommu_map_sg()
410 		phys = __arm64_noalias_map(dev, phys, sg->length, dir, attrs, false);  in arm64_iommu_map_sg()
414 		orig_phys[i] = sg_phys(sg);  in arm64_iommu_map_sg()
415 		sg_assign_page(sg, phys_to_page(phys));  in arm64_iommu_map_sg()
416 		sg->offset = offset_in_page(phys);  in arm64_iommu_map_sg()
422 	for_each_sg(sgl, sg, nents, i) {  in arm64_iommu_map_sg()
423 		sg_assign_page(sg, phys_to_page(orig_phys[i]));  in arm64_iommu_map_sg()
424 		sg->offset = offset_in_page(orig_phys[i]);  in arm64_iommu_map_sg()
431 	for_each_sg(sgl, sg, nents, i) {  in arm64_iommu_map_sg()
432 		__arm64_noalias_unmap(dev, sg_phys(sg), sg->length, dir, attrs);  in arm64_iommu_map_sg()
433 		sg_assign_page(sg, phys_to_page(orig_phys[i]));  in arm64_iommu_map_sg()
434 		sg->offset = offset_in_page(orig_phys[i]);  in arm64_iommu_map_sg()
444 	struct scatterlist *sg, *tmp;  in arm64_iommu_unmap_sg()  local
454 	for_each_sg(sgl, sg, nents, i) {  in arm64_iommu_unmap_sg()
457 		__arm64_noalias_unmap(dev, phys, sg->length, dir, attrs);  in arm64_iommu_unmap_sg()
458 		iova += sg->length;  in arm64_iommu_unmap_sg()
487 	struct scatterlist *sg, *tmp = sgl;  in arm64_iommu_sync_sg_for_device()  local
491 	for_each_sg(sgl, sg, nents, i) {  in arm64_iommu_sync_sg_for_device()
494 		__arm64_noalias_sync_for_device(dev, phys, sg->length, dir);  in arm64_iommu_sync_sg_for_device()
495 		iova += sg->length;  in arm64_iommu_sync_sg_for_device()
507 	struct scatterlist *sg, *tmp = sgl;  in arm64_iommu_sync_sg_for_cpu()  local
511 	for_each_sg(sgl, sg, nents, i) {  in arm64_iommu_sync_sg_for_cpu()
514 		__arm64_noalias_sync_for_cpu(dev, phys, sg->length, dir);  in arm64_iommu_sync_sg_for_cpu()
515 		iova += sg->length;  in arm64_iommu_sync_sg_for_cpu()