3525 	unsigned long iova_pfn;  in intel_alloc_iova()  local
3551 		iova_pfn = alloc_iova_fast(&domain->iovad, nrpages,  in intel_alloc_iova()
3553 		if (iova_pfn)  in intel_alloc_iova()
3554 			return iova_pfn;  in intel_alloc_iova()
3556 	iova_pfn = alloc_iova_fast(&domain->iovad, nrpages,  in intel_alloc_iova()
3558 	if (unlikely(!iova_pfn)) {  in intel_alloc_iova()
3564 	return iova_pfn;  in intel_alloc_iova()
3572 	unsigned long iova_pfn;  in __intel_map_single()  local
3590 	iova_pfn = intel_alloc_iova(dev, domain, dma_to_mm_pfn(size), dma_mask);  in __intel_map_single()
3591 	if (!iova_pfn)  in __intel_map_single()
3609 	ret = domain_pfn_mapping(domain, mm_to_dma_pfn(iova_pfn),  in __intel_map_single()
3614 	start_paddr = (phys_addr_t)iova_pfn << PAGE_SHIFT;  in __intel_map_single()
3622 	if (iova_pfn)  in __intel_map_single()
3623 		free_iova_fast(&domain->iovad, iova_pfn, dma_to_mm_pfn(size));  in __intel_map_single()
3650 	unsigned long iova_pfn;  in intel_unmap()  local
3660 	iova_pfn = IOVA_PFN(dev_addr);  in intel_unmap()
3663 	start_pfn = mm_to_dma_pfn(iova_pfn);  in intel_unmap()
3675 		free_iova_fast(&domain->iovad, iova_pfn, dma_to_mm_pfn(nrpages));  in intel_unmap()
3678 		queue_iova(&domain->iovad, iova_pfn, nrpages,  in intel_unmap()
3778 	unsigned long iova_pfn;  in intel_map_sg()  local
3798 	iova_pfn = intel_alloc_iova(dev, domain, dma_to_mm_pfn(size),  in intel_map_sg()
3800 	if (!iova_pfn) {  in intel_map_sg()
3815 	start_vpfn = mm_to_dma_pfn(iova_pfn);  in intel_map_sg()
3822 		free_iova_fast(&domain->iovad, iova_pfn, dma_to_mm_pfn(size));  in intel_map_sg()
3878 	unsigned long iova_pfn;  in bounce_map_single()  local
3897 	iova_pfn = intel_alloc_iova(dev, domain,  in bounce_map_single()
3899 	if (!iova_pfn)  in bounce_map_single()
3939 	ret = domain_pfn_mapping(domain, mm_to_dma_pfn(iova_pfn),  in bounce_map_single()
3944 	trace_bounce_map_single(dev, iova_pfn << PAGE_SHIFT, paddr, size);  in bounce_map_single()
3946 	return (phys_addr_t)iova_pfn << PAGE_SHIFT;  in bounce_map_single()
3953 	free_iova_fast(&domain->iovad, iova_pfn, dma_to_mm_pfn(nrpages));  in bounce_map_single()