Lines Matching refs:cpu_addr

1024 static void __iommu_dma_free(struct device *dev, size_t size, void *cpu_addr)  in __iommu_dma_free()  argument
1032 dma_free_from_pool(dev, cpu_addr, alloc_size)) in __iommu_dma_free()
1035 if (IS_ENABLED(CONFIG_DMA_REMAP) && is_vmalloc_addr(cpu_addr)) { in __iommu_dma_free()
1040 pages = dma_common_find_pages(cpu_addr); in __iommu_dma_free()
1042 page = vmalloc_to_page(cpu_addr); in __iommu_dma_free()
1043 dma_common_free_remap(cpu_addr, alloc_size); in __iommu_dma_free()
1046 page = virt_to_page(cpu_addr); in __iommu_dma_free()
1055 static void iommu_dma_free(struct device *dev, size_t size, void *cpu_addr, in iommu_dma_free() argument
1059 __iommu_dma_free(dev, size, cpu_addr); in iommu_dma_free()
1069 void *cpu_addr; in iommu_dma_alloc_pages() local
1080 cpu_addr = dma_common_contiguous_remap(page, alloc_size, in iommu_dma_alloc_pages()
1082 if (!cpu_addr) in iommu_dma_alloc_pages()
1088 cpu_addr = page_address(page); in iommu_dma_alloc_pages()
1092 memset(cpu_addr, 0, alloc_size); in iommu_dma_alloc_pages()
1093 return cpu_addr; in iommu_dma_alloc_pages()
1105 void *cpu_addr; in iommu_dma_alloc() local
1117 page = dma_alloc_from_pool(dev, PAGE_ALIGN(size), &cpu_addr, in iommu_dma_alloc()
1120 cpu_addr = iommu_dma_alloc_pages(dev, size, &page, gfp, attrs); in iommu_dma_alloc()
1121 if (!cpu_addr) in iommu_dma_alloc()
1127 __iommu_dma_free(dev, size, cpu_addr); in iommu_dma_alloc()
1131 return cpu_addr; in iommu_dma_alloc()
1152 void *cpu_addr, dma_addr_t handle, enum dma_data_direction dir) in iommu_dma_free_noncoherent() argument
1155 __iommu_dma_free(dev, size, cpu_addr); in iommu_dma_free_noncoherent()
1163 void *cpu_addr, dma_addr_t dma_addr, size_t size, in iommu_dma_mmap() argument
1172 if (dma_mmap_from_dev_coherent(dev, vma, cpu_addr, size, &ret)) in iommu_dma_mmap()
1178 if (IS_ENABLED(CONFIG_DMA_REMAP) && is_vmalloc_addr(cpu_addr)) { in iommu_dma_mmap()
1179 struct page **pages = dma_common_find_pages(cpu_addr); in iommu_dma_mmap()
1183 pfn = vmalloc_to_pfn(cpu_addr); in iommu_dma_mmap()
1185 pfn = page_to_pfn(virt_to_page(cpu_addr)); in iommu_dma_mmap()
1194 void *cpu_addr, dma_addr_t dma_addr, size_t size, in iommu_dma_get_sgtable() argument
1200 if (IS_ENABLED(CONFIG_DMA_REMAP) && is_vmalloc_addr(cpu_addr)) { in iommu_dma_get_sgtable()
1201 struct page **pages = dma_common_find_pages(cpu_addr); in iommu_dma_get_sgtable()
1209 page = vmalloc_to_page(cpu_addr); in iommu_dma_get_sgtable()
1211 page = virt_to_page(cpu_addr); in iommu_dma_get_sgtable()