99 unsigned long *dma_walk_cpu_trans(unsigned long *rto, dma_addr_t dma_addr)  in dma_walk_cpu_trans()  argument
104 	rtx = calc_rtx(dma_addr);  in dma_walk_cpu_trans()
109 	sx = calc_sx(dma_addr);  in dma_walk_cpu_trans()
114 	px = calc_px(dma_addr);  in dma_walk_cpu_trans()
134 			      dma_addr_t dma_addr, size_t size, int flags)  in __dma_update_trans()  argument
152 		entry = dma_walk_cpu_trans(zdev->dma_table, dma_addr);  in __dma_update_trans()
159 		dma_addr += PAGE_SIZE;  in __dma_update_trans()
167 			dma_addr -= PAGE_SIZE;  in __dma_update_trans()
168 			entry = dma_walk_cpu_trans(zdev->dma_table, dma_addr);  in __dma_update_trans()
179 static int __dma_purge_tlb(struct zpci_dev *zdev, dma_addr_t dma_addr,  in __dma_purge_tlb()  argument
200 	ret = zpci_refresh_trans((u64) zdev->fh << 32, dma_addr,  in __dma_purge_tlb()
219 			    dma_addr_t dma_addr, size_t size, int flags)  in dma_update_trans()  argument
223 	rc = __dma_update_trans(zdev, pa, dma_addr, size, flags);  in dma_update_trans()
227 	rc = __dma_purge_tlb(zdev, dma_addr, size, flags);  in dma_update_trans()
229 		__dma_update_trans(zdev, pa, dma_addr, size, ZPCI_PTE_INVALID);  in dma_update_trans()
303 static void dma_free_address(struct device *dev, dma_addr_t dma_addr, int size)  in dma_free_address()  argument
308 	offset = (dma_addr - zdev->start_dma) >> PAGE_SHIFT;  in dma_free_address()
342 	dma_addr_t dma_addr;  in s390_dma_map_pages()  local
347 	dma_addr = dma_alloc_address(dev, nr_pages);  in s390_dma_map_pages()
348 	if (dma_addr == DMA_MAPPING_ERROR) {  in s390_dma_map_pages()
359 	ret = dma_update_trans(zdev, pa, dma_addr, size, flags);  in s390_dma_map_pages()
364 	return dma_addr + (offset & ~PAGE_MASK);  in s390_dma_map_pages()
367 	dma_free_address(dev, dma_addr, nr_pages);  in s390_dma_map_pages()
374 static void s390_dma_unmap_pages(struct device *dev, dma_addr_t dma_addr,  in s390_dma_unmap_pages()  argument
381 	npages = iommu_num_pages(dma_addr, size, PAGE_SIZE);  in s390_dma_unmap_pages()
382 	dma_addr = dma_addr & PAGE_MASK;  in s390_dma_unmap_pages()
383 	ret = dma_update_trans(zdev, 0, dma_addr, npages * PAGE_SIZE,  in s390_dma_unmap_pages()
387 		zpci_err_dma(ret, dma_addr);  in s390_dma_unmap_pages()
392 	dma_free_address(dev, dma_addr, npages);  in s390_dma_unmap_pages()
441 	dma_addr_t dma_addr_base, dma_addr;  in __s390_dma_map_sg()  local
451 	dma_addr = dma_addr_base;  in __s390_dma_map_sg()
455 	for (s = sg; dma_addr < dma_addr_base + size; s = sg_next(s)) {  in __s390_dma_map_sg()
457 		ret = __dma_update_trans(zdev, pa, dma_addr,  in __s390_dma_map_sg()
462 		dma_addr += s->offset + s->length;  in __s390_dma_map_sg()
474 	dma_update_trans(zdev, 0, dma_addr_base, dma_addr - dma_addr_base,  in __s390_dma_map_sg()