104 	struct sg_table *sgt;  in vb2_dma_sg_alloc()  local
145 	sgt = &buf->sg_table;  in vb2_dma_sg_alloc()
150 	if (dma_map_sgtable(buf->dev, sgt, buf->dma_dir,  in vb2_dma_sg_alloc()
181 	struct sg_table *sgt = &buf->sg_table;  in vb2_dma_sg_put()  local
187 		dma_unmap_sgtable(buf->dev, sgt, buf->dma_dir,  in vb2_dma_sg_put()
203 	struct sg_table *sgt = buf->dma_sgt;  in vb2_dma_sg_prepare()  local
205 	dma_sync_sgtable_for_device(buf->dev, sgt, buf->dma_dir);  in vb2_dma_sg_prepare()
211 	struct sg_table *sgt = buf->dma_sgt;  in vb2_dma_sg_finish()  local
213 	dma_sync_sgtable_for_cpu(buf->dev, sgt, buf->dma_dir);  in vb2_dma_sg_finish()
221 	struct sg_table *sgt;  in vb2_dma_sg_get_userptr()  local
251 	sgt = &buf->sg_table;  in vb2_dma_sg_get_userptr()
256 	if (dma_map_sgtable(buf->dev, sgt, buf->dma_dir,  in vb2_dma_sg_get_userptr()
278 	struct sg_table *sgt = &buf->sg_table;  in vb2_dma_sg_put_userptr()  local
283 	dma_unmap_sgtable(buf->dev, sgt, buf->dma_dir, DMA_ATTR_SKIP_CPU_SYNC);  in vb2_dma_sg_put_userptr()
351 	struct sg_table sgt;  member
361 	struct sg_table *sgt;  in vb2_dma_sg_dmabuf_ops_attach()  local
369 	sgt = &attach->sgt;  in vb2_dma_sg_dmabuf_ops_attach()
373 	ret = sg_alloc_table(sgt, buf->dma_sgt->orig_nents, GFP_KERNEL);  in vb2_dma_sg_dmabuf_ops_attach()
380 	wr = sgt->sgl;  in vb2_dma_sg_dmabuf_ops_attach()
381 	for (i = 0; i < sgt->orig_nents; ++i) {  in vb2_dma_sg_dmabuf_ops_attach()
397 	struct sg_table *sgt;  in vb2_dma_sg_dmabuf_ops_detach()  local
402 	sgt = &attach->sgt;  in vb2_dma_sg_dmabuf_ops_detach()
406 		dma_unmap_sgtable(db_attach->dev, sgt, attach->dma_dir, 0);  in vb2_dma_sg_dmabuf_ops_detach()
407 	sg_free_table(sgt);  in vb2_dma_sg_dmabuf_ops_detach()
418 	struct sg_table *sgt;  in vb2_dma_sg_dmabuf_ops_map()  local
422 	sgt = &attach->sgt;  in vb2_dma_sg_dmabuf_ops_map()
426 		return sgt;  in vb2_dma_sg_dmabuf_ops_map()
431 		dma_unmap_sgtable(db_attach->dev, sgt, attach->dma_dir, 0);  in vb2_dma_sg_dmabuf_ops_map()
436 	if (dma_map_sgtable(db_attach->dev, sgt, dma_dir, 0)) {  in vb2_dma_sg_dmabuf_ops_map()
446 	return sgt;  in vb2_dma_sg_dmabuf_ops_map()
450 	struct sg_table *sgt, enum dma_data_direction dma_dir)  in vb2_dma_sg_dmabuf_ops_unmap()  argument
466 	struct sg_table *sgt = buf->dma_sgt;  in vb2_dma_sg_dmabuf_ops_begin_cpu_access()  local
468 	dma_sync_sg_for_cpu(buf->dev, sgt->sgl, sgt->nents, buf->dma_dir);  in vb2_dma_sg_dmabuf_ops_begin_cpu_access()
477 	struct sg_table *sgt = buf->dma_sgt;  in vb2_dma_sg_dmabuf_ops_end_cpu_access()  local
479 	dma_sync_sg_for_device(buf->dev, sgt->sgl, sgt->nents, buf->dma_dir);  in vb2_dma_sg_dmabuf_ops_end_cpu_access()
539 	struct sg_table *sgt;  in vb2_dma_sg_map_dmabuf()  local
552 	sgt = dma_buf_map_attachment(buf->db_attach, buf->dma_dir);  in vb2_dma_sg_map_dmabuf()
553 	if (IS_ERR(sgt)) {  in vb2_dma_sg_map_dmabuf()
558 	buf->dma_sgt = sgt;  in vb2_dma_sg_map_dmabuf()
567 	struct sg_table *sgt = buf->dma_sgt;  in vb2_dma_sg_unmap_dmabuf()  local
574 	if (WARN_ON(!sgt)) {  in vb2_dma_sg_unmap_dmabuf()
583 	dma_buf_unmap_attachment(buf->db_attach, sgt, buf->dma_dir);  in vb2_dma_sg_unmap_dmabuf()