Lines Matching refs:buf
58 static int vb2_dma_sg_alloc_compacted(struct vb2_dma_sg_buf *buf, in vb2_dma_sg_alloc_compacted() argument
62 unsigned long size = buf->size; in vb2_dma_sg_alloc_compacted()
83 __free_page(buf->pages[last_page]); in vb2_dma_sg_alloc_compacted()
91 buf->pages[last_page++] = &pages[i]; in vb2_dma_sg_alloc_compacted()
103 struct vb2_dma_sg_buf *buf; in vb2_dma_sg_alloc() local
111 buf = kzalloc(sizeof *buf, GFP_KERNEL); in vb2_dma_sg_alloc()
112 if (!buf) in vb2_dma_sg_alloc()
115 buf->vaddr = NULL; in vb2_dma_sg_alloc()
116 buf->dma_dir = dma_dir; in vb2_dma_sg_alloc()
117 buf->offset = 0; in vb2_dma_sg_alloc()
118 buf->size = size; in vb2_dma_sg_alloc()
120 buf->num_pages = size >> PAGE_SHIFT; in vb2_dma_sg_alloc()
121 buf->dma_sgt = &buf->sg_table; in vb2_dma_sg_alloc()
128 buf->pages = kvmalloc_array(buf->num_pages, sizeof(struct page *), in vb2_dma_sg_alloc()
130 if (!buf->pages) in vb2_dma_sg_alloc()
133 ret = vb2_dma_sg_alloc_compacted(buf, gfp_flags); in vb2_dma_sg_alloc()
137 ret = sg_alloc_table_from_pages(buf->dma_sgt, buf->pages, in vb2_dma_sg_alloc()
138 buf->num_pages, 0, size, GFP_KERNEL); in vb2_dma_sg_alloc()
143 buf->dev = get_device(dev); in vb2_dma_sg_alloc()
145 sgt = &buf->sg_table; in vb2_dma_sg_alloc()
150 if (dma_map_sgtable(buf->dev, sgt, buf->dma_dir, in vb2_dma_sg_alloc()
154 buf->handler.refcount = &buf->refcount; in vb2_dma_sg_alloc()
155 buf->handler.put = vb2_dma_sg_put; in vb2_dma_sg_alloc()
156 buf->handler.arg = buf; in vb2_dma_sg_alloc()
158 refcount_set(&buf->refcount, 1); in vb2_dma_sg_alloc()
161 __func__, buf->num_pages); in vb2_dma_sg_alloc()
162 return buf; in vb2_dma_sg_alloc()
165 put_device(buf->dev); in vb2_dma_sg_alloc()
166 sg_free_table(buf->dma_sgt); in vb2_dma_sg_alloc()
168 num_pages = buf->num_pages; in vb2_dma_sg_alloc()
170 __free_page(buf->pages[num_pages]); in vb2_dma_sg_alloc()
172 kvfree(buf->pages); in vb2_dma_sg_alloc()
174 kfree(buf); in vb2_dma_sg_alloc()
180 struct vb2_dma_sg_buf *buf = buf_priv; in vb2_dma_sg_put() local
181 struct sg_table *sgt = &buf->sg_table; in vb2_dma_sg_put()
182 int i = buf->num_pages; in vb2_dma_sg_put()
184 if (refcount_dec_and_test(&buf->refcount)) { in vb2_dma_sg_put()
186 buf->num_pages); in vb2_dma_sg_put()
187 dma_unmap_sgtable(buf->dev, sgt, buf->dma_dir, in vb2_dma_sg_put()
189 if (buf->vaddr) in vb2_dma_sg_put()
190 vm_unmap_ram(buf->vaddr, buf->num_pages); in vb2_dma_sg_put()
191 sg_free_table(buf->dma_sgt); in vb2_dma_sg_put()
193 __free_page(buf->pages[i]); in vb2_dma_sg_put()
194 kvfree(buf->pages); in vb2_dma_sg_put()
195 put_device(buf->dev); in vb2_dma_sg_put()
196 kfree(buf); in vb2_dma_sg_put()
202 struct vb2_dma_sg_buf *buf = buf_priv; in vb2_dma_sg_prepare() local
203 struct sg_table *sgt = buf->dma_sgt; in vb2_dma_sg_prepare()
205 dma_sync_sgtable_for_device(buf->dev, sgt, buf->dma_dir); in vb2_dma_sg_prepare()
210 struct vb2_dma_sg_buf *buf = buf_priv; in vb2_dma_sg_finish() local
211 struct sg_table *sgt = buf->dma_sgt; in vb2_dma_sg_finish()
213 dma_sync_sgtable_for_cpu(buf->dev, sgt, buf->dma_dir); in vb2_dma_sg_finish()
220 struct vb2_dma_sg_buf *buf; in vb2_dma_sg_get_userptr() local
227 buf = kzalloc(sizeof *buf, GFP_KERNEL); in vb2_dma_sg_get_userptr()
228 if (!buf) in vb2_dma_sg_get_userptr()
231 buf->vaddr = NULL; in vb2_dma_sg_get_userptr()
232 buf->dev = dev; in vb2_dma_sg_get_userptr()
233 buf->dma_dir = dma_dir; in vb2_dma_sg_get_userptr()
234 buf->offset = vaddr & ~PAGE_MASK; in vb2_dma_sg_get_userptr()
235 buf->size = size; in vb2_dma_sg_get_userptr()
236 buf->dma_sgt = &buf->sg_table; in vb2_dma_sg_get_userptr()
240 buf->vec = vec; in vb2_dma_sg_get_userptr()
242 buf->pages = frame_vector_pages(vec); in vb2_dma_sg_get_userptr()
243 if (IS_ERR(buf->pages)) in vb2_dma_sg_get_userptr()
245 buf->num_pages = frame_vector_count(vec); in vb2_dma_sg_get_userptr()
247 if (sg_alloc_table_from_pages(buf->dma_sgt, buf->pages, in vb2_dma_sg_get_userptr()
248 buf->num_pages, buf->offset, size, 0)) in vb2_dma_sg_get_userptr()
251 sgt = &buf->sg_table; in vb2_dma_sg_get_userptr()
256 if (dma_map_sgtable(buf->dev, sgt, buf->dma_dir, in vb2_dma_sg_get_userptr()
260 return buf; in vb2_dma_sg_get_userptr()
263 sg_free_table(&buf->sg_table); in vb2_dma_sg_get_userptr()
267 kfree(buf); in vb2_dma_sg_get_userptr()
277 struct vb2_dma_sg_buf *buf = buf_priv; in vb2_dma_sg_put_userptr() local
278 struct sg_table *sgt = &buf->sg_table; in vb2_dma_sg_put_userptr()
279 int i = buf->num_pages; in vb2_dma_sg_put_userptr()
282 __func__, buf->num_pages); in vb2_dma_sg_put_userptr()
283 dma_unmap_sgtable(buf->dev, sgt, buf->dma_dir, DMA_ATTR_SKIP_CPU_SYNC); in vb2_dma_sg_put_userptr()
284 if (buf->vaddr) in vb2_dma_sg_put_userptr()
285 vm_unmap_ram(buf->vaddr, buf->num_pages); in vb2_dma_sg_put_userptr()
286 sg_free_table(buf->dma_sgt); in vb2_dma_sg_put_userptr()
287 if (buf->dma_dir == DMA_FROM_DEVICE || in vb2_dma_sg_put_userptr()
288 buf->dma_dir == DMA_BIDIRECTIONAL) in vb2_dma_sg_put_userptr()
290 set_page_dirty_lock(buf->pages[i]); in vb2_dma_sg_put_userptr()
291 vb2_destroy_framevec(buf->vec); in vb2_dma_sg_put_userptr()
292 kfree(buf); in vb2_dma_sg_put_userptr()
297 struct vb2_dma_sg_buf *buf = buf_priv; in vb2_dma_sg_vaddr() local
299 BUG_ON(!buf); in vb2_dma_sg_vaddr()
301 if (!buf->vaddr) { in vb2_dma_sg_vaddr()
302 if (buf->db_attach) in vb2_dma_sg_vaddr()
303 buf->vaddr = dma_buf_vmap(buf->db_attach->dmabuf); in vb2_dma_sg_vaddr()
305 buf->vaddr = vm_map_ram(buf->pages, buf->num_pages, -1); in vb2_dma_sg_vaddr()
309 return buf->vaddr ? buf->vaddr + buf->offset : NULL; in vb2_dma_sg_vaddr()
314 struct vb2_dma_sg_buf *buf = buf_priv; in vb2_dma_sg_num_users() local
316 return refcount_read(&buf->refcount); in vb2_dma_sg_num_users()
321 struct vb2_dma_sg_buf *buf = buf_priv; in vb2_dma_sg_mmap() local
324 if (!buf) { in vb2_dma_sg_mmap()
329 err = vm_map_pages(vma, buf->pages, buf->num_pages); in vb2_dma_sg_mmap()
338 vma->vm_private_data = &buf->handler; in vb2_dma_sg_mmap()
362 struct vb2_dma_sg_buf *buf = dbuf->priv; in vb2_dma_sg_dmabuf_ops_attach() local
373 ret = sg_alloc_table(sgt, buf->dma_sgt->orig_nents, GFP_KERNEL); in vb2_dma_sg_dmabuf_ops_attach()
379 rd = buf->dma_sgt->sgl; in vb2_dma_sg_dmabuf_ops_attach()
465 struct vb2_dma_sg_buf *buf = dbuf->priv; in vb2_dma_sg_dmabuf_ops_begin_cpu_access() local
466 struct sg_table *sgt = buf->dma_sgt; in vb2_dma_sg_dmabuf_ops_begin_cpu_access()
468 dma_sync_sg_for_cpu(buf->dev, sgt->sgl, sgt->nents, buf->dma_dir); in vb2_dma_sg_dmabuf_ops_begin_cpu_access()
476 struct vb2_dma_sg_buf *buf = dbuf->priv; in vb2_dma_sg_dmabuf_ops_end_cpu_access() local
477 struct sg_table *sgt = buf->dma_sgt; in vb2_dma_sg_dmabuf_ops_end_cpu_access()
479 dma_sync_sg_for_device(buf->dev, sgt->sgl, sgt->nents, buf->dma_dir); in vb2_dma_sg_dmabuf_ops_end_cpu_access()
485 struct vb2_dma_sg_buf *buf = dbuf->priv; in vb2_dma_sg_dmabuf_ops_vmap() local
487 return vb2_dma_sg_vaddr(buf); in vb2_dma_sg_dmabuf_ops_vmap()
510 struct vb2_dma_sg_buf *buf = buf_priv; in vb2_dma_sg_get_dmabuf() local
515 exp_info.size = buf->size; in vb2_dma_sg_get_dmabuf()
517 exp_info.priv = buf; in vb2_dma_sg_get_dmabuf()
519 if (WARN_ON(!buf->dma_sgt)) in vb2_dma_sg_get_dmabuf()
527 refcount_inc(&buf->refcount); in vb2_dma_sg_get_dmabuf()
538 struct vb2_dma_sg_buf *buf = mem_priv; in vb2_dma_sg_map_dmabuf() local
541 if (WARN_ON(!buf->db_attach)) { in vb2_dma_sg_map_dmabuf()
546 if (WARN_ON(buf->dma_sgt)) { in vb2_dma_sg_map_dmabuf()
552 sgt = dma_buf_map_attachment(buf->db_attach, buf->dma_dir); in vb2_dma_sg_map_dmabuf()
558 buf->dma_sgt = sgt; in vb2_dma_sg_map_dmabuf()
559 buf->vaddr = NULL; in vb2_dma_sg_map_dmabuf()
566 struct vb2_dma_sg_buf *buf = mem_priv; in vb2_dma_sg_unmap_dmabuf() local
567 struct sg_table *sgt = buf->dma_sgt; in vb2_dma_sg_unmap_dmabuf()
569 if (WARN_ON(!buf->db_attach)) { in vb2_dma_sg_unmap_dmabuf()
579 if (buf->vaddr) { in vb2_dma_sg_unmap_dmabuf()
580 dma_buf_vunmap(buf->db_attach->dmabuf, buf->vaddr); in vb2_dma_sg_unmap_dmabuf()
581 buf->vaddr = NULL; in vb2_dma_sg_unmap_dmabuf()
583 dma_buf_unmap_attachment(buf->db_attach, sgt, buf->dma_dir); in vb2_dma_sg_unmap_dmabuf()
585 buf->dma_sgt = NULL; in vb2_dma_sg_unmap_dmabuf()
590 struct vb2_dma_sg_buf *buf = mem_priv; in vb2_dma_sg_detach_dmabuf() local
593 if (WARN_ON(buf->dma_sgt)) in vb2_dma_sg_detach_dmabuf()
594 vb2_dma_sg_unmap_dmabuf(buf); in vb2_dma_sg_detach_dmabuf()
597 dma_buf_detach(buf->db_attach->dmabuf, buf->db_attach); in vb2_dma_sg_detach_dmabuf()
598 kfree(buf); in vb2_dma_sg_detach_dmabuf()
604 struct vb2_dma_sg_buf *buf; in vb2_dma_sg_attach_dmabuf() local
613 buf = kzalloc(sizeof(*buf), GFP_KERNEL); in vb2_dma_sg_attach_dmabuf()
614 if (!buf) in vb2_dma_sg_attach_dmabuf()
617 buf->dev = dev; in vb2_dma_sg_attach_dmabuf()
619 dba = dma_buf_attach(dbuf, buf->dev); in vb2_dma_sg_attach_dmabuf()
622 kfree(buf); in vb2_dma_sg_attach_dmabuf()
626 buf->dma_dir = dma_dir; in vb2_dma_sg_attach_dmabuf()
627 buf->size = size; in vb2_dma_sg_attach_dmabuf()
628 buf->db_attach = dba; in vb2_dma_sg_attach_dmabuf()
630 return buf; in vb2_dma_sg_attach_dmabuf()
635 struct vb2_dma_sg_buf *buf = buf_priv; in vb2_dma_sg_cookie() local
637 return buf->dma_sgt; in vb2_dma_sg_cookie()