39 static int vgpu_pin_dma_address(struct intel_vgpu *vgpu,  in vgpu_pin_dma_address()  argument
45 	if (intel_gvt_hypervisor_dma_pin_guest_page(vgpu, dma_addr))  in vgpu_pin_dma_address()
51 static void vgpu_unpin_dma_address(struct intel_vgpu *vgpu,  in vgpu_unpin_dma_address()  argument
54 	intel_gvt_hypervisor_dma_unmap_guest_page(vgpu, dma_addr);  in vgpu_unpin_dma_address()
61 	struct intel_vgpu *vgpu;  in vgpu_gem_get_pages()  local
73 	vgpu = fb_info->obj->vgpu;  in vgpu_gem_get_pages()
74 	if (drm_WARN_ON(&dev_priv->drm, !vgpu))  in vgpu_gem_get_pages()
92 		if (vgpu_pin_dma_address(vgpu, PAGE_SIZE, dma_addr)) {  in vgpu_gem_get_pages()
111 				vgpu_unpin_dma_address(vgpu, dma_addr);  in vgpu_gem_get_pages()
129 		struct intel_vgpu *vgpu = obj->vgpu;  in vgpu_gem_put_pages()  local
133 			vgpu_unpin_dma_address(vgpu,  in vgpu_gem_put_pages()
145 	struct intel_vgpu *vgpu = obj->vgpu;  in dmabuf_gem_object_free()  local
149 	if (vgpu && vgpu->active && !list_empty(&vgpu->dmabuf_obj_list_head)) {  in dmabuf_gem_object_free()
150 		list_for_each(pos, &vgpu->dmabuf_obj_list_head) {  in dmabuf_gem_object_free()
155 				intel_gvt_hypervisor_put_vfio_device(vgpu);  in dmabuf_gem_object_free()
156 				idr_remove(&vgpu->object_idr,  in dmabuf_gem_object_free()
186 	struct intel_vgpu *vgpu = obj->vgpu;  in vgpu_gem_release()  local
188 	if (vgpu) {  in vgpu_gem_release()
189 		mutex_lock(&vgpu->dmabuf_lock);  in vgpu_gem_release()
192 		mutex_unlock(&vgpu->dmabuf_lock);  in vgpu_gem_release()
265 		struct intel_vgpu *vgpu,  in vgpu_get_plane_info()  argument
276 		ret = intel_vgpu_decode_primary_plane(vgpu, &p);  in vgpu_get_plane_info()
306 		ret = intel_vgpu_decode_cursor_plane(vgpu, &c);  in vgpu_get_plane_info()
342 	if (!intel_gvt_ggtt_validate_range(vgpu, info->start, info->size)) {  in vgpu_get_plane_info()
351 pick_dmabuf_by_info(struct intel_vgpu *vgpu,  in pick_dmabuf_by_info()  argument
359 	list_for_each(pos, &vgpu->dmabuf_obj_list_head) {  in pick_dmabuf_by_info()
383 pick_dmabuf_by_num(struct intel_vgpu *vgpu, u32 id)  in pick_dmabuf_by_num()  argument
389 	list_for_each(pos, &vgpu->dmabuf_obj_list_head) {  in pick_dmabuf_by_num()
419 int intel_vgpu_query_plane(struct intel_vgpu *vgpu, void *args)  in intel_vgpu_query_plane()  argument
421 	struct drm_device *dev = &vgpu->gvt->gt->i915->drm;  in intel_vgpu_query_plane()
434 	ret = vgpu_get_plane_info(dev, vgpu, &fb_info,  in intel_vgpu_query_plane()
439 	mutex_lock(&vgpu->dmabuf_lock);  in intel_vgpu_query_plane()
441 	dmabuf_obj = pick_dmabuf_by_info(vgpu, &fb_info);  in intel_vgpu_query_plane()
456 			    vgpu->id, kref_read(&dmabuf_obj->kref),  in intel_vgpu_query_plane()
458 		mutex_unlock(&vgpu->dmabuf_lock);  in intel_vgpu_query_plane()
462 	mutex_unlock(&vgpu->dmabuf_lock);  in intel_vgpu_query_plane()
483 	dmabuf_obj->vgpu = vgpu;  in intel_vgpu_query_plane()
485 	ret = idr_alloc(&vgpu->object_idr, dmabuf_obj, 1, 0, GFP_NOWAIT);  in intel_vgpu_query_plane()
495 	mutex_lock(&vgpu->dmabuf_lock);  in intel_vgpu_query_plane()
496 	if (intel_gvt_hypervisor_get_vfio_device(vgpu)) {  in intel_vgpu_query_plane()
498 		mutex_unlock(&vgpu->dmabuf_lock);  in intel_vgpu_query_plane()
501 	mutex_unlock(&vgpu->dmabuf_lock);  in intel_vgpu_query_plane()
506 	mutex_lock(&vgpu->dmabuf_lock);  in intel_vgpu_query_plane()
507 	list_add_tail(&dmabuf_obj->list, &vgpu->dmabuf_obj_list_head);  in intel_vgpu_query_plane()
508 	mutex_unlock(&vgpu->dmabuf_lock);  in intel_vgpu_query_plane()
510 	gvt_dbg_dpy("vgpu%d: %s new dmabuf_obj ref %d, id %d\n", vgpu->id,  in intel_vgpu_query_plane()
525 int intel_vgpu_get_dmabuf(struct intel_vgpu *vgpu, unsigned int dmabuf_id)  in intel_vgpu_get_dmabuf()  argument
527 	struct drm_device *dev = &vgpu->gvt->gt->i915->drm;  in intel_vgpu_get_dmabuf()
534 	mutex_lock(&vgpu->dmabuf_lock);  in intel_vgpu_get_dmabuf()
536 	dmabuf_obj = pick_dmabuf_by_num(vgpu, dmabuf_id);  in intel_vgpu_get_dmabuf()
573 	mutex_unlock(&vgpu->dmabuf_lock);  in intel_vgpu_get_dmabuf()
577 		    vgpu->id, dmabuf_obj->dmabuf_id,  in intel_vgpu_get_dmabuf()
592 	mutex_unlock(&vgpu->dmabuf_lock);  in intel_vgpu_get_dmabuf()
596 void intel_vgpu_dmabuf_cleanup(struct intel_vgpu *vgpu)  in intel_vgpu_dmabuf_cleanup()  argument
601 	mutex_lock(&vgpu->dmabuf_lock);  in intel_vgpu_dmabuf_cleanup()
602 	list_for_each_safe(pos, n, &vgpu->dmabuf_obj_list_head) {  in intel_vgpu_dmabuf_cleanup()
605 		dmabuf_obj->vgpu = NULL;  in intel_vgpu_dmabuf_cleanup()
607 		idr_remove(&vgpu->object_idr, dmabuf_obj->dmabuf_id);  in intel_vgpu_dmabuf_cleanup()
608 		intel_gvt_hypervisor_put_vfio_device(vgpu);  in intel_vgpu_dmabuf_cleanup()
618 	mutex_unlock(&vgpu->dmabuf_lock);  in intel_vgpu_dmabuf_cleanup()