40 void vmw_resource_mob_attach(struct vmw_resource *res)  in vmw_resource_mob_attach()  argument
42 	struct vmw_buffer_object *backup = res->backup;  in vmw_resource_mob_attach()
45 	dma_resv_assert_held(res->backup->base.base.resv);  in vmw_resource_mob_attach()
46 	res->used_prio = (res->res_dirty) ? res->func->dirty_prio :  in vmw_resource_mob_attach()
47 		res->func->prio;  in vmw_resource_mob_attach()
54 		new = (res->backup_offset < this->backup_offset) ?  in vmw_resource_mob_attach()
58 	rb_link_node(&res->mob_node, parent, new);  in vmw_resource_mob_attach()
59 	rb_insert_color(&res->mob_node, &backup->res_tree);  in vmw_resource_mob_attach()
61 	vmw_bo_prio_add(backup, res->used_prio);  in vmw_resource_mob_attach()
68 void vmw_resource_mob_detach(struct vmw_resource *res)  in vmw_resource_mob_detach()  argument
70 	struct vmw_buffer_object *backup = res->backup;  in vmw_resource_mob_detach()
73 	if (vmw_resource_mob_attached(res)) {  in vmw_resource_mob_detach()
74 		rb_erase(&res->mob_node, &backup->res_tree);  in vmw_resource_mob_detach()
75 		RB_CLEAR_NODE(&res->mob_node);  in vmw_resource_mob_detach()
76 		vmw_bo_prio_del(backup, res->used_prio);  in vmw_resource_mob_detach()
80 struct vmw_resource *vmw_resource_reference(struct vmw_resource *res)  in vmw_resource_reference()  argument
82 	kref_get(&res->kref);  in vmw_resource_reference()
83 	return res;  in vmw_resource_reference()
87 vmw_resource_reference_unless_doomed(struct vmw_resource *res)  in vmw_resource_reference_unless_doomed()  argument
89 	return kref_get_unless_zero(&res->kref) ? res : NULL;  in vmw_resource_reference_unless_doomed()
99 void vmw_resource_release_id(struct vmw_resource *res)  in vmw_resource_release_id()  argument
101 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_release_id()
102 	struct idr *idr = &dev_priv->res_idr[res->func->res_type];  in vmw_resource_release_id()
105 	if (res->id != -1)  in vmw_resource_release_id()
106 		idr_remove(idr, res->id);  in vmw_resource_release_id()
107 	res->id = -1;  in vmw_resource_release_id()
113 	struct vmw_resource *res =  in vmw_resource_release()  local
115 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_release()
117 	struct idr *idr = &dev_priv->res_idr[res->func->res_type];  in vmw_resource_release()
120 	list_del_init(&res->lru_head);  in vmw_resource_release()
122 	if (res->backup) {  in vmw_resource_release()
123 		struct ttm_buffer_object *bo = &res->backup->base;  in vmw_resource_release()
126 		if (vmw_resource_mob_attached(res) &&  in vmw_resource_release()
127 		    res->func->unbind != NULL) {  in vmw_resource_release()
132 			res->func->unbind(res, false, &val_buf);  in vmw_resource_release()
134 		res->backup_dirty = false;  in vmw_resource_release()
135 		vmw_resource_mob_detach(res);  in vmw_resource_release()
136 		if (res->dirty)  in vmw_resource_release()
137 			res->func->dirty_free(res);  in vmw_resource_release()
138 		if (res->coherent)  in vmw_resource_release()
139 			vmw_bo_dirty_release(res->backup);  in vmw_resource_release()
141 		vmw_bo_unreference(&res->backup);  in vmw_resource_release()
144 	if (likely(res->hw_destroy != NULL)) {  in vmw_resource_release()
146 		vmw_binding_res_list_kill(&res->binding_head);  in vmw_resource_release()
148 		res->hw_destroy(res);  in vmw_resource_release()
151 	id = res->id;  in vmw_resource_release()
152 	if (res->res_free != NULL)  in vmw_resource_release()
153 		res->res_free(res);  in vmw_resource_release()
155 		kfree(res);  in vmw_resource_release()
165 	struct vmw_resource *res = *p_res;  in vmw_resource_unreference()  local
168 	kref_put(&res->kref, vmw_resource_release);  in vmw_resource_unreference()
180 int vmw_resource_alloc_id(struct vmw_resource *res)  in vmw_resource_alloc_id()  argument
182 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_alloc_id()
184 	struct idr *idr = &dev_priv->res_idr[res->func->res_type];  in vmw_resource_alloc_id()
186 	BUG_ON(res->id != -1);  in vmw_resource_alloc_id()
191 	ret = idr_alloc(idr, res, 1, 0, GFP_NOWAIT);  in vmw_resource_alloc_id()
193 		res->id = ret;  in vmw_resource_alloc_id()
211 int vmw_resource_init(struct vmw_private *dev_priv, struct vmw_resource *res,  in vmw_resource_init()  argument
213 		      void (*res_free) (struct vmw_resource *res),  in vmw_resource_init()
216 	kref_init(&res->kref);  in vmw_resource_init()
217 	res->hw_destroy = NULL;  in vmw_resource_init()
218 	res->res_free = res_free;  in vmw_resource_init()
219 	res->dev_priv = dev_priv;  in vmw_resource_init()
220 	res->func = func;  in vmw_resource_init()
221 	RB_CLEAR_NODE(&res->mob_node);  in vmw_resource_init()
222 	INIT_LIST_HEAD(&res->lru_head);  in vmw_resource_init()
223 	INIT_LIST_HEAD(&res->binding_head);  in vmw_resource_init()
224 	res->id = -1;  in vmw_resource_init()
225 	res->backup = NULL;  in vmw_resource_init()
226 	res->backup_offset = 0;  in vmw_resource_init()
227 	res->backup_dirty = false;  in vmw_resource_init()
228 	res->res_dirty = false;  in vmw_resource_init()
229 	res->coherent = false;  in vmw_resource_init()
230 	res->used_prio = 3;  in vmw_resource_init()
231 	res->dirty = NULL;  in vmw_resource_init()
235 		return vmw_resource_alloc_id(res);  in vmw_resource_init()
261 	struct vmw_resource *res;  in vmw_user_resource_lookup_handle()  local
271 	res = converter->base_obj_to_res(base);  in vmw_user_resource_lookup_handle()
272 	kref_get(&res->kref);  in vmw_user_resource_lookup_handle()
274 	*p_res = res;  in vmw_user_resource_lookup_handle()
329 	struct vmw_resource *res;  in vmw_user_lookup_handle()  local
336 					      &res);  in vmw_user_lookup_handle()
338 		*out_surf = vmw_res_to_srf(res);  in vmw_user_lookup_handle()
354 static int vmw_resource_buf_alloc(struct vmw_resource *res,  in vmw_resource_buf_alloc()  argument
358 		(res->backup_size + PAGE_SIZE - 1) & PAGE_MASK;  in vmw_resource_buf_alloc()
362 	if (likely(res->backup)) {  in vmw_resource_buf_alloc()
363 		BUG_ON(res->backup->base.num_pages * PAGE_SIZE < size);  in vmw_resource_buf_alloc()
371 	ret = vmw_bo_init(res->dev_priv, backup, res->backup_size,  in vmw_resource_buf_alloc()
372 			      res->func->backup_placement,  in vmw_resource_buf_alloc()
378 	res->backup = backup;  in vmw_resource_buf_alloc()
395 static int vmw_resource_do_validate(struct vmw_resource *res,  in vmw_resource_do_validate()  argument
400 	const struct vmw_res_func *func = res->func;  in vmw_resource_do_validate()
402 	if (unlikely(res->id == -1)) {  in vmw_resource_do_validate()
403 		ret = func->create(res);  in vmw_resource_do_validate()
409 	    ((func->needs_backup && !vmw_resource_mob_attached(res) &&  in vmw_resource_do_validate()
412 		ret = func->bind(res, val_buf);  in vmw_resource_do_validate()
416 			vmw_resource_mob_attach(res);  in vmw_resource_do_validate()
423 	if (func->dirty_alloc && vmw_resource_mob_attached(res) &&  in vmw_resource_do_validate()
424 	    !res->coherent) {  in vmw_resource_do_validate()
425 		if (res->backup->dirty && !res->dirty) {  in vmw_resource_do_validate()
426 			ret = func->dirty_alloc(res);  in vmw_resource_do_validate()
429 		} else if (!res->backup->dirty && res->dirty) {  in vmw_resource_do_validate()
430 			func->dirty_free(res);  in vmw_resource_do_validate()
438 	if (res->dirty) {  in vmw_resource_do_validate()
439 		if (dirtying && !res->res_dirty) {  in vmw_resource_do_validate()
440 			pgoff_t start = res->backup_offset >> PAGE_SHIFT;  in vmw_resource_do_validate()
442 				(res->backup_offset + res->backup_size,  in vmw_resource_do_validate()
445 			vmw_bo_dirty_unmap(res->backup, start, end);  in vmw_resource_do_validate()
448 		vmw_bo_dirty_transfer_to_res(res);  in vmw_resource_do_validate()
449 		return func->dirty_sync(res);  in vmw_resource_do_validate()
455 	func->destroy(res);  in vmw_resource_do_validate()
475 void vmw_resource_unreserve(struct vmw_resource *res,  in vmw_resource_unreserve()  argument
482 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_unreserve()
484 	if (!list_empty(&res->lru_head))  in vmw_resource_unreserve()
487 	if (switch_backup && new_backup != res->backup) {  in vmw_resource_unreserve()
488 		if (res->backup) {  in vmw_resource_unreserve()
489 			vmw_resource_mob_detach(res);  in vmw_resource_unreserve()
490 			if (res->coherent)  in vmw_resource_unreserve()
491 				vmw_bo_dirty_release(res->backup);  in vmw_resource_unreserve()
492 			vmw_bo_unreference(&res->backup);  in vmw_resource_unreserve()
496 			res->backup = vmw_bo_reference(new_backup);  in vmw_resource_unreserve()
502 			WARN_ON(res->coherent && !new_backup->dirty);  in vmw_resource_unreserve()
504 			vmw_resource_mob_attach(res);  in vmw_resource_unreserve()
506 			res->backup = NULL;  in vmw_resource_unreserve()
508 	} else if (switch_backup && res->coherent) {  in vmw_resource_unreserve()
509 		vmw_bo_dirty_release(res->backup);  in vmw_resource_unreserve()
513 		res->backup_offset = new_backup_offset;  in vmw_resource_unreserve()
516 		res->res_dirty = dirty;  in vmw_resource_unreserve()
518 	if (!res->func->may_evict || res->id == -1 || res->pin_count)  in vmw_resource_unreserve()
522 	list_add_tail(&res->lru_head,  in vmw_resource_unreserve()
523 		      &res->dev_priv->res_lru[res->func->res_type]);  in vmw_resource_unreserve()
541 			  struct vmw_resource *res,  in vmw_resource_check_buffer()  argument
550 	if (unlikely(res->backup == NULL)) {  in vmw_resource_check_buffer()
551 		ret = vmw_resource_buf_alloc(res, interruptible);  in vmw_resource_check_buffer()
557 	ttm_bo_get(&res->backup->base);  in vmw_resource_check_buffer()
558 	val_buf->bo = &res->backup->base;  in vmw_resource_check_buffer()
565 	if (res->func->needs_backup && !vmw_resource_mob_attached(res))  in vmw_resource_check_buffer()
568 	backup_dirty = res->backup_dirty;  in vmw_resource_check_buffer()
569 	ret = ttm_bo_validate(&res->backup->base,  in vmw_resource_check_buffer()
570 			      res->func->backup_placement,  in vmw_resource_check_buffer()
584 		vmw_bo_unreference(&res->backup);  in vmw_resource_check_buffer()
599 int vmw_resource_reserve(struct vmw_resource *res, bool interruptible,  in vmw_resource_reserve()  argument
602 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_reserve()
606 	list_del_init(&res->lru_head);  in vmw_resource_reserve()
609 	if (res->func->needs_backup && res->backup == NULL &&  in vmw_resource_reserve()
611 		ret = vmw_resource_buf_alloc(res, interruptible);  in vmw_resource_reserve()
615 				  (unsigned long) res->backup_size);  in vmw_resource_reserve()
655 				 struct vmw_resource *res, bool interruptible)  in vmw_resource_do_evict()  argument
658 	const struct vmw_res_func *func = res->func;  in vmw_resource_do_evict()
665 	ret = vmw_resource_check_buffer(ticket, res, interruptible, &val_buf);  in vmw_resource_do_evict()
670 		     (!func->needs_backup || vmw_resource_mob_attached(res)))) {  in vmw_resource_do_evict()
671 		ret = func->unbind(res, res->res_dirty, &val_buf);  in vmw_resource_do_evict()
674 		vmw_resource_mob_detach(res);  in vmw_resource_do_evict()
676 	ret = func->destroy(res);  in vmw_resource_do_evict()
677 	res->backup_dirty = true;  in vmw_resource_do_evict()
678 	res->res_dirty = false;  in vmw_resource_do_evict()
701 int vmw_resource_validate(struct vmw_resource *res, bool intr,  in vmw_resource_validate()  argument
706 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_validate()
707 	struct list_head *lru_list = &dev_priv->res_lru[res->func->res_type];  in vmw_resource_validate()
711 	if (!res->func->create)  in vmw_resource_validate()
716 	if (res->backup)  in vmw_resource_validate()
717 		val_buf.bo = &res->backup->base;  in vmw_resource_validate()
719 		ret = vmw_resource_do_validate(res, &val_buf, dirtying);  in vmw_resource_validate()
724 		if (list_empty(lru_list) || !res->func->may_evict) {  in vmw_resource_validate()
726 				  "for %s.\n", res->func->type_name);  in vmw_resource_validate()
757 	else if (!res->func->needs_backup && res->backup) {  in vmw_resource_validate()
758 		WARN_ON_ONCE(vmw_resource_mob_attached(res));  in vmw_resource_validate()
759 		vmw_bo_unreference(&res->backup);  in vmw_resource_validate()
790 		struct vmw_resource *res =  in vmw_resource_unbind_list()  local
793 		if (!WARN_ON_ONCE(!res->func->unbind))  in vmw_resource_unbind_list()
794 			(void) res->func->unbind(res, res->res_dirty, &val_buf);  in vmw_resource_unbind_list()
796 		res->backup_dirty = true;  in vmw_resource_unbind_list()
797 		res->res_dirty = false;  in vmw_resource_unbind_list()
798 		vmw_resource_mob_detach(res);  in vmw_resource_unbind_list()
900 bool vmw_resource_needs_backup(const struct vmw_resource *res)  in vmw_resource_needs_backup()  argument
902 	return res->func->needs_backup;  in vmw_resource_needs_backup()
986 int vmw_resource_pin(struct vmw_resource *res, bool interruptible)  in vmw_resource_pin()  argument
989 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_pin()
994 	ret = vmw_resource_reserve(res, interruptible, false);  in vmw_resource_pin()
998 	if (res->pin_count == 0) {  in vmw_resource_pin()
1001 		if (res->backup) {  in vmw_resource_pin()
1002 			vbo = res->backup;  in vmw_resource_pin()
1008 					 res->func->backup_placement,  in vmw_resource_pin()
1019 		ret = vmw_resource_validate(res, interruptible, true);  in vmw_resource_pin()
1025 	res->pin_count++;  in vmw_resource_pin()
1028 	vmw_resource_unreserve(res, false, false, false, NULL, 0UL);  in vmw_resource_pin()
1044 void vmw_resource_unpin(struct vmw_resource *res)  in vmw_resource_unpin()  argument
1046 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_unpin()
1052 	ret = vmw_resource_reserve(res, false, true);  in vmw_resource_unpin()
1055 	WARN_ON(res->pin_count == 0);  in vmw_resource_unpin()
1056 	if (--res->pin_count == 0 && res->backup) {  in vmw_resource_unpin()
1057 		struct vmw_buffer_object *vbo = res->backup;  in vmw_resource_unpin()
1064 	vmw_resource_unreserve(res, false, false, false, NULL, 0UL);  in vmw_resource_unpin()
1075 enum vmw_res_type vmw_res_type(const struct vmw_resource *res)  in vmw_res_type()  argument
1077 	return res->func->res_type;  in vmw_res_type()
1087 void vmw_resource_dirty_update(struct vmw_resource *res, pgoff_t start,  in vmw_resource_dirty_update()  argument
1090 	if (res->dirty)  in vmw_resource_dirty_update()
1091 		res->func->dirty_range_add(res, start << PAGE_SHIFT,  in vmw_resource_dirty_update()