1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 OR MIT */
2*4882a593Smuzhiyun /**************************************************************************
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * Copyright © 2018 VMware, Inc., Palo Alto, CA., USA
5*4882a593Smuzhiyun * All Rights Reserved.
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * Permission is hereby granted, free of charge, to any person obtaining a
8*4882a593Smuzhiyun * copy of this software and associated documentation files (the
9*4882a593Smuzhiyun * "Software"), to deal in the Software without restriction, including
10*4882a593Smuzhiyun * without limitation the rights to use, copy, modify, merge, publish,
11*4882a593Smuzhiyun * distribute, sub license, and/or sell copies of the Software, and to
12*4882a593Smuzhiyun * permit persons to whom the Software is furnished to do so, subject to
13*4882a593Smuzhiyun * the following conditions:
14*4882a593Smuzhiyun *
15*4882a593Smuzhiyun * The above copyright notice and this permission notice (including the
16*4882a593Smuzhiyun * next paragraph) shall be included in all copies or substantial portions
17*4882a593Smuzhiyun * of the Software.
18*4882a593Smuzhiyun *
19*4882a593Smuzhiyun * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
20*4882a593Smuzhiyun * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
21*4882a593Smuzhiyun * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
22*4882a593Smuzhiyun * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
23*4882a593Smuzhiyun * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
24*4882a593Smuzhiyun * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
25*4882a593Smuzhiyun * USE OR OTHER DEALINGS IN THE SOFTWARE.
26*4882a593Smuzhiyun *
27*4882a593Smuzhiyun **************************************************************************/
28*4882a593Smuzhiyun #ifndef _VMWGFX_VALIDATION_H_
29*4882a593Smuzhiyun #define _VMWGFX_VALIDATION_H_
30*4882a593Smuzhiyun
31*4882a593Smuzhiyun #include <linux/list.h>
32*4882a593Smuzhiyun #include <linux/ww_mutex.h>
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun #include <drm/drm_hashtab.h>
35*4882a593Smuzhiyun #include <drm/ttm/ttm_execbuf_util.h>
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun #define VMW_RES_DIRTY_NONE 0
38*4882a593Smuzhiyun #define VMW_RES_DIRTY_SET BIT(0)
39*4882a593Smuzhiyun #define VMW_RES_DIRTY_CLEAR BIT(1)
40*4882a593Smuzhiyun
41*4882a593Smuzhiyun /**
42*4882a593Smuzhiyun * struct vmw_validation_mem - Custom interface to provide memory reservations
43*4882a593Smuzhiyun * for the validation code.
44*4882a593Smuzhiyun * @reserve_mem: Callback to reserve memory
45*4882a593Smuzhiyun * @unreserve_mem: Callback to unreserve memory
46*4882a593Smuzhiyun * @gran: Reservation granularity. Contains a hint how much memory should
47*4882a593Smuzhiyun * be reserved in each call to @reserve_mem(). A slow implementation may want
48*4882a593Smuzhiyun * reservation to be done in large batches.
49*4882a593Smuzhiyun */
50*4882a593Smuzhiyun struct vmw_validation_mem {
51*4882a593Smuzhiyun int (*reserve_mem)(struct vmw_validation_mem *m, size_t size);
52*4882a593Smuzhiyun void (*unreserve_mem)(struct vmw_validation_mem *m, size_t size);
53*4882a593Smuzhiyun size_t gran;
54*4882a593Smuzhiyun };
55*4882a593Smuzhiyun
56*4882a593Smuzhiyun /**
57*4882a593Smuzhiyun * struct vmw_validation_context - Per command submission validation context
58*4882a593Smuzhiyun * @ht: Hash table used to find resource- or buffer object duplicates
59*4882a593Smuzhiyun * @resource_list: List head for resource validation metadata
60*4882a593Smuzhiyun * @resource_ctx_list: List head for resource validation metadata for
61*4882a593Smuzhiyun * resources that need to be validated before those in @resource_list
62*4882a593Smuzhiyun * @bo_list: List head for buffer objects
63*4882a593Smuzhiyun * @page_list: List of pages used by the memory allocator
64*4882a593Smuzhiyun * @ticket: Ticked used for ww mutex locking
65*4882a593Smuzhiyun * @res_mutex: Pointer to mutex used for resource reserving
66*4882a593Smuzhiyun * @merge_dups: Whether to merge metadata for duplicate resources or
67*4882a593Smuzhiyun * buffer objects
68*4882a593Smuzhiyun * @mem_size_left: Free memory left in the last page in @page_list
69*4882a593Smuzhiyun * @page_address: Kernel virtual address of the last page in @page_list
70*4882a593Smuzhiyun * @vm: A pointer to the memory reservation interface or NULL if no
71*4882a593Smuzhiyun * memory reservation is needed.
72*4882a593Smuzhiyun * @vm_size_left: Amount of reserved memory that so far has not been allocated.
73*4882a593Smuzhiyun * @total_mem: Amount of reserved memory.
74*4882a593Smuzhiyun */
75*4882a593Smuzhiyun struct vmw_validation_context {
76*4882a593Smuzhiyun struct drm_open_hash *ht;
77*4882a593Smuzhiyun struct list_head resource_list;
78*4882a593Smuzhiyun struct list_head resource_ctx_list;
79*4882a593Smuzhiyun struct list_head bo_list;
80*4882a593Smuzhiyun struct list_head page_list;
81*4882a593Smuzhiyun struct ww_acquire_ctx ticket;
82*4882a593Smuzhiyun struct mutex *res_mutex;
83*4882a593Smuzhiyun unsigned int merge_dups;
84*4882a593Smuzhiyun unsigned int mem_size_left;
85*4882a593Smuzhiyun u8 *page_address;
86*4882a593Smuzhiyun struct vmw_validation_mem *vm;
87*4882a593Smuzhiyun size_t vm_size_left;
88*4882a593Smuzhiyun size_t total_mem;
89*4882a593Smuzhiyun };
90*4882a593Smuzhiyun
91*4882a593Smuzhiyun struct vmw_buffer_object;
92*4882a593Smuzhiyun struct vmw_resource;
93*4882a593Smuzhiyun struct vmw_fence_obj;
94*4882a593Smuzhiyun
95*4882a593Smuzhiyun #if 0
96*4882a593Smuzhiyun /**
97*4882a593Smuzhiyun * DECLARE_VAL_CONTEXT - Declare a validation context with initialization
98*4882a593Smuzhiyun * @_name: The name of the variable
99*4882a593Smuzhiyun * @_ht: The hash table used to find dups or NULL if none
100*4882a593Smuzhiyun * @_merge_dups: Whether to merge duplicate buffer object- or resource
101*4882a593Smuzhiyun * entries. If set to true, ideally a hash table pointer should be supplied
102*4882a593Smuzhiyun * as well unless the number of resources and buffer objects per validation
103*4882a593Smuzhiyun * is known to be very small
104*4882a593Smuzhiyun */
105*4882a593Smuzhiyun #endif
106*4882a593Smuzhiyun #define DECLARE_VAL_CONTEXT(_name, _ht, _merge_dups) \
107*4882a593Smuzhiyun struct vmw_validation_context _name = \
108*4882a593Smuzhiyun { .ht = _ht, \
109*4882a593Smuzhiyun .resource_list = LIST_HEAD_INIT((_name).resource_list), \
110*4882a593Smuzhiyun .resource_ctx_list = LIST_HEAD_INIT((_name).resource_ctx_list), \
111*4882a593Smuzhiyun .bo_list = LIST_HEAD_INIT((_name).bo_list), \
112*4882a593Smuzhiyun .page_list = LIST_HEAD_INIT((_name).page_list), \
113*4882a593Smuzhiyun .res_mutex = NULL, \
114*4882a593Smuzhiyun .merge_dups = _merge_dups, \
115*4882a593Smuzhiyun .mem_size_left = 0, \
116*4882a593Smuzhiyun }
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun /**
119*4882a593Smuzhiyun * vmw_validation_has_bos - return whether the validation context has
120*4882a593Smuzhiyun * any buffer objects registered.
121*4882a593Smuzhiyun *
122*4882a593Smuzhiyun * @ctx: The validation context
123*4882a593Smuzhiyun * Returns: Whether any buffer objects are registered
124*4882a593Smuzhiyun */
125*4882a593Smuzhiyun static inline bool
vmw_validation_has_bos(struct vmw_validation_context * ctx)126*4882a593Smuzhiyun vmw_validation_has_bos(struct vmw_validation_context *ctx)
127*4882a593Smuzhiyun {
128*4882a593Smuzhiyun return !list_empty(&ctx->bo_list);
129*4882a593Smuzhiyun }
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun /**
132*4882a593Smuzhiyun * vmw_validation_set_val_mem - Register a validation mem object for
133*4882a593Smuzhiyun * validation memory reservation
134*4882a593Smuzhiyun * @ctx: The validation context
135*4882a593Smuzhiyun * @vm: Pointer to a struct vmw_validation_mem
136*4882a593Smuzhiyun *
137*4882a593Smuzhiyun * Must be set before the first attempt to allocate validation memory.
138*4882a593Smuzhiyun */
139*4882a593Smuzhiyun static inline void
vmw_validation_set_val_mem(struct vmw_validation_context * ctx,struct vmw_validation_mem * vm)140*4882a593Smuzhiyun vmw_validation_set_val_mem(struct vmw_validation_context *ctx,
141*4882a593Smuzhiyun struct vmw_validation_mem *vm)
142*4882a593Smuzhiyun {
143*4882a593Smuzhiyun ctx->vm = vm;
144*4882a593Smuzhiyun }
145*4882a593Smuzhiyun
146*4882a593Smuzhiyun /**
147*4882a593Smuzhiyun * vmw_validation_set_ht - Register a hash table for duplicate finding
148*4882a593Smuzhiyun * @ctx: The validation context
149*4882a593Smuzhiyun * @ht: Pointer to a hash table to use for duplicate finding
150*4882a593Smuzhiyun * This function is intended to be used if the hash table wasn't
151*4882a593Smuzhiyun * available at validation context declaration time
152*4882a593Smuzhiyun */
vmw_validation_set_ht(struct vmw_validation_context * ctx,struct drm_open_hash * ht)153*4882a593Smuzhiyun static inline void vmw_validation_set_ht(struct vmw_validation_context *ctx,
154*4882a593Smuzhiyun struct drm_open_hash *ht)
155*4882a593Smuzhiyun {
156*4882a593Smuzhiyun ctx->ht = ht;
157*4882a593Smuzhiyun }
158*4882a593Smuzhiyun
159*4882a593Smuzhiyun /**
160*4882a593Smuzhiyun * vmw_validation_bo_reserve - Reserve buffer objects registered with a
161*4882a593Smuzhiyun * validation context
162*4882a593Smuzhiyun * @ctx: The validation context
163*4882a593Smuzhiyun * @intr: Perform waits interruptible
164*4882a593Smuzhiyun *
165*4882a593Smuzhiyun * Return: Zero on success, -ERESTARTSYS when interrupted, negative error
166*4882a593Smuzhiyun * code on failure
167*4882a593Smuzhiyun */
168*4882a593Smuzhiyun static inline int
vmw_validation_bo_reserve(struct vmw_validation_context * ctx,bool intr)169*4882a593Smuzhiyun vmw_validation_bo_reserve(struct vmw_validation_context *ctx,
170*4882a593Smuzhiyun bool intr)
171*4882a593Smuzhiyun {
172*4882a593Smuzhiyun return ttm_eu_reserve_buffers(&ctx->ticket, &ctx->bo_list, intr,
173*4882a593Smuzhiyun NULL);
174*4882a593Smuzhiyun }
175*4882a593Smuzhiyun
176*4882a593Smuzhiyun /**
177*4882a593Smuzhiyun * vmw_validation_bo_fence - Unreserve and fence buffer objects registered
178*4882a593Smuzhiyun * with a validation context
179*4882a593Smuzhiyun * @ctx: The validation context
180*4882a593Smuzhiyun *
181*4882a593Smuzhiyun * This function unreserves the buffer objects previously reserved using
182*4882a593Smuzhiyun * vmw_validation_bo_reserve, and fences them with a fence object.
183*4882a593Smuzhiyun */
184*4882a593Smuzhiyun static inline void
vmw_validation_bo_fence(struct vmw_validation_context * ctx,struct vmw_fence_obj * fence)185*4882a593Smuzhiyun vmw_validation_bo_fence(struct vmw_validation_context *ctx,
186*4882a593Smuzhiyun struct vmw_fence_obj *fence)
187*4882a593Smuzhiyun {
188*4882a593Smuzhiyun ttm_eu_fence_buffer_objects(&ctx->ticket, &ctx->bo_list,
189*4882a593Smuzhiyun (void *) fence);
190*4882a593Smuzhiyun }
191*4882a593Smuzhiyun
192*4882a593Smuzhiyun /**
193*4882a593Smuzhiyun * vmw_validation_context_init - Initialize a validation context
194*4882a593Smuzhiyun * @ctx: Pointer to the validation context to initialize
195*4882a593Smuzhiyun *
196*4882a593Smuzhiyun * This function initializes a validation context with @merge_dups set
197*4882a593Smuzhiyun * to false
198*4882a593Smuzhiyun */
199*4882a593Smuzhiyun static inline void
vmw_validation_context_init(struct vmw_validation_context * ctx)200*4882a593Smuzhiyun vmw_validation_context_init(struct vmw_validation_context *ctx)
201*4882a593Smuzhiyun {
202*4882a593Smuzhiyun memset(ctx, 0, sizeof(*ctx));
203*4882a593Smuzhiyun INIT_LIST_HEAD(&ctx->resource_list);
204*4882a593Smuzhiyun INIT_LIST_HEAD(&ctx->resource_ctx_list);
205*4882a593Smuzhiyun INIT_LIST_HEAD(&ctx->bo_list);
206*4882a593Smuzhiyun }
207*4882a593Smuzhiyun
208*4882a593Smuzhiyun /**
209*4882a593Smuzhiyun * vmw_validation_align - Align a validation memory allocation
210*4882a593Smuzhiyun * @val: The size to be aligned
211*4882a593Smuzhiyun *
212*4882a593Smuzhiyun * Returns: @val aligned to the granularity used by the validation memory
213*4882a593Smuzhiyun * allocator.
214*4882a593Smuzhiyun */
vmw_validation_align(unsigned int val)215*4882a593Smuzhiyun static inline unsigned int vmw_validation_align(unsigned int val)
216*4882a593Smuzhiyun {
217*4882a593Smuzhiyun return ALIGN(val, sizeof(long));
218*4882a593Smuzhiyun }
219*4882a593Smuzhiyun
220*4882a593Smuzhiyun int vmw_validation_add_bo(struct vmw_validation_context *ctx,
221*4882a593Smuzhiyun struct vmw_buffer_object *vbo,
222*4882a593Smuzhiyun bool as_mob, bool cpu_blit);
223*4882a593Smuzhiyun int vmw_validation_bo_validate_single(struct ttm_buffer_object *bo,
224*4882a593Smuzhiyun bool interruptible,
225*4882a593Smuzhiyun bool validate_as_mob);
226*4882a593Smuzhiyun int vmw_validation_bo_validate(struct vmw_validation_context *ctx, bool intr);
227*4882a593Smuzhiyun void vmw_validation_unref_lists(struct vmw_validation_context *ctx);
228*4882a593Smuzhiyun int vmw_validation_add_resource(struct vmw_validation_context *ctx,
229*4882a593Smuzhiyun struct vmw_resource *res,
230*4882a593Smuzhiyun size_t priv_size,
231*4882a593Smuzhiyun u32 dirty,
232*4882a593Smuzhiyun void **p_node,
233*4882a593Smuzhiyun bool *first_usage);
234*4882a593Smuzhiyun void vmw_validation_drop_ht(struct vmw_validation_context *ctx);
235*4882a593Smuzhiyun int vmw_validation_res_reserve(struct vmw_validation_context *ctx,
236*4882a593Smuzhiyun bool intr);
237*4882a593Smuzhiyun void vmw_validation_res_unreserve(struct vmw_validation_context *ctx,
238*4882a593Smuzhiyun bool backoff);
239*4882a593Smuzhiyun void vmw_validation_res_switch_backup(struct vmw_validation_context *ctx,
240*4882a593Smuzhiyun void *val_private,
241*4882a593Smuzhiyun struct vmw_buffer_object *vbo,
242*4882a593Smuzhiyun unsigned long backup_offset);
243*4882a593Smuzhiyun int vmw_validation_res_validate(struct vmw_validation_context *ctx, bool intr);
244*4882a593Smuzhiyun
245*4882a593Smuzhiyun int vmw_validation_prepare(struct vmw_validation_context *ctx,
246*4882a593Smuzhiyun struct mutex *mutex, bool intr);
247*4882a593Smuzhiyun void vmw_validation_revert(struct vmw_validation_context *ctx);
248*4882a593Smuzhiyun void vmw_validation_done(struct vmw_validation_context *ctx,
249*4882a593Smuzhiyun struct vmw_fence_obj *fence);
250*4882a593Smuzhiyun
251*4882a593Smuzhiyun void *vmw_validation_mem_alloc(struct vmw_validation_context *ctx,
252*4882a593Smuzhiyun unsigned int size);
253*4882a593Smuzhiyun int vmw_validation_preload_bo(struct vmw_validation_context *ctx);
254*4882a593Smuzhiyun int vmw_validation_preload_res(struct vmw_validation_context *ctx,
255*4882a593Smuzhiyun unsigned int size);
256*4882a593Smuzhiyun void vmw_validation_res_set_dirty(struct vmw_validation_context *ctx,
257*4882a593Smuzhiyun void *val_private, u32 dirty);
258*4882a593Smuzhiyun void vmw_validation_bo_backoff(struct vmw_validation_context *ctx);
259*4882a593Smuzhiyun
260*4882a593Smuzhiyun #endif
261