1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * Copyright 2020 Advanced Micro Devices, Inc.
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * Permission is hereby granted, free of charge, to any person obtaining a
5*4882a593Smuzhiyun * copy of this software and associated documentation files (the "Software"),
6*4882a593Smuzhiyun * to deal in the Software without restriction, including without limitation
7*4882a593Smuzhiyun * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8*4882a593Smuzhiyun * and/or sell copies of the Software, and to permit persons to whom the
9*4882a593Smuzhiyun * Software is furnished to do so, subject to the following conditions:
10*4882a593Smuzhiyun *
11*4882a593Smuzhiyun * The above copyright notice and this permission notice shall be included in
12*4882a593Smuzhiyun * all copies or substantial portions of the Software.
13*4882a593Smuzhiyun *
14*4882a593Smuzhiyun * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15*4882a593Smuzhiyun * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16*4882a593Smuzhiyun * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17*4882a593Smuzhiyun * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18*4882a593Smuzhiyun * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19*4882a593Smuzhiyun * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20*4882a593Smuzhiyun * OTHER DEALINGS IN THE SOFTWARE.
21*4882a593Smuzhiyun *
22*4882a593Smuzhiyun * Authors: Christian König
23*4882a593Smuzhiyun */
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun #include <drm/ttm/ttm_resource.h>
26*4882a593Smuzhiyun #include <drm/ttm/ttm_bo_driver.h>
27*4882a593Smuzhiyun
ttm_resource_alloc(struct ttm_buffer_object * bo,const struct ttm_place * place,struct ttm_resource * res)28*4882a593Smuzhiyun int ttm_resource_alloc(struct ttm_buffer_object *bo,
29*4882a593Smuzhiyun const struct ttm_place *place,
30*4882a593Smuzhiyun struct ttm_resource *res)
31*4882a593Smuzhiyun {
32*4882a593Smuzhiyun struct ttm_resource_manager *man =
33*4882a593Smuzhiyun ttm_manager_type(bo->bdev, res->mem_type);
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun res->mm_node = NULL;
36*4882a593Smuzhiyun if (!man->func || !man->func->alloc)
37*4882a593Smuzhiyun return 0;
38*4882a593Smuzhiyun
39*4882a593Smuzhiyun return man->func->alloc(man, bo, place, res);
40*4882a593Smuzhiyun }
41*4882a593Smuzhiyun
ttm_resource_free(struct ttm_buffer_object * bo,struct ttm_resource * res)42*4882a593Smuzhiyun void ttm_resource_free(struct ttm_buffer_object *bo, struct ttm_resource *res)
43*4882a593Smuzhiyun {
44*4882a593Smuzhiyun struct ttm_resource_manager *man =
45*4882a593Smuzhiyun ttm_manager_type(bo->bdev, res->mem_type);
46*4882a593Smuzhiyun
47*4882a593Smuzhiyun if (man->func && man->func->free)
48*4882a593Smuzhiyun man->func->free(man, res);
49*4882a593Smuzhiyun
50*4882a593Smuzhiyun res->mm_node = NULL;
51*4882a593Smuzhiyun res->mem_type = TTM_PL_SYSTEM;
52*4882a593Smuzhiyun }
53*4882a593Smuzhiyun EXPORT_SYMBOL(ttm_resource_free);
54*4882a593Smuzhiyun
55*4882a593Smuzhiyun /**
56*4882a593Smuzhiyun * ttm_resource_manager_init
57*4882a593Smuzhiyun *
58*4882a593Smuzhiyun * @man: memory manager object to init
59*4882a593Smuzhiyun * @p_size: size managed area in pages.
60*4882a593Smuzhiyun *
61*4882a593Smuzhiyun * Initialise core parts of a manager object.
62*4882a593Smuzhiyun */
ttm_resource_manager_init(struct ttm_resource_manager * man,unsigned long p_size)63*4882a593Smuzhiyun void ttm_resource_manager_init(struct ttm_resource_manager *man,
64*4882a593Smuzhiyun unsigned long p_size)
65*4882a593Smuzhiyun {
66*4882a593Smuzhiyun unsigned i;
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun spin_lock_init(&man->move_lock);
69*4882a593Smuzhiyun man->size = p_size;
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun for (i = 0; i < TTM_MAX_BO_PRIORITY; ++i)
72*4882a593Smuzhiyun INIT_LIST_HEAD(&man->lru[i]);
73*4882a593Smuzhiyun man->move = NULL;
74*4882a593Smuzhiyun }
75*4882a593Smuzhiyun EXPORT_SYMBOL(ttm_resource_manager_init);
76*4882a593Smuzhiyun
77*4882a593Smuzhiyun /*
78*4882a593Smuzhiyun * ttm_resource_manager_force_list_clean
79*4882a593Smuzhiyun *
80*4882a593Smuzhiyun * @bdev - device to use
81*4882a593Smuzhiyun * @man - manager to use
82*4882a593Smuzhiyun *
83*4882a593Smuzhiyun * Force all the objects out of a memory manager until clean.
84*4882a593Smuzhiyun * Part of memory manager cleanup sequence.
85*4882a593Smuzhiyun */
ttm_resource_manager_force_list_clean(struct ttm_bo_device * bdev,struct ttm_resource_manager * man)86*4882a593Smuzhiyun int ttm_resource_manager_force_list_clean(struct ttm_bo_device *bdev,
87*4882a593Smuzhiyun struct ttm_resource_manager *man)
88*4882a593Smuzhiyun {
89*4882a593Smuzhiyun struct ttm_operation_ctx ctx = {
90*4882a593Smuzhiyun .interruptible = false,
91*4882a593Smuzhiyun .no_wait_gpu = false,
92*4882a593Smuzhiyun .flags = TTM_OPT_FLAG_FORCE_ALLOC
93*4882a593Smuzhiyun };
94*4882a593Smuzhiyun struct ttm_bo_global *glob = &ttm_bo_glob;
95*4882a593Smuzhiyun struct dma_fence *fence;
96*4882a593Smuzhiyun int ret;
97*4882a593Smuzhiyun unsigned i;
98*4882a593Smuzhiyun
99*4882a593Smuzhiyun /*
100*4882a593Smuzhiyun * Can't use standard list traversal since we're unlocking.
101*4882a593Smuzhiyun */
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun spin_lock(&glob->lru_lock);
104*4882a593Smuzhiyun for (i = 0; i < TTM_MAX_BO_PRIORITY; ++i) {
105*4882a593Smuzhiyun while (!list_empty(&man->lru[i])) {
106*4882a593Smuzhiyun spin_unlock(&glob->lru_lock);
107*4882a593Smuzhiyun ret = ttm_mem_evict_first(bdev, man, NULL, &ctx,
108*4882a593Smuzhiyun NULL);
109*4882a593Smuzhiyun if (ret)
110*4882a593Smuzhiyun return ret;
111*4882a593Smuzhiyun spin_lock(&glob->lru_lock);
112*4882a593Smuzhiyun }
113*4882a593Smuzhiyun }
114*4882a593Smuzhiyun spin_unlock(&glob->lru_lock);
115*4882a593Smuzhiyun
116*4882a593Smuzhiyun spin_lock(&man->move_lock);
117*4882a593Smuzhiyun fence = dma_fence_get(man->move);
118*4882a593Smuzhiyun spin_unlock(&man->move_lock);
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun if (fence) {
121*4882a593Smuzhiyun ret = dma_fence_wait(fence, false);
122*4882a593Smuzhiyun dma_fence_put(fence);
123*4882a593Smuzhiyun if (ret)
124*4882a593Smuzhiyun return ret;
125*4882a593Smuzhiyun }
126*4882a593Smuzhiyun
127*4882a593Smuzhiyun return 0;
128*4882a593Smuzhiyun }
129*4882a593Smuzhiyun EXPORT_SYMBOL(ttm_resource_manager_force_list_clean);
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun /**
132*4882a593Smuzhiyun * ttm_resource_manager_debug
133*4882a593Smuzhiyun *
134*4882a593Smuzhiyun * @man: manager type to dump.
135*4882a593Smuzhiyun * @p: printer to use for debug.
136*4882a593Smuzhiyun */
ttm_resource_manager_debug(struct ttm_resource_manager * man,struct drm_printer * p)137*4882a593Smuzhiyun void ttm_resource_manager_debug(struct ttm_resource_manager *man,
138*4882a593Smuzhiyun struct drm_printer *p)
139*4882a593Smuzhiyun {
140*4882a593Smuzhiyun drm_printf(p, " use_type: %d\n", man->use_type);
141*4882a593Smuzhiyun drm_printf(p, " use_tt: %d\n", man->use_tt);
142*4882a593Smuzhiyun drm_printf(p, " size: %llu\n", man->size);
143*4882a593Smuzhiyun if (man->func && man->func->debug)
144*4882a593Smuzhiyun (*man->func->debug)(man, p);
145*4882a593Smuzhiyun }
146*4882a593Smuzhiyun EXPORT_SYMBOL(ttm_resource_manager_debug);
147