1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * Copyright 2017 Red Hat Inc.
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * Permission is hereby granted, free of charge, to any person obtaining a
5*4882a593Smuzhiyun * copy of this software and associated documentation files (the "Software"),
6*4882a593Smuzhiyun * to deal in the Software without restriction, including without limitation
7*4882a593Smuzhiyun * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8*4882a593Smuzhiyun * and/or sell copies of the Software, and to permit persons to whom the
9*4882a593Smuzhiyun * Software is furnished to do so, subject to the following conditions:
10*4882a593Smuzhiyun *
11*4882a593Smuzhiyun * The above copyright notice and this permission notice shall be included in
12*4882a593Smuzhiyun * all copies or substantial portions of the Software.
13*4882a593Smuzhiyun *
14*4882a593Smuzhiyun * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15*4882a593Smuzhiyun * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16*4882a593Smuzhiyun * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17*4882a593Smuzhiyun * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18*4882a593Smuzhiyun * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19*4882a593Smuzhiyun * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20*4882a593Smuzhiyun * OTHER DEALINGS IN THE SOFTWARE.
21*4882a593Smuzhiyun */
22*4882a593Smuzhiyun #include <nvif/vmm.h>
23*4882a593Smuzhiyun #include <nvif/mem.h>
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun #include <nvif/if000c.h>
26*4882a593Smuzhiyun
27*4882a593Smuzhiyun int
nvif_vmm_unmap(struct nvif_vmm * vmm,u64 addr)28*4882a593Smuzhiyun nvif_vmm_unmap(struct nvif_vmm *vmm, u64 addr)
29*4882a593Smuzhiyun {
30*4882a593Smuzhiyun return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_UNMAP,
31*4882a593Smuzhiyun &(struct nvif_vmm_unmap_v0) { .addr = addr },
32*4882a593Smuzhiyun sizeof(struct nvif_vmm_unmap_v0));
33*4882a593Smuzhiyun }
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun int
nvif_vmm_map(struct nvif_vmm * vmm,u64 addr,u64 size,void * argv,u32 argc,struct nvif_mem * mem,u64 offset)36*4882a593Smuzhiyun nvif_vmm_map(struct nvif_vmm *vmm, u64 addr, u64 size, void *argv, u32 argc,
37*4882a593Smuzhiyun struct nvif_mem *mem, u64 offset)
38*4882a593Smuzhiyun {
39*4882a593Smuzhiyun struct nvif_vmm_map_v0 *args;
40*4882a593Smuzhiyun u8 stack[48];
41*4882a593Smuzhiyun int ret;
42*4882a593Smuzhiyun
43*4882a593Smuzhiyun if (sizeof(*args) + argc > sizeof(stack)) {
44*4882a593Smuzhiyun if (!(args = kmalloc(sizeof(*args) + argc, GFP_KERNEL)))
45*4882a593Smuzhiyun return -ENOMEM;
46*4882a593Smuzhiyun } else {
47*4882a593Smuzhiyun args = (void *)stack;
48*4882a593Smuzhiyun }
49*4882a593Smuzhiyun
50*4882a593Smuzhiyun args->version = 0;
51*4882a593Smuzhiyun args->addr = addr;
52*4882a593Smuzhiyun args->size = size;
53*4882a593Smuzhiyun args->memory = nvif_handle(&mem->object);
54*4882a593Smuzhiyun args->offset = offset;
55*4882a593Smuzhiyun memcpy(args->data, argv, argc);
56*4882a593Smuzhiyun
57*4882a593Smuzhiyun ret = nvif_object_mthd(&vmm->object, NVIF_VMM_V0_MAP,
58*4882a593Smuzhiyun args, sizeof(*args) + argc);
59*4882a593Smuzhiyun if (args != (void *)stack)
60*4882a593Smuzhiyun kfree(args);
61*4882a593Smuzhiyun return ret;
62*4882a593Smuzhiyun }
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun void
nvif_vmm_put(struct nvif_vmm * vmm,struct nvif_vma * vma)65*4882a593Smuzhiyun nvif_vmm_put(struct nvif_vmm *vmm, struct nvif_vma *vma)
66*4882a593Smuzhiyun {
67*4882a593Smuzhiyun if (vma->size) {
68*4882a593Smuzhiyun WARN_ON(nvif_object_mthd(&vmm->object, NVIF_VMM_V0_PUT,
69*4882a593Smuzhiyun &(struct nvif_vmm_put_v0) {
70*4882a593Smuzhiyun .addr = vma->addr,
71*4882a593Smuzhiyun }, sizeof(struct nvif_vmm_put_v0)));
72*4882a593Smuzhiyun vma->size = 0;
73*4882a593Smuzhiyun }
74*4882a593Smuzhiyun }
75*4882a593Smuzhiyun
76*4882a593Smuzhiyun int
nvif_vmm_get(struct nvif_vmm * vmm,enum nvif_vmm_get type,bool sparse,u8 page,u8 align,u64 size,struct nvif_vma * vma)77*4882a593Smuzhiyun nvif_vmm_get(struct nvif_vmm *vmm, enum nvif_vmm_get type, bool sparse,
78*4882a593Smuzhiyun u8 page, u8 align, u64 size, struct nvif_vma *vma)
79*4882a593Smuzhiyun {
80*4882a593Smuzhiyun struct nvif_vmm_get_v0 args;
81*4882a593Smuzhiyun int ret;
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun args.version = vma->size = 0;
84*4882a593Smuzhiyun args.sparse = sparse;
85*4882a593Smuzhiyun args.page = page;
86*4882a593Smuzhiyun args.align = align;
87*4882a593Smuzhiyun args.size = size;
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun switch (type) {
90*4882a593Smuzhiyun case ADDR: args.type = NVIF_VMM_GET_V0_ADDR; break;
91*4882a593Smuzhiyun case PTES: args.type = NVIF_VMM_GET_V0_PTES; break;
92*4882a593Smuzhiyun case LAZY: args.type = NVIF_VMM_GET_V0_LAZY; break;
93*4882a593Smuzhiyun default:
94*4882a593Smuzhiyun WARN_ON(1);
95*4882a593Smuzhiyun return -EINVAL;
96*4882a593Smuzhiyun }
97*4882a593Smuzhiyun
98*4882a593Smuzhiyun ret = nvif_object_mthd(&vmm->object, NVIF_VMM_V0_GET,
99*4882a593Smuzhiyun &args, sizeof(args));
100*4882a593Smuzhiyun if (ret == 0) {
101*4882a593Smuzhiyun vma->addr = args.addr;
102*4882a593Smuzhiyun vma->size = args.size;
103*4882a593Smuzhiyun }
104*4882a593Smuzhiyun return ret;
105*4882a593Smuzhiyun }
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun void
nvif_vmm_dtor(struct nvif_vmm * vmm)108*4882a593Smuzhiyun nvif_vmm_dtor(struct nvif_vmm *vmm)
109*4882a593Smuzhiyun {
110*4882a593Smuzhiyun kfree(vmm->page);
111*4882a593Smuzhiyun nvif_object_dtor(&vmm->object);
112*4882a593Smuzhiyun }
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun int
nvif_vmm_ctor(struct nvif_mmu * mmu,const char * name,s32 oclass,bool managed,u64 addr,u64 size,void * argv,u32 argc,struct nvif_vmm * vmm)115*4882a593Smuzhiyun nvif_vmm_ctor(struct nvif_mmu *mmu, const char *name, s32 oclass, bool managed,
116*4882a593Smuzhiyun u64 addr, u64 size, void *argv, u32 argc, struct nvif_vmm *vmm)
117*4882a593Smuzhiyun {
118*4882a593Smuzhiyun struct nvif_vmm_v0 *args;
119*4882a593Smuzhiyun u32 argn = sizeof(*args) + argc;
120*4882a593Smuzhiyun int ret = -ENOSYS, i;
121*4882a593Smuzhiyun
122*4882a593Smuzhiyun vmm->object.client = NULL;
123*4882a593Smuzhiyun vmm->page = NULL;
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun if (!(args = kmalloc(argn, GFP_KERNEL)))
126*4882a593Smuzhiyun return -ENOMEM;
127*4882a593Smuzhiyun args->version = 0;
128*4882a593Smuzhiyun args->managed = managed;
129*4882a593Smuzhiyun args->addr = addr;
130*4882a593Smuzhiyun args->size = size;
131*4882a593Smuzhiyun memcpy(args->data, argv, argc);
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun ret = nvif_object_ctor(&mmu->object, name ? name : "nvifVmm", 0,
134*4882a593Smuzhiyun oclass, args, argn, &vmm->object);
135*4882a593Smuzhiyun if (ret)
136*4882a593Smuzhiyun goto done;
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun vmm->start = args->addr;
139*4882a593Smuzhiyun vmm->limit = args->size;
140*4882a593Smuzhiyun
141*4882a593Smuzhiyun vmm->page_nr = args->page_nr;
142*4882a593Smuzhiyun vmm->page = kmalloc_array(vmm->page_nr, sizeof(*vmm->page),
143*4882a593Smuzhiyun GFP_KERNEL);
144*4882a593Smuzhiyun if (!vmm->page) {
145*4882a593Smuzhiyun ret = -ENOMEM;
146*4882a593Smuzhiyun goto done;
147*4882a593Smuzhiyun }
148*4882a593Smuzhiyun
149*4882a593Smuzhiyun for (i = 0; i < vmm->page_nr; i++) {
150*4882a593Smuzhiyun struct nvif_vmm_page_v0 args = { .index = i };
151*4882a593Smuzhiyun
152*4882a593Smuzhiyun ret = nvif_object_mthd(&vmm->object, NVIF_VMM_V0_PAGE,
153*4882a593Smuzhiyun &args, sizeof(args));
154*4882a593Smuzhiyun if (ret)
155*4882a593Smuzhiyun break;
156*4882a593Smuzhiyun
157*4882a593Smuzhiyun vmm->page[i].shift = args.shift;
158*4882a593Smuzhiyun vmm->page[i].sparse = args.sparse;
159*4882a593Smuzhiyun vmm->page[i].vram = args.vram;
160*4882a593Smuzhiyun vmm->page[i].host = args.host;
161*4882a593Smuzhiyun vmm->page[i].comp = args.comp;
162*4882a593Smuzhiyun }
163*4882a593Smuzhiyun
164*4882a593Smuzhiyun done:
165*4882a593Smuzhiyun if (ret)
166*4882a593Smuzhiyun nvif_vmm_dtor(vmm);
167*4882a593Smuzhiyun kfree(args);
168*4882a593Smuzhiyun return ret;
169*4882a593Smuzhiyun }
170