1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * Copyright 2012 Red Hat Inc.
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * Permission is hereby granted, free of charge, to any person obtaining a
5*4882a593Smuzhiyun * copy of this software and associated documentation files (the "Software"),
6*4882a593Smuzhiyun * to deal in the Software without restriction, including without limitation
7*4882a593Smuzhiyun * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8*4882a593Smuzhiyun * and/or sell copies of the Software, and to permit persons to whom the
9*4882a593Smuzhiyun * Software is furnished to do so, subject to the following conditions:
10*4882a593Smuzhiyun *
11*4882a593Smuzhiyun * The above copyright notice and this permission notice shall be included in
12*4882a593Smuzhiyun * all copies or substantial portions of the Software.
13*4882a593Smuzhiyun *
14*4882a593Smuzhiyun * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15*4882a593Smuzhiyun * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16*4882a593Smuzhiyun * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17*4882a593Smuzhiyun * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18*4882a593Smuzhiyun * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19*4882a593Smuzhiyun * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20*4882a593Smuzhiyun * OTHER DEALINGS IN THE SOFTWARE.
21*4882a593Smuzhiyun */
22*4882a593Smuzhiyun #include <engine/falcon.h>
23*4882a593Smuzhiyun
24*4882a593Smuzhiyun #include <core/gpuobj.h>
25*4882a593Smuzhiyun #include <subdev/mc.h>
26*4882a593Smuzhiyun #include <subdev/timer.h>
27*4882a593Smuzhiyun #include <engine/fifo.h>
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun static int
nvkm_falcon_oclass_get(struct nvkm_oclass * oclass,int index)30*4882a593Smuzhiyun nvkm_falcon_oclass_get(struct nvkm_oclass *oclass, int index)
31*4882a593Smuzhiyun {
32*4882a593Smuzhiyun struct nvkm_falcon *falcon = nvkm_falcon(oclass->engine);
33*4882a593Smuzhiyun int c = 0;
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun while (falcon->func->sclass[c].oclass) {
36*4882a593Smuzhiyun if (c++ == index) {
37*4882a593Smuzhiyun oclass->base = falcon->func->sclass[index];
38*4882a593Smuzhiyun return index;
39*4882a593Smuzhiyun }
40*4882a593Smuzhiyun }
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun return c;
43*4882a593Smuzhiyun }
44*4882a593Smuzhiyun
45*4882a593Smuzhiyun static int
nvkm_falcon_cclass_bind(struct nvkm_object * object,struct nvkm_gpuobj * parent,int align,struct nvkm_gpuobj ** pgpuobj)46*4882a593Smuzhiyun nvkm_falcon_cclass_bind(struct nvkm_object *object, struct nvkm_gpuobj *parent,
47*4882a593Smuzhiyun int align, struct nvkm_gpuobj **pgpuobj)
48*4882a593Smuzhiyun {
49*4882a593Smuzhiyun return nvkm_gpuobj_new(object->engine->subdev.device, 256,
50*4882a593Smuzhiyun align, true, parent, pgpuobj);
51*4882a593Smuzhiyun }
52*4882a593Smuzhiyun
53*4882a593Smuzhiyun static const struct nvkm_object_func
54*4882a593Smuzhiyun nvkm_falcon_cclass = {
55*4882a593Smuzhiyun .bind = nvkm_falcon_cclass_bind,
56*4882a593Smuzhiyun };
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun static void
nvkm_falcon_intr(struct nvkm_engine * engine)59*4882a593Smuzhiyun nvkm_falcon_intr(struct nvkm_engine *engine)
60*4882a593Smuzhiyun {
61*4882a593Smuzhiyun struct nvkm_falcon *falcon = nvkm_falcon(engine);
62*4882a593Smuzhiyun struct nvkm_subdev *subdev = &falcon->engine.subdev;
63*4882a593Smuzhiyun struct nvkm_device *device = subdev->device;
64*4882a593Smuzhiyun const u32 base = falcon->addr;
65*4882a593Smuzhiyun u32 dest = nvkm_rd32(device, base + 0x01c);
66*4882a593Smuzhiyun u32 intr = nvkm_rd32(device, base + 0x008) & dest & ~(dest >> 16);
67*4882a593Smuzhiyun u32 inst = nvkm_rd32(device, base + 0x050) & 0x3fffffff;
68*4882a593Smuzhiyun struct nvkm_fifo_chan *chan;
69*4882a593Smuzhiyun unsigned long flags;
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun chan = nvkm_fifo_chan_inst(device->fifo, (u64)inst << 12, &flags);
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun if (intr & 0x00000040) {
74*4882a593Smuzhiyun if (falcon->func->intr) {
75*4882a593Smuzhiyun falcon->func->intr(falcon, chan);
76*4882a593Smuzhiyun nvkm_wr32(device, base + 0x004, 0x00000040);
77*4882a593Smuzhiyun intr &= ~0x00000040;
78*4882a593Smuzhiyun }
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun if (intr & 0x00000010) {
82*4882a593Smuzhiyun nvkm_debug(subdev, "ucode halted\n");
83*4882a593Smuzhiyun nvkm_wr32(device, base + 0x004, 0x00000010);
84*4882a593Smuzhiyun intr &= ~0x00000010;
85*4882a593Smuzhiyun }
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun if (intr) {
88*4882a593Smuzhiyun nvkm_error(subdev, "intr %08x\n", intr);
89*4882a593Smuzhiyun nvkm_wr32(device, base + 0x004, intr);
90*4882a593Smuzhiyun }
91*4882a593Smuzhiyun
92*4882a593Smuzhiyun nvkm_fifo_chan_put(device->fifo, flags, &chan);
93*4882a593Smuzhiyun }
94*4882a593Smuzhiyun
95*4882a593Smuzhiyun static int
nvkm_falcon_fini(struct nvkm_engine * engine,bool suspend)96*4882a593Smuzhiyun nvkm_falcon_fini(struct nvkm_engine *engine, bool suspend)
97*4882a593Smuzhiyun {
98*4882a593Smuzhiyun struct nvkm_falcon *falcon = nvkm_falcon(engine);
99*4882a593Smuzhiyun struct nvkm_device *device = falcon->engine.subdev.device;
100*4882a593Smuzhiyun const u32 base = falcon->addr;
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun if (!suspend) {
103*4882a593Smuzhiyun nvkm_memory_unref(&falcon->core);
104*4882a593Smuzhiyun if (falcon->external) {
105*4882a593Smuzhiyun vfree(falcon->data.data);
106*4882a593Smuzhiyun vfree(falcon->code.data);
107*4882a593Smuzhiyun falcon->code.data = NULL;
108*4882a593Smuzhiyun }
109*4882a593Smuzhiyun }
110*4882a593Smuzhiyun
111*4882a593Smuzhiyun if (nvkm_mc_enabled(device, engine->subdev.index)) {
112*4882a593Smuzhiyun nvkm_mask(device, base + 0x048, 0x00000003, 0x00000000);
113*4882a593Smuzhiyun nvkm_wr32(device, base + 0x014, 0xffffffff);
114*4882a593Smuzhiyun }
115*4882a593Smuzhiyun return 0;
116*4882a593Smuzhiyun }
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun static void *
vmemdup(const void * src,size_t len)119*4882a593Smuzhiyun vmemdup(const void *src, size_t len)
120*4882a593Smuzhiyun {
121*4882a593Smuzhiyun void *p = vmalloc(len);
122*4882a593Smuzhiyun
123*4882a593Smuzhiyun if (p)
124*4882a593Smuzhiyun memcpy(p, src, len);
125*4882a593Smuzhiyun return p;
126*4882a593Smuzhiyun }
127*4882a593Smuzhiyun
128*4882a593Smuzhiyun static int
nvkm_falcon_oneinit(struct nvkm_engine * engine)129*4882a593Smuzhiyun nvkm_falcon_oneinit(struct nvkm_engine *engine)
130*4882a593Smuzhiyun {
131*4882a593Smuzhiyun struct nvkm_falcon *falcon = nvkm_falcon(engine);
132*4882a593Smuzhiyun struct nvkm_subdev *subdev = &falcon->engine.subdev;
133*4882a593Smuzhiyun struct nvkm_device *device = subdev->device;
134*4882a593Smuzhiyun const u32 base = falcon->addr;
135*4882a593Smuzhiyun u32 caps;
136*4882a593Smuzhiyun
137*4882a593Smuzhiyun /* determine falcon capabilities */
138*4882a593Smuzhiyun if (device->chipset < 0xa3 ||
139*4882a593Smuzhiyun device->chipset == 0xaa || device->chipset == 0xac) {
140*4882a593Smuzhiyun falcon->version = 0;
141*4882a593Smuzhiyun falcon->secret = (falcon->addr == 0x087000) ? 1 : 0;
142*4882a593Smuzhiyun } else {
143*4882a593Smuzhiyun caps = nvkm_rd32(device, base + 0x12c);
144*4882a593Smuzhiyun falcon->version = (caps & 0x0000000f);
145*4882a593Smuzhiyun falcon->secret = (caps & 0x00000030) >> 4;
146*4882a593Smuzhiyun }
147*4882a593Smuzhiyun
148*4882a593Smuzhiyun caps = nvkm_rd32(device, base + 0x108);
149*4882a593Smuzhiyun falcon->code.limit = (caps & 0x000001ff) << 8;
150*4882a593Smuzhiyun falcon->data.limit = (caps & 0x0003fe00) >> 1;
151*4882a593Smuzhiyun
152*4882a593Smuzhiyun nvkm_debug(subdev, "falcon version: %d\n", falcon->version);
153*4882a593Smuzhiyun nvkm_debug(subdev, "secret level: %d\n", falcon->secret);
154*4882a593Smuzhiyun nvkm_debug(subdev, "code limit: %d\n", falcon->code.limit);
155*4882a593Smuzhiyun nvkm_debug(subdev, "data limit: %d\n", falcon->data.limit);
156*4882a593Smuzhiyun return 0;
157*4882a593Smuzhiyun }
158*4882a593Smuzhiyun
159*4882a593Smuzhiyun static int
nvkm_falcon_init(struct nvkm_engine * engine)160*4882a593Smuzhiyun nvkm_falcon_init(struct nvkm_engine *engine)
161*4882a593Smuzhiyun {
162*4882a593Smuzhiyun struct nvkm_falcon *falcon = nvkm_falcon(engine);
163*4882a593Smuzhiyun struct nvkm_subdev *subdev = &falcon->engine.subdev;
164*4882a593Smuzhiyun struct nvkm_device *device = subdev->device;
165*4882a593Smuzhiyun const struct firmware *fw;
166*4882a593Smuzhiyun char name[32] = "internal";
167*4882a593Smuzhiyun const u32 base = falcon->addr;
168*4882a593Smuzhiyun int ret, i;
169*4882a593Smuzhiyun
170*4882a593Smuzhiyun /* wait for 'uc halted' to be signalled before continuing */
171*4882a593Smuzhiyun if (falcon->secret && falcon->version < 4) {
172*4882a593Smuzhiyun if (!falcon->version) {
173*4882a593Smuzhiyun nvkm_msec(device, 2000,
174*4882a593Smuzhiyun if (nvkm_rd32(device, base + 0x008) & 0x00000010)
175*4882a593Smuzhiyun break;
176*4882a593Smuzhiyun );
177*4882a593Smuzhiyun } else {
178*4882a593Smuzhiyun nvkm_msec(device, 2000,
179*4882a593Smuzhiyun if (!(nvkm_rd32(device, base + 0x180) & 0x80000000))
180*4882a593Smuzhiyun break;
181*4882a593Smuzhiyun );
182*4882a593Smuzhiyun }
183*4882a593Smuzhiyun nvkm_wr32(device, base + 0x004, 0x00000010);
184*4882a593Smuzhiyun }
185*4882a593Smuzhiyun
186*4882a593Smuzhiyun /* disable all interrupts */
187*4882a593Smuzhiyun nvkm_wr32(device, base + 0x014, 0xffffffff);
188*4882a593Smuzhiyun
189*4882a593Smuzhiyun /* no default ucode provided by the engine implementation, try and
190*4882a593Smuzhiyun * locate a "self-bootstrapping" firmware image for the engine
191*4882a593Smuzhiyun */
192*4882a593Smuzhiyun if (!falcon->code.data) {
193*4882a593Smuzhiyun snprintf(name, sizeof(name), "nouveau/nv%02x_fuc%03x",
194*4882a593Smuzhiyun device->chipset, falcon->addr >> 12);
195*4882a593Smuzhiyun
196*4882a593Smuzhiyun ret = request_firmware(&fw, name, device->dev);
197*4882a593Smuzhiyun if (ret == 0) {
198*4882a593Smuzhiyun falcon->code.data = vmemdup(fw->data, fw->size);
199*4882a593Smuzhiyun falcon->code.size = fw->size;
200*4882a593Smuzhiyun falcon->data.data = NULL;
201*4882a593Smuzhiyun falcon->data.size = 0;
202*4882a593Smuzhiyun release_firmware(fw);
203*4882a593Smuzhiyun }
204*4882a593Smuzhiyun
205*4882a593Smuzhiyun falcon->external = true;
206*4882a593Smuzhiyun }
207*4882a593Smuzhiyun
208*4882a593Smuzhiyun /* next step is to try and load "static code/data segment" firmware
209*4882a593Smuzhiyun * images for the engine
210*4882a593Smuzhiyun */
211*4882a593Smuzhiyun if (!falcon->code.data) {
212*4882a593Smuzhiyun snprintf(name, sizeof(name), "nouveau/nv%02x_fuc%03xd",
213*4882a593Smuzhiyun device->chipset, falcon->addr >> 12);
214*4882a593Smuzhiyun
215*4882a593Smuzhiyun ret = request_firmware(&fw, name, device->dev);
216*4882a593Smuzhiyun if (ret) {
217*4882a593Smuzhiyun nvkm_error(subdev, "unable to load firmware data\n");
218*4882a593Smuzhiyun return -ENODEV;
219*4882a593Smuzhiyun }
220*4882a593Smuzhiyun
221*4882a593Smuzhiyun falcon->data.data = vmemdup(fw->data, fw->size);
222*4882a593Smuzhiyun falcon->data.size = fw->size;
223*4882a593Smuzhiyun release_firmware(fw);
224*4882a593Smuzhiyun if (!falcon->data.data)
225*4882a593Smuzhiyun return -ENOMEM;
226*4882a593Smuzhiyun
227*4882a593Smuzhiyun snprintf(name, sizeof(name), "nouveau/nv%02x_fuc%03xc",
228*4882a593Smuzhiyun device->chipset, falcon->addr >> 12);
229*4882a593Smuzhiyun
230*4882a593Smuzhiyun ret = request_firmware(&fw, name, device->dev);
231*4882a593Smuzhiyun if (ret) {
232*4882a593Smuzhiyun nvkm_error(subdev, "unable to load firmware code\n");
233*4882a593Smuzhiyun return -ENODEV;
234*4882a593Smuzhiyun }
235*4882a593Smuzhiyun
236*4882a593Smuzhiyun falcon->code.data = vmemdup(fw->data, fw->size);
237*4882a593Smuzhiyun falcon->code.size = fw->size;
238*4882a593Smuzhiyun release_firmware(fw);
239*4882a593Smuzhiyun if (!falcon->code.data)
240*4882a593Smuzhiyun return -ENOMEM;
241*4882a593Smuzhiyun }
242*4882a593Smuzhiyun
243*4882a593Smuzhiyun nvkm_debug(subdev, "firmware: %s (%s)\n", name, falcon->data.data ?
244*4882a593Smuzhiyun "static code/data segments" : "self-bootstrapping");
245*4882a593Smuzhiyun
246*4882a593Smuzhiyun /* ensure any "self-bootstrapping" firmware image is in vram */
247*4882a593Smuzhiyun if (!falcon->data.data && !falcon->core) {
248*4882a593Smuzhiyun ret = nvkm_memory_new(device, NVKM_MEM_TARGET_INST,
249*4882a593Smuzhiyun falcon->code.size, 256, false,
250*4882a593Smuzhiyun &falcon->core);
251*4882a593Smuzhiyun if (ret) {
252*4882a593Smuzhiyun nvkm_error(subdev, "core allocation failed, %d\n", ret);
253*4882a593Smuzhiyun return ret;
254*4882a593Smuzhiyun }
255*4882a593Smuzhiyun
256*4882a593Smuzhiyun nvkm_kmap(falcon->core);
257*4882a593Smuzhiyun for (i = 0; i < falcon->code.size; i += 4)
258*4882a593Smuzhiyun nvkm_wo32(falcon->core, i, falcon->code.data[i / 4]);
259*4882a593Smuzhiyun nvkm_done(falcon->core);
260*4882a593Smuzhiyun }
261*4882a593Smuzhiyun
262*4882a593Smuzhiyun /* upload firmware bootloader (or the full code segments) */
263*4882a593Smuzhiyun if (falcon->core) {
264*4882a593Smuzhiyun u64 addr = nvkm_memory_addr(falcon->core);
265*4882a593Smuzhiyun if (device->card_type < NV_C0)
266*4882a593Smuzhiyun nvkm_wr32(device, base + 0x618, 0x04000000);
267*4882a593Smuzhiyun else
268*4882a593Smuzhiyun nvkm_wr32(device, base + 0x618, 0x00000114);
269*4882a593Smuzhiyun nvkm_wr32(device, base + 0x11c, 0);
270*4882a593Smuzhiyun nvkm_wr32(device, base + 0x110, addr >> 8);
271*4882a593Smuzhiyun nvkm_wr32(device, base + 0x114, 0);
272*4882a593Smuzhiyun nvkm_wr32(device, base + 0x118, 0x00006610);
273*4882a593Smuzhiyun } else {
274*4882a593Smuzhiyun if (falcon->code.size > falcon->code.limit ||
275*4882a593Smuzhiyun falcon->data.size > falcon->data.limit) {
276*4882a593Smuzhiyun nvkm_error(subdev, "ucode exceeds falcon limit(s)\n");
277*4882a593Smuzhiyun return -EINVAL;
278*4882a593Smuzhiyun }
279*4882a593Smuzhiyun
280*4882a593Smuzhiyun if (falcon->version < 3) {
281*4882a593Smuzhiyun nvkm_wr32(device, base + 0xff8, 0x00100000);
282*4882a593Smuzhiyun for (i = 0; i < falcon->code.size / 4; i++)
283*4882a593Smuzhiyun nvkm_wr32(device, base + 0xff4, falcon->code.data[i]);
284*4882a593Smuzhiyun } else {
285*4882a593Smuzhiyun nvkm_wr32(device, base + 0x180, 0x01000000);
286*4882a593Smuzhiyun for (i = 0; i < falcon->code.size / 4; i++) {
287*4882a593Smuzhiyun if ((i & 0x3f) == 0)
288*4882a593Smuzhiyun nvkm_wr32(device, base + 0x188, i >> 6);
289*4882a593Smuzhiyun nvkm_wr32(device, base + 0x184, falcon->code.data[i]);
290*4882a593Smuzhiyun }
291*4882a593Smuzhiyun }
292*4882a593Smuzhiyun }
293*4882a593Smuzhiyun
294*4882a593Smuzhiyun /* upload data segment (if necessary), zeroing the remainder */
295*4882a593Smuzhiyun if (falcon->version < 3) {
296*4882a593Smuzhiyun nvkm_wr32(device, base + 0xff8, 0x00000000);
297*4882a593Smuzhiyun for (i = 0; !falcon->core && i < falcon->data.size / 4; i++)
298*4882a593Smuzhiyun nvkm_wr32(device, base + 0xff4, falcon->data.data[i]);
299*4882a593Smuzhiyun for (; i < falcon->data.limit; i += 4)
300*4882a593Smuzhiyun nvkm_wr32(device, base + 0xff4, 0x00000000);
301*4882a593Smuzhiyun } else {
302*4882a593Smuzhiyun nvkm_wr32(device, base + 0x1c0, 0x01000000);
303*4882a593Smuzhiyun for (i = 0; !falcon->core && i < falcon->data.size / 4; i++)
304*4882a593Smuzhiyun nvkm_wr32(device, base + 0x1c4, falcon->data.data[i]);
305*4882a593Smuzhiyun for (; i < falcon->data.limit / 4; i++)
306*4882a593Smuzhiyun nvkm_wr32(device, base + 0x1c4, 0x00000000);
307*4882a593Smuzhiyun }
308*4882a593Smuzhiyun
309*4882a593Smuzhiyun /* start it running */
310*4882a593Smuzhiyun nvkm_wr32(device, base + 0x10c, 0x00000001); /* BLOCK_ON_FIFO */
311*4882a593Smuzhiyun nvkm_wr32(device, base + 0x104, 0x00000000); /* ENTRY */
312*4882a593Smuzhiyun nvkm_wr32(device, base + 0x100, 0x00000002); /* TRIGGER */
313*4882a593Smuzhiyun nvkm_wr32(device, base + 0x048, 0x00000003); /* FIFO | CHSW */
314*4882a593Smuzhiyun
315*4882a593Smuzhiyun if (falcon->func->init)
316*4882a593Smuzhiyun falcon->func->init(falcon);
317*4882a593Smuzhiyun return 0;
318*4882a593Smuzhiyun }
319*4882a593Smuzhiyun
320*4882a593Smuzhiyun static void *
nvkm_falcon_dtor(struct nvkm_engine * engine)321*4882a593Smuzhiyun nvkm_falcon_dtor(struct nvkm_engine *engine)
322*4882a593Smuzhiyun {
323*4882a593Smuzhiyun return nvkm_falcon(engine);
324*4882a593Smuzhiyun }
325*4882a593Smuzhiyun
326*4882a593Smuzhiyun static const struct nvkm_engine_func
327*4882a593Smuzhiyun nvkm_falcon = {
328*4882a593Smuzhiyun .dtor = nvkm_falcon_dtor,
329*4882a593Smuzhiyun .oneinit = nvkm_falcon_oneinit,
330*4882a593Smuzhiyun .init = nvkm_falcon_init,
331*4882a593Smuzhiyun .fini = nvkm_falcon_fini,
332*4882a593Smuzhiyun .intr = nvkm_falcon_intr,
333*4882a593Smuzhiyun .fifo.sclass = nvkm_falcon_oclass_get,
334*4882a593Smuzhiyun .cclass = &nvkm_falcon_cclass,
335*4882a593Smuzhiyun };
336*4882a593Smuzhiyun
337*4882a593Smuzhiyun int
nvkm_falcon_new_(const struct nvkm_falcon_func * func,struct nvkm_device * device,int index,bool enable,u32 addr,struct nvkm_engine ** pengine)338*4882a593Smuzhiyun nvkm_falcon_new_(const struct nvkm_falcon_func *func,
339*4882a593Smuzhiyun struct nvkm_device *device, int index, bool enable,
340*4882a593Smuzhiyun u32 addr, struct nvkm_engine **pengine)
341*4882a593Smuzhiyun {
342*4882a593Smuzhiyun struct nvkm_falcon *falcon;
343*4882a593Smuzhiyun
344*4882a593Smuzhiyun if (!(falcon = kzalloc(sizeof(*falcon), GFP_KERNEL)))
345*4882a593Smuzhiyun return -ENOMEM;
346*4882a593Smuzhiyun falcon->func = func;
347*4882a593Smuzhiyun falcon->addr = addr;
348*4882a593Smuzhiyun falcon->code.data = func->code.data;
349*4882a593Smuzhiyun falcon->code.size = func->code.size;
350*4882a593Smuzhiyun falcon->data.data = func->data.data;
351*4882a593Smuzhiyun falcon->data.size = func->data.size;
352*4882a593Smuzhiyun *pengine = &falcon->engine;
353*4882a593Smuzhiyun
354*4882a593Smuzhiyun return nvkm_engine_ctor(&nvkm_falcon, device, index,
355*4882a593Smuzhiyun enable, &falcon->engine);
356*4882a593Smuzhiyun }
357