1*4882a593Smuzhiyun // SPDX-License-Identifier: (GPL-2.0+ OR BSD-3-Clause)
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright 2013-2016 Freescale Semiconductor Inc.
4*4882a593Smuzhiyun * Copyright 2019 NXP
5*4882a593Smuzhiyun */
6*4882a593Smuzhiyun
7*4882a593Smuzhiyun #include <linux/vfio.h>
8*4882a593Smuzhiyun #include <linux/slab.h>
9*4882a593Smuzhiyun #include <linux/types.h>
10*4882a593Smuzhiyun #include <linux/eventfd.h>
11*4882a593Smuzhiyun #include <linux/msi.h>
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun #include "linux/fsl/mc.h"
14*4882a593Smuzhiyun #include "vfio_fsl_mc_private.h"
15*4882a593Smuzhiyun
vfio_fsl_mc_irqs_allocate(struct vfio_fsl_mc_device * vdev)16*4882a593Smuzhiyun static int vfio_fsl_mc_irqs_allocate(struct vfio_fsl_mc_device *vdev)
17*4882a593Smuzhiyun {
18*4882a593Smuzhiyun struct fsl_mc_device *mc_dev = vdev->mc_dev;
19*4882a593Smuzhiyun struct vfio_fsl_mc_irq *mc_irq;
20*4882a593Smuzhiyun int irq_count;
21*4882a593Smuzhiyun int ret, i;
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun /* Device does not support any interrupt */
24*4882a593Smuzhiyun if (mc_dev->obj_desc.irq_count == 0)
25*4882a593Smuzhiyun return 0;
26*4882a593Smuzhiyun
27*4882a593Smuzhiyun /* interrupts were already allocated for this device */
28*4882a593Smuzhiyun if (vdev->mc_irqs)
29*4882a593Smuzhiyun return 0;
30*4882a593Smuzhiyun
31*4882a593Smuzhiyun irq_count = mc_dev->obj_desc.irq_count;
32*4882a593Smuzhiyun
33*4882a593Smuzhiyun mc_irq = kcalloc(irq_count, sizeof(*mc_irq), GFP_KERNEL);
34*4882a593Smuzhiyun if (!mc_irq)
35*4882a593Smuzhiyun return -ENOMEM;
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun /* Allocate IRQs */
38*4882a593Smuzhiyun ret = fsl_mc_allocate_irqs(mc_dev);
39*4882a593Smuzhiyun if (ret) {
40*4882a593Smuzhiyun kfree(mc_irq);
41*4882a593Smuzhiyun return ret;
42*4882a593Smuzhiyun }
43*4882a593Smuzhiyun
44*4882a593Smuzhiyun for (i = 0; i < irq_count; i++) {
45*4882a593Smuzhiyun mc_irq[i].count = 1;
46*4882a593Smuzhiyun mc_irq[i].flags = VFIO_IRQ_INFO_EVENTFD;
47*4882a593Smuzhiyun }
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun vdev->mc_irqs = mc_irq;
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun return 0;
52*4882a593Smuzhiyun }
53*4882a593Smuzhiyun
vfio_fsl_mc_irq_handler(int irq_num,void * arg)54*4882a593Smuzhiyun static irqreturn_t vfio_fsl_mc_irq_handler(int irq_num, void *arg)
55*4882a593Smuzhiyun {
56*4882a593Smuzhiyun struct vfio_fsl_mc_irq *mc_irq = (struct vfio_fsl_mc_irq *)arg;
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun eventfd_signal(mc_irq->trigger, 1);
59*4882a593Smuzhiyun return IRQ_HANDLED;
60*4882a593Smuzhiyun }
61*4882a593Smuzhiyun
vfio_set_trigger(struct vfio_fsl_mc_device * vdev,int index,int fd)62*4882a593Smuzhiyun static int vfio_set_trigger(struct vfio_fsl_mc_device *vdev,
63*4882a593Smuzhiyun int index, int fd)
64*4882a593Smuzhiyun {
65*4882a593Smuzhiyun struct vfio_fsl_mc_irq *irq = &vdev->mc_irqs[index];
66*4882a593Smuzhiyun struct eventfd_ctx *trigger;
67*4882a593Smuzhiyun int hwirq;
68*4882a593Smuzhiyun int ret;
69*4882a593Smuzhiyun
70*4882a593Smuzhiyun hwirq = vdev->mc_dev->irqs[index]->msi_desc->irq;
71*4882a593Smuzhiyun if (irq->trigger) {
72*4882a593Smuzhiyun free_irq(hwirq, irq);
73*4882a593Smuzhiyun kfree(irq->name);
74*4882a593Smuzhiyun eventfd_ctx_put(irq->trigger);
75*4882a593Smuzhiyun irq->trigger = NULL;
76*4882a593Smuzhiyun }
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun if (fd < 0) /* Disable only */
79*4882a593Smuzhiyun return 0;
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun irq->name = kasprintf(GFP_KERNEL, "vfio-irq[%d](%s)",
82*4882a593Smuzhiyun hwirq, dev_name(&vdev->mc_dev->dev));
83*4882a593Smuzhiyun if (!irq->name)
84*4882a593Smuzhiyun return -ENOMEM;
85*4882a593Smuzhiyun
86*4882a593Smuzhiyun trigger = eventfd_ctx_fdget(fd);
87*4882a593Smuzhiyun if (IS_ERR(trigger)) {
88*4882a593Smuzhiyun kfree(irq->name);
89*4882a593Smuzhiyun return PTR_ERR(trigger);
90*4882a593Smuzhiyun }
91*4882a593Smuzhiyun
92*4882a593Smuzhiyun irq->trigger = trigger;
93*4882a593Smuzhiyun
94*4882a593Smuzhiyun ret = request_irq(hwirq, vfio_fsl_mc_irq_handler, 0,
95*4882a593Smuzhiyun irq->name, irq);
96*4882a593Smuzhiyun if (ret) {
97*4882a593Smuzhiyun kfree(irq->name);
98*4882a593Smuzhiyun eventfd_ctx_put(trigger);
99*4882a593Smuzhiyun irq->trigger = NULL;
100*4882a593Smuzhiyun return ret;
101*4882a593Smuzhiyun }
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun return 0;
104*4882a593Smuzhiyun }
105*4882a593Smuzhiyun
vfio_fsl_mc_set_irq_trigger(struct vfio_fsl_mc_device * vdev,unsigned int index,unsigned int start,unsigned int count,u32 flags,void * data)106*4882a593Smuzhiyun static int vfio_fsl_mc_set_irq_trigger(struct vfio_fsl_mc_device *vdev,
107*4882a593Smuzhiyun unsigned int index, unsigned int start,
108*4882a593Smuzhiyun unsigned int count, u32 flags,
109*4882a593Smuzhiyun void *data)
110*4882a593Smuzhiyun {
111*4882a593Smuzhiyun struct fsl_mc_device *mc_dev = vdev->mc_dev;
112*4882a593Smuzhiyun int ret, hwirq;
113*4882a593Smuzhiyun struct vfio_fsl_mc_irq *irq;
114*4882a593Smuzhiyun struct device *cont_dev = fsl_mc_cont_dev(&mc_dev->dev);
115*4882a593Smuzhiyun struct fsl_mc_device *mc_cont = to_fsl_mc_device(cont_dev);
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun if (!count && (flags & VFIO_IRQ_SET_DATA_NONE))
118*4882a593Smuzhiyun return vfio_set_trigger(vdev, index, -1);
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun if (start != 0 || count != 1)
121*4882a593Smuzhiyun return -EINVAL;
122*4882a593Smuzhiyun
123*4882a593Smuzhiyun mutex_lock(&vdev->reflck->lock);
124*4882a593Smuzhiyun ret = fsl_mc_populate_irq_pool(mc_cont,
125*4882a593Smuzhiyun FSL_MC_IRQ_POOL_MAX_TOTAL_IRQS);
126*4882a593Smuzhiyun if (ret)
127*4882a593Smuzhiyun goto unlock;
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun ret = vfio_fsl_mc_irqs_allocate(vdev);
130*4882a593Smuzhiyun if (ret)
131*4882a593Smuzhiyun goto unlock;
132*4882a593Smuzhiyun mutex_unlock(&vdev->reflck->lock);
133*4882a593Smuzhiyun
134*4882a593Smuzhiyun if (flags & VFIO_IRQ_SET_DATA_EVENTFD) {
135*4882a593Smuzhiyun s32 fd = *(s32 *)data;
136*4882a593Smuzhiyun
137*4882a593Smuzhiyun return vfio_set_trigger(vdev, index, fd);
138*4882a593Smuzhiyun }
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun hwirq = vdev->mc_dev->irqs[index]->msi_desc->irq;
141*4882a593Smuzhiyun
142*4882a593Smuzhiyun irq = &vdev->mc_irqs[index];
143*4882a593Smuzhiyun
144*4882a593Smuzhiyun if (flags & VFIO_IRQ_SET_DATA_NONE) {
145*4882a593Smuzhiyun vfio_fsl_mc_irq_handler(hwirq, irq);
146*4882a593Smuzhiyun
147*4882a593Smuzhiyun } else if (flags & VFIO_IRQ_SET_DATA_BOOL) {
148*4882a593Smuzhiyun u8 trigger = *(u8 *)data;
149*4882a593Smuzhiyun
150*4882a593Smuzhiyun if (trigger)
151*4882a593Smuzhiyun vfio_fsl_mc_irq_handler(hwirq, irq);
152*4882a593Smuzhiyun }
153*4882a593Smuzhiyun
154*4882a593Smuzhiyun return 0;
155*4882a593Smuzhiyun
156*4882a593Smuzhiyun unlock:
157*4882a593Smuzhiyun mutex_unlock(&vdev->reflck->lock);
158*4882a593Smuzhiyun return ret;
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun }
161*4882a593Smuzhiyun
vfio_fsl_mc_set_irqs_ioctl(struct vfio_fsl_mc_device * vdev,u32 flags,unsigned int index,unsigned int start,unsigned int count,void * data)162*4882a593Smuzhiyun int vfio_fsl_mc_set_irqs_ioctl(struct vfio_fsl_mc_device *vdev,
163*4882a593Smuzhiyun u32 flags, unsigned int index,
164*4882a593Smuzhiyun unsigned int start, unsigned int count,
165*4882a593Smuzhiyun void *data)
166*4882a593Smuzhiyun {
167*4882a593Smuzhiyun if (flags & VFIO_IRQ_SET_ACTION_TRIGGER)
168*4882a593Smuzhiyun return vfio_fsl_mc_set_irq_trigger(vdev, index, start,
169*4882a593Smuzhiyun count, flags, data);
170*4882a593Smuzhiyun else
171*4882a593Smuzhiyun return -EINVAL;
172*4882a593Smuzhiyun }
173*4882a593Smuzhiyun
174*4882a593Smuzhiyun /* Free All IRQs for the given MC object */
vfio_fsl_mc_irqs_cleanup(struct vfio_fsl_mc_device * vdev)175*4882a593Smuzhiyun void vfio_fsl_mc_irqs_cleanup(struct vfio_fsl_mc_device *vdev)
176*4882a593Smuzhiyun {
177*4882a593Smuzhiyun struct fsl_mc_device *mc_dev = vdev->mc_dev;
178*4882a593Smuzhiyun int irq_count = mc_dev->obj_desc.irq_count;
179*4882a593Smuzhiyun int i;
180*4882a593Smuzhiyun
181*4882a593Smuzhiyun /*
182*4882a593Smuzhiyun * Device does not support any interrupt or the interrupts
183*4882a593Smuzhiyun * were not configured
184*4882a593Smuzhiyun */
185*4882a593Smuzhiyun if (!vdev->mc_irqs)
186*4882a593Smuzhiyun return;
187*4882a593Smuzhiyun
188*4882a593Smuzhiyun for (i = 0; i < irq_count; i++)
189*4882a593Smuzhiyun vfio_set_trigger(vdev, i, -1);
190*4882a593Smuzhiyun
191*4882a593Smuzhiyun fsl_mc_free_irqs(mc_dev);
192*4882a593Smuzhiyun kfree(vdev->mc_irqs);
193*4882a593Smuzhiyun vdev->mc_irqs = NULL;
194*4882a593Smuzhiyun }
195