1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * Copyright 2014 Cisco Systems, Inc. All rights reserved.
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * This program is free software; you may redistribute it and/or modify
5*4882a593Smuzhiyun * it under the terms of the GNU General Public License as published by
6*4882a593Smuzhiyun * the Free Software Foundation; version 2 of the License.
7*4882a593Smuzhiyun *
8*4882a593Smuzhiyun * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
9*4882a593Smuzhiyun * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
10*4882a593Smuzhiyun * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
11*4882a593Smuzhiyun * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
12*4882a593Smuzhiyun * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
13*4882a593Smuzhiyun * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
14*4882a593Smuzhiyun * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
15*4882a593Smuzhiyun * SOFTWARE.
16*4882a593Smuzhiyun */
17*4882a593Smuzhiyun
18*4882a593Smuzhiyun #include <linux/string.h>
19*4882a593Smuzhiyun #include <linux/errno.h>
20*4882a593Smuzhiyun #include <linux/pci.h>
21*4882a593Smuzhiyun #include <linux/interrupt.h>
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun #include "vnic_dev.h"
24*4882a593Smuzhiyun #include "vnic_intr.h"
25*4882a593Smuzhiyun #include "vnic_stats.h"
26*4882a593Smuzhiyun #include "snic_io.h"
27*4882a593Smuzhiyun #include "snic.h"
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun
30*4882a593Smuzhiyun /*
31*4882a593Smuzhiyun * snic_isr_msix_wq : MSIx ISR for work queue.
32*4882a593Smuzhiyun */
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun static irqreturn_t
snic_isr_msix_wq(int irq,void * data)35*4882a593Smuzhiyun snic_isr_msix_wq(int irq, void *data)
36*4882a593Smuzhiyun {
37*4882a593Smuzhiyun struct snic *snic = data;
38*4882a593Smuzhiyun unsigned long wq_work_done = 0;
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun snic->s_stats.misc.last_isr_time = jiffies;
41*4882a593Smuzhiyun atomic64_inc(&snic->s_stats.misc.ack_isr_cnt);
42*4882a593Smuzhiyun
43*4882a593Smuzhiyun wq_work_done = snic_wq_cmpl_handler(snic, -1);
44*4882a593Smuzhiyun svnic_intr_return_credits(&snic->intr[SNIC_MSIX_WQ],
45*4882a593Smuzhiyun wq_work_done,
46*4882a593Smuzhiyun 1 /* unmask intr */,
47*4882a593Smuzhiyun 1 /* reset intr timer */);
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun return IRQ_HANDLED;
50*4882a593Smuzhiyun } /* end of snic_isr_msix_wq */
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun static irqreturn_t
snic_isr_msix_io_cmpl(int irq,void * data)53*4882a593Smuzhiyun snic_isr_msix_io_cmpl(int irq, void *data)
54*4882a593Smuzhiyun {
55*4882a593Smuzhiyun struct snic *snic = data;
56*4882a593Smuzhiyun unsigned long iocmpl_work_done = 0;
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun snic->s_stats.misc.last_isr_time = jiffies;
59*4882a593Smuzhiyun atomic64_inc(&snic->s_stats.misc.cmpl_isr_cnt);
60*4882a593Smuzhiyun
61*4882a593Smuzhiyun iocmpl_work_done = snic_fwcq_cmpl_handler(snic, -1);
62*4882a593Smuzhiyun svnic_intr_return_credits(&snic->intr[SNIC_MSIX_IO_CMPL],
63*4882a593Smuzhiyun iocmpl_work_done,
64*4882a593Smuzhiyun 1 /* unmask intr */,
65*4882a593Smuzhiyun 1 /* reset intr timer */);
66*4882a593Smuzhiyun
67*4882a593Smuzhiyun return IRQ_HANDLED;
68*4882a593Smuzhiyun } /* end of snic_isr_msix_io_cmpl */
69*4882a593Smuzhiyun
70*4882a593Smuzhiyun static irqreturn_t
snic_isr_msix_err_notify(int irq,void * data)71*4882a593Smuzhiyun snic_isr_msix_err_notify(int irq, void *data)
72*4882a593Smuzhiyun {
73*4882a593Smuzhiyun struct snic *snic = data;
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun snic->s_stats.misc.last_isr_time = jiffies;
76*4882a593Smuzhiyun atomic64_inc(&snic->s_stats.misc.errnotify_isr_cnt);
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun svnic_intr_return_all_credits(&snic->intr[SNIC_MSIX_ERR_NOTIFY]);
79*4882a593Smuzhiyun snic_log_q_error(snic);
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun /*Handling link events */
82*4882a593Smuzhiyun snic_handle_link_event(snic);
83*4882a593Smuzhiyun
84*4882a593Smuzhiyun return IRQ_HANDLED;
85*4882a593Smuzhiyun } /* end of snic_isr_msix_err_notify */
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun
88*4882a593Smuzhiyun void
snic_free_intr(struct snic * snic)89*4882a593Smuzhiyun snic_free_intr(struct snic *snic)
90*4882a593Smuzhiyun {
91*4882a593Smuzhiyun int i;
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun /* ONLY interrupt mode MSIX is supported */
94*4882a593Smuzhiyun for (i = 0; i < ARRAY_SIZE(snic->msix); i++) {
95*4882a593Smuzhiyun if (snic->msix[i].requested) {
96*4882a593Smuzhiyun free_irq(pci_irq_vector(snic->pdev, i),
97*4882a593Smuzhiyun snic->msix[i].devid);
98*4882a593Smuzhiyun }
99*4882a593Smuzhiyun }
100*4882a593Smuzhiyun } /* end of snic_free_intr */
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun int
snic_request_intr(struct snic * snic)103*4882a593Smuzhiyun snic_request_intr(struct snic *snic)
104*4882a593Smuzhiyun {
105*4882a593Smuzhiyun int ret = 0, i;
106*4882a593Smuzhiyun enum vnic_dev_intr_mode intr_mode;
107*4882a593Smuzhiyun
108*4882a593Smuzhiyun intr_mode = svnic_dev_get_intr_mode(snic->vdev);
109*4882a593Smuzhiyun SNIC_BUG_ON(intr_mode != VNIC_DEV_INTR_MODE_MSIX);
110*4882a593Smuzhiyun
111*4882a593Smuzhiyun /*
112*4882a593Smuzhiyun * Currently HW supports single WQ and CQ. So passing devid as snic.
113*4882a593Smuzhiyun * When hardware supports multiple WQs and CQs, one idea is
114*4882a593Smuzhiyun * to pass devid as corresponding WQ or CQ ptr and retrieve snic
115*4882a593Smuzhiyun * from queue ptr.
116*4882a593Smuzhiyun * Except for err_notify, which is always one.
117*4882a593Smuzhiyun */
118*4882a593Smuzhiyun sprintf(snic->msix[SNIC_MSIX_WQ].devname,
119*4882a593Smuzhiyun "%.11s-scsi-wq",
120*4882a593Smuzhiyun snic->name);
121*4882a593Smuzhiyun snic->msix[SNIC_MSIX_WQ].isr = snic_isr_msix_wq;
122*4882a593Smuzhiyun snic->msix[SNIC_MSIX_WQ].devid = snic;
123*4882a593Smuzhiyun
124*4882a593Smuzhiyun sprintf(snic->msix[SNIC_MSIX_IO_CMPL].devname,
125*4882a593Smuzhiyun "%.11s-io-cmpl",
126*4882a593Smuzhiyun snic->name);
127*4882a593Smuzhiyun snic->msix[SNIC_MSIX_IO_CMPL].isr = snic_isr_msix_io_cmpl;
128*4882a593Smuzhiyun snic->msix[SNIC_MSIX_IO_CMPL].devid = snic;
129*4882a593Smuzhiyun
130*4882a593Smuzhiyun sprintf(snic->msix[SNIC_MSIX_ERR_NOTIFY].devname,
131*4882a593Smuzhiyun "%.11s-err-notify",
132*4882a593Smuzhiyun snic->name);
133*4882a593Smuzhiyun snic->msix[SNIC_MSIX_ERR_NOTIFY].isr = snic_isr_msix_err_notify;
134*4882a593Smuzhiyun snic->msix[SNIC_MSIX_ERR_NOTIFY].devid = snic;
135*4882a593Smuzhiyun
136*4882a593Smuzhiyun for (i = 0; i < ARRAY_SIZE(snic->msix); i++) {
137*4882a593Smuzhiyun ret = request_irq(pci_irq_vector(snic->pdev, i),
138*4882a593Smuzhiyun snic->msix[i].isr,
139*4882a593Smuzhiyun 0,
140*4882a593Smuzhiyun snic->msix[i].devname,
141*4882a593Smuzhiyun snic->msix[i].devid);
142*4882a593Smuzhiyun if (ret) {
143*4882a593Smuzhiyun SNIC_HOST_ERR(snic->shost,
144*4882a593Smuzhiyun "MSI-X: request_irq(%d) failed %d\n",
145*4882a593Smuzhiyun i,
146*4882a593Smuzhiyun ret);
147*4882a593Smuzhiyun snic_free_intr(snic);
148*4882a593Smuzhiyun break;
149*4882a593Smuzhiyun }
150*4882a593Smuzhiyun snic->msix[i].requested = 1;
151*4882a593Smuzhiyun }
152*4882a593Smuzhiyun
153*4882a593Smuzhiyun return ret;
154*4882a593Smuzhiyun } /* end of snic_request_intr */
155*4882a593Smuzhiyun
156*4882a593Smuzhiyun int
snic_set_intr_mode(struct snic * snic)157*4882a593Smuzhiyun snic_set_intr_mode(struct snic *snic)
158*4882a593Smuzhiyun {
159*4882a593Smuzhiyun unsigned int n = ARRAY_SIZE(snic->wq);
160*4882a593Smuzhiyun unsigned int m = SNIC_CQ_IO_CMPL_MAX;
161*4882a593Smuzhiyun unsigned int vecs = n + m + 1;
162*4882a593Smuzhiyun
163*4882a593Smuzhiyun /*
164*4882a593Smuzhiyun * We need n WQs, m CQs, and n+m+1 INTRs
165*4882a593Smuzhiyun * (last INTR is used for WQ/CQ errors and notification area
166*4882a593Smuzhiyun */
167*4882a593Smuzhiyun BUILD_BUG_ON((ARRAY_SIZE(snic->wq) + SNIC_CQ_IO_CMPL_MAX) >
168*4882a593Smuzhiyun ARRAY_SIZE(snic->intr));
169*4882a593Smuzhiyun
170*4882a593Smuzhiyun if (snic->wq_count < n || snic->cq_count < n + m)
171*4882a593Smuzhiyun goto fail;
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun if (pci_alloc_irq_vectors(snic->pdev, vecs, vecs, PCI_IRQ_MSIX) < 0)
174*4882a593Smuzhiyun goto fail;
175*4882a593Smuzhiyun
176*4882a593Smuzhiyun snic->wq_count = n;
177*4882a593Smuzhiyun snic->cq_count = n + m;
178*4882a593Smuzhiyun snic->intr_count = vecs;
179*4882a593Smuzhiyun snic->err_intr_offset = SNIC_MSIX_ERR_NOTIFY;
180*4882a593Smuzhiyun
181*4882a593Smuzhiyun SNIC_ISR_DBG(snic->shost, "Using MSI-X Interrupts\n");
182*4882a593Smuzhiyun svnic_dev_set_intr_mode(snic->vdev, VNIC_DEV_INTR_MODE_MSIX);
183*4882a593Smuzhiyun return 0;
184*4882a593Smuzhiyun fail:
185*4882a593Smuzhiyun svnic_dev_set_intr_mode(snic->vdev, VNIC_DEV_INTR_MODE_UNKNOWN);
186*4882a593Smuzhiyun return -EINVAL;
187*4882a593Smuzhiyun } /* end of snic_set_intr_mode */
188*4882a593Smuzhiyun
189*4882a593Smuzhiyun void
snic_clear_intr_mode(struct snic * snic)190*4882a593Smuzhiyun snic_clear_intr_mode(struct snic *snic)
191*4882a593Smuzhiyun {
192*4882a593Smuzhiyun pci_free_irq_vectors(snic->pdev);
193*4882a593Smuzhiyun svnic_dev_set_intr_mode(snic->vdev, VNIC_DEV_INTR_MODE_INTX);
194*4882a593Smuzhiyun }
195