1*4882a593Smuzhiyun /**********************************************************************
2*4882a593Smuzhiyun * Author: Cavium, Inc.
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * Contact: support@cavium.com
5*4882a593Smuzhiyun * Please include "LiquidIO" in the subject.
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * Copyright (c) 2003-2016 Cavium, Inc.
8*4882a593Smuzhiyun *
9*4882a593Smuzhiyun * This file is free software; you can redistribute it and/or modify
10*4882a593Smuzhiyun * it under the terms of the GNU General Public License, Version 2, as
11*4882a593Smuzhiyun * published by the Free Software Foundation.
12*4882a593Smuzhiyun *
13*4882a593Smuzhiyun * This file is distributed in the hope that it will be useful, but
14*4882a593Smuzhiyun * AS-IS and WITHOUT ANY WARRANTY; without even the implied warranty
15*4882a593Smuzhiyun * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, TITLE, or
16*4882a593Smuzhiyun * NONINFRINGEMENT. See the GNU General Public License for more
17*4882a593Smuzhiyun * details.
18*4882a593Smuzhiyun **********************************************************************/
19*4882a593Smuzhiyun #include <linux/pci.h>
20*4882a593Smuzhiyun #include <linux/netdevice.h>
21*4882a593Smuzhiyun #include "liquidio_common.h"
22*4882a593Smuzhiyun #include "octeon_droq.h"
23*4882a593Smuzhiyun #include "octeon_iq.h"
24*4882a593Smuzhiyun #include "response_manager.h"
25*4882a593Smuzhiyun #include "octeon_device.h"
26*4882a593Smuzhiyun #include "octeon_nic.h"
27*4882a593Smuzhiyun #include "octeon_main.h"
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun void *
octeon_alloc_soft_command_resp(struct octeon_device * oct,union octeon_instr_64B * cmd,u32 rdatasize)30*4882a593Smuzhiyun octeon_alloc_soft_command_resp(struct octeon_device *oct,
31*4882a593Smuzhiyun union octeon_instr_64B *cmd,
32*4882a593Smuzhiyun u32 rdatasize)
33*4882a593Smuzhiyun {
34*4882a593Smuzhiyun struct octeon_soft_command *sc;
35*4882a593Smuzhiyun struct octeon_instr_ih3 *ih3;
36*4882a593Smuzhiyun struct octeon_instr_ih2 *ih2;
37*4882a593Smuzhiyun struct octeon_instr_irh *irh;
38*4882a593Smuzhiyun struct octeon_instr_rdp *rdp;
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun sc = (struct octeon_soft_command *)
41*4882a593Smuzhiyun octeon_alloc_soft_command(oct, 0, rdatasize, 0);
42*4882a593Smuzhiyun
43*4882a593Smuzhiyun if (!sc)
44*4882a593Smuzhiyun return NULL;
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun /* Copy existing command structure into the soft command */
47*4882a593Smuzhiyun memcpy(&sc->cmd, cmd, sizeof(union octeon_instr_64B));
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun /* Add in the response related fields. Opcode and Param are already
50*4882a593Smuzhiyun * there.
51*4882a593Smuzhiyun */
52*4882a593Smuzhiyun if (OCTEON_CN23XX_PF(oct) || OCTEON_CN23XX_VF(oct)) {
53*4882a593Smuzhiyun ih3 = (struct octeon_instr_ih3 *)&sc->cmd.cmd3.ih3;
54*4882a593Smuzhiyun rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd3.rdp;
55*4882a593Smuzhiyun irh = (struct octeon_instr_irh *)&sc->cmd.cmd3.irh;
56*4882a593Smuzhiyun /*pkiih3 + irh + ossp[0] + ossp[1] + rdp + rptr = 40 bytes */
57*4882a593Smuzhiyun ih3->fsz = LIO_SOFTCMDRESP_IH3;
58*4882a593Smuzhiyun } else {
59*4882a593Smuzhiyun ih2 = (struct octeon_instr_ih2 *)&sc->cmd.cmd2.ih2;
60*4882a593Smuzhiyun rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd2.rdp;
61*4882a593Smuzhiyun irh = (struct octeon_instr_irh *)&sc->cmd.cmd2.irh;
62*4882a593Smuzhiyun /* irh + ossp[0] + ossp[1] + rdp + rptr = 40 bytes */
63*4882a593Smuzhiyun ih2->fsz = LIO_SOFTCMDRESP_IH2;
64*4882a593Smuzhiyun }
65*4882a593Smuzhiyun
66*4882a593Smuzhiyun irh->rflag = 1; /* a response is required */
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun rdp->pcie_port = oct->pcie_port;
69*4882a593Smuzhiyun rdp->rlen = rdatasize;
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun *sc->status_word = COMPLETION_WORD_INIT;
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun if (OCTEON_CN23XX_PF(oct) || OCTEON_CN23XX_VF(oct))
74*4882a593Smuzhiyun sc->cmd.cmd3.rptr = sc->dmarptr;
75*4882a593Smuzhiyun else
76*4882a593Smuzhiyun sc->cmd.cmd2.rptr = sc->dmarptr;
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun sc->expiry_time = jiffies + msecs_to_jiffies(LIO_SC_MAX_TMO_MS);
79*4882a593Smuzhiyun
80*4882a593Smuzhiyun return sc;
81*4882a593Smuzhiyun }
82*4882a593Smuzhiyun
octnet_send_nic_data_pkt(struct octeon_device * oct,struct octnic_data_pkt * ndata,int xmit_more)83*4882a593Smuzhiyun int octnet_send_nic_data_pkt(struct octeon_device *oct,
84*4882a593Smuzhiyun struct octnic_data_pkt *ndata,
85*4882a593Smuzhiyun int xmit_more)
86*4882a593Smuzhiyun {
87*4882a593Smuzhiyun int ring_doorbell = !xmit_more;
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun return octeon_send_command(oct, ndata->q_no, ring_doorbell, &ndata->cmd,
90*4882a593Smuzhiyun ndata->buf, ndata->datasize,
91*4882a593Smuzhiyun ndata->reqtype);
92*4882a593Smuzhiyun }
93*4882a593Smuzhiyun
94*4882a593Smuzhiyun static inline struct octeon_soft_command
octnic_alloc_ctrl_pkt_sc(struct octeon_device * oct,struct octnic_ctrl_pkt * nctrl)95*4882a593Smuzhiyun *octnic_alloc_ctrl_pkt_sc(struct octeon_device *oct,
96*4882a593Smuzhiyun struct octnic_ctrl_pkt *nctrl)
97*4882a593Smuzhiyun {
98*4882a593Smuzhiyun struct octeon_soft_command *sc = NULL;
99*4882a593Smuzhiyun u8 *data;
100*4882a593Smuzhiyun u32 rdatasize;
101*4882a593Smuzhiyun u32 uddsize = 0, datasize = 0;
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun uddsize = (u32)(nctrl->ncmd.s.more * 8);
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun datasize = OCTNET_CMD_SIZE + uddsize;
106*4882a593Smuzhiyun rdatasize = 16;
107*4882a593Smuzhiyun
108*4882a593Smuzhiyun sc = (struct octeon_soft_command *)
109*4882a593Smuzhiyun octeon_alloc_soft_command(oct, datasize, rdatasize, 0);
110*4882a593Smuzhiyun
111*4882a593Smuzhiyun if (!sc)
112*4882a593Smuzhiyun return NULL;
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun data = (u8 *)sc->virtdptr;
115*4882a593Smuzhiyun
116*4882a593Smuzhiyun memcpy(data, &nctrl->ncmd, OCTNET_CMD_SIZE);
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun octeon_swap_8B_data((u64 *)data, (OCTNET_CMD_SIZE >> 3));
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun if (uddsize) {
121*4882a593Smuzhiyun /* Endian-Swap for UDD should have been done by caller. */
122*4882a593Smuzhiyun memcpy(data + OCTNET_CMD_SIZE, nctrl->udd, uddsize);
123*4882a593Smuzhiyun }
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun sc->iq_no = (u32)nctrl->iq_no;
126*4882a593Smuzhiyun
127*4882a593Smuzhiyun octeon_prepare_soft_command(oct, sc, OPCODE_NIC, OPCODE_NIC_CMD,
128*4882a593Smuzhiyun 0, 0, 0);
129*4882a593Smuzhiyun
130*4882a593Smuzhiyun init_completion(&sc->complete);
131*4882a593Smuzhiyun sc->sc_status = OCTEON_REQUEST_PENDING;
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun return sc;
134*4882a593Smuzhiyun }
135*4882a593Smuzhiyun
136*4882a593Smuzhiyun int
octnet_send_nic_ctrl_pkt(struct octeon_device * oct,struct octnic_ctrl_pkt * nctrl)137*4882a593Smuzhiyun octnet_send_nic_ctrl_pkt(struct octeon_device *oct,
138*4882a593Smuzhiyun struct octnic_ctrl_pkt *nctrl)
139*4882a593Smuzhiyun {
140*4882a593Smuzhiyun int retval;
141*4882a593Smuzhiyun struct octeon_soft_command *sc = NULL;
142*4882a593Smuzhiyun
143*4882a593Smuzhiyun spin_lock_bh(&oct->cmd_resp_wqlock);
144*4882a593Smuzhiyun /* Allow only rx ctrl command to stop traffic on the chip
145*4882a593Smuzhiyun * during offline operations
146*4882a593Smuzhiyun */
147*4882a593Smuzhiyun if ((oct->cmd_resp_state == OCT_DRV_OFFLINE) &&
148*4882a593Smuzhiyun (nctrl->ncmd.s.cmd != OCTNET_CMD_RX_CTL)) {
149*4882a593Smuzhiyun spin_unlock_bh(&oct->cmd_resp_wqlock);
150*4882a593Smuzhiyun dev_err(&oct->pci_dev->dev,
151*4882a593Smuzhiyun "%s cmd:%d not processed since driver offline\n",
152*4882a593Smuzhiyun __func__, nctrl->ncmd.s.cmd);
153*4882a593Smuzhiyun return -1;
154*4882a593Smuzhiyun }
155*4882a593Smuzhiyun
156*4882a593Smuzhiyun sc = octnic_alloc_ctrl_pkt_sc(oct, nctrl);
157*4882a593Smuzhiyun if (!sc) {
158*4882a593Smuzhiyun dev_err(&oct->pci_dev->dev, "%s soft command alloc failed\n",
159*4882a593Smuzhiyun __func__);
160*4882a593Smuzhiyun spin_unlock_bh(&oct->cmd_resp_wqlock);
161*4882a593Smuzhiyun return -1;
162*4882a593Smuzhiyun }
163*4882a593Smuzhiyun
164*4882a593Smuzhiyun retval = octeon_send_soft_command(oct, sc);
165*4882a593Smuzhiyun if (retval == IQ_SEND_FAILED) {
166*4882a593Smuzhiyun octeon_free_soft_command(oct, sc);
167*4882a593Smuzhiyun dev_err(&oct->pci_dev->dev, "%s pf_num:%d soft command:%d send failed status: %x\n",
168*4882a593Smuzhiyun __func__, oct->pf_num, nctrl->ncmd.s.cmd, retval);
169*4882a593Smuzhiyun spin_unlock_bh(&oct->cmd_resp_wqlock);
170*4882a593Smuzhiyun return -1;
171*4882a593Smuzhiyun }
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun spin_unlock_bh(&oct->cmd_resp_wqlock);
174*4882a593Smuzhiyun
175*4882a593Smuzhiyun if (nctrl->ncmd.s.cmdgroup == 0) {
176*4882a593Smuzhiyun switch (nctrl->ncmd.s.cmd) {
177*4882a593Smuzhiyun /* caller holds lock, can not sleep */
178*4882a593Smuzhiyun case OCTNET_CMD_CHANGE_DEVFLAGS:
179*4882a593Smuzhiyun case OCTNET_CMD_SET_MULTI_LIST:
180*4882a593Smuzhiyun case OCTNET_CMD_SET_UC_LIST:
181*4882a593Smuzhiyun WRITE_ONCE(sc->caller_is_done, true);
182*4882a593Smuzhiyun return retval;
183*4882a593Smuzhiyun }
184*4882a593Smuzhiyun }
185*4882a593Smuzhiyun
186*4882a593Smuzhiyun retval = wait_for_sc_completion_timeout(oct, sc, 0);
187*4882a593Smuzhiyun if (retval)
188*4882a593Smuzhiyun return (retval);
189*4882a593Smuzhiyun
190*4882a593Smuzhiyun nctrl->sc_status = sc->sc_status;
191*4882a593Smuzhiyun retval = nctrl->sc_status;
192*4882a593Smuzhiyun if (nctrl->cb_fn)
193*4882a593Smuzhiyun nctrl->cb_fn(nctrl);
194*4882a593Smuzhiyun
195*4882a593Smuzhiyun WRITE_ONCE(sc->caller_is_done, true);
196*4882a593Smuzhiyun
197*4882a593Smuzhiyun return retval;
198*4882a593Smuzhiyun }
199