1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * Broadcom NetXtreme-E RoCE driver.
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * Copyright (c) 2016 - 2017, Broadcom. All rights reserved. The term
5*4882a593Smuzhiyun * Broadcom refers to Broadcom Limited and/or its subsidiaries.
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * This software is available to you under a choice of one of two
8*4882a593Smuzhiyun * licenses. You may choose to be licensed under the terms of the GNU
9*4882a593Smuzhiyun * General Public License (GPL) Version 2, available from the file
10*4882a593Smuzhiyun * COPYING in the main directory of this source tree, or the
11*4882a593Smuzhiyun * BSD license below:
12*4882a593Smuzhiyun *
13*4882a593Smuzhiyun * Redistribution and use in source and binary forms, with or without
14*4882a593Smuzhiyun * modification, are permitted provided that the following conditions
15*4882a593Smuzhiyun * are met:
16*4882a593Smuzhiyun *
17*4882a593Smuzhiyun * 1. Redistributions of source code must retain the above copyright
18*4882a593Smuzhiyun * notice, this list of conditions and the following disclaimer.
19*4882a593Smuzhiyun * 2. Redistributions in binary form must reproduce the above copyright
20*4882a593Smuzhiyun * notice, this list of conditions and the following disclaimer in
21*4882a593Smuzhiyun * the documentation and/or other materials provided with the
22*4882a593Smuzhiyun * distribution.
23*4882a593Smuzhiyun *
24*4882a593Smuzhiyun * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS''
25*4882a593Smuzhiyun * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
26*4882a593Smuzhiyun * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
27*4882a593Smuzhiyun * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS
28*4882a593Smuzhiyun * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
29*4882a593Smuzhiyun * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
30*4882a593Smuzhiyun * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
31*4882a593Smuzhiyun * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
32*4882a593Smuzhiyun * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
33*4882a593Smuzhiyun * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
34*4882a593Smuzhiyun * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
35*4882a593Smuzhiyun *
36*4882a593Smuzhiyun * Description: RDMA Controller HW interface (header)
37*4882a593Smuzhiyun */
38*4882a593Smuzhiyun
39*4882a593Smuzhiyun #ifndef __BNXT_QPLIB_RCFW_H__
40*4882a593Smuzhiyun #define __BNXT_QPLIB_RCFW_H__
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun #define RCFW_CMDQ_TRIG_VAL 1
43*4882a593Smuzhiyun #define RCFW_COMM_PCI_BAR_REGION 0
44*4882a593Smuzhiyun #define RCFW_COMM_CONS_PCI_BAR_REGION 2
45*4882a593Smuzhiyun #define RCFW_COMM_BASE_OFFSET 0x600
46*4882a593Smuzhiyun #define RCFW_PF_COMM_PROD_OFFSET 0xc
47*4882a593Smuzhiyun #define RCFW_VF_COMM_PROD_OFFSET 0xc
48*4882a593Smuzhiyun #define RCFW_COMM_TRIG_OFFSET 0x100
49*4882a593Smuzhiyun #define RCFW_COMM_SIZE 0x104
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun #define RCFW_DBR_PCI_BAR_REGION 2
52*4882a593Smuzhiyun #define RCFW_DBR_BASE_PAGE_SHIFT 12
53*4882a593Smuzhiyun
54*4882a593Smuzhiyun #define RCFW_CMD_PREP(req, CMD, cmd_flags) \
55*4882a593Smuzhiyun do { \
56*4882a593Smuzhiyun memset(&(req), 0, sizeof((req))); \
57*4882a593Smuzhiyun (req).opcode = CMDQ_BASE_OPCODE_##CMD; \
58*4882a593Smuzhiyun (req).cmd_size = sizeof((req)); \
59*4882a593Smuzhiyun (req).flags = cpu_to_le16(cmd_flags); \
60*4882a593Smuzhiyun } while (0)
61*4882a593Smuzhiyun
62*4882a593Smuzhiyun #define RCFW_CMD_WAIT_TIME_MS 20000 /* 20 Seconds timeout */
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun /* Cmdq contains a fix number of a 16-Byte slots */
65*4882a593Smuzhiyun struct bnxt_qplib_cmdqe {
66*4882a593Smuzhiyun u8 data[16];
67*4882a593Smuzhiyun };
68*4882a593Smuzhiyun
69*4882a593Smuzhiyun /* CMDQ elements */
70*4882a593Smuzhiyun #define BNXT_QPLIB_CMDQE_MAX_CNT_256 256
71*4882a593Smuzhiyun #define BNXT_QPLIB_CMDQE_MAX_CNT_8192 8192
72*4882a593Smuzhiyun #define BNXT_QPLIB_CMDQE_UNITS sizeof(struct bnxt_qplib_cmdqe)
73*4882a593Smuzhiyun #define BNXT_QPLIB_CMDQE_BYTES(depth) ((depth) * BNXT_QPLIB_CMDQE_UNITS)
74*4882a593Smuzhiyun
bnxt_qplib_cmdqe_npages(u32 depth)75*4882a593Smuzhiyun static inline u32 bnxt_qplib_cmdqe_npages(u32 depth)
76*4882a593Smuzhiyun {
77*4882a593Smuzhiyun u32 npages;
78*4882a593Smuzhiyun
79*4882a593Smuzhiyun npages = BNXT_QPLIB_CMDQE_BYTES(depth) / PAGE_SIZE;
80*4882a593Smuzhiyun if (BNXT_QPLIB_CMDQE_BYTES(depth) % PAGE_SIZE)
81*4882a593Smuzhiyun npages++;
82*4882a593Smuzhiyun return npages;
83*4882a593Smuzhiyun }
84*4882a593Smuzhiyun
bnxt_qplib_cmdqe_page_size(u32 depth)85*4882a593Smuzhiyun static inline u32 bnxt_qplib_cmdqe_page_size(u32 depth)
86*4882a593Smuzhiyun {
87*4882a593Smuzhiyun return (bnxt_qplib_cmdqe_npages(depth) * PAGE_SIZE);
88*4882a593Smuzhiyun }
89*4882a593Smuzhiyun
90*4882a593Smuzhiyun /* Set the cmd_size to a factor of CMDQE unit */
bnxt_qplib_set_cmd_slots(struct cmdq_base * req)91*4882a593Smuzhiyun static inline void bnxt_qplib_set_cmd_slots(struct cmdq_base *req)
92*4882a593Smuzhiyun {
93*4882a593Smuzhiyun req->cmd_size = (req->cmd_size + BNXT_QPLIB_CMDQE_UNITS - 1) /
94*4882a593Smuzhiyun BNXT_QPLIB_CMDQE_UNITS;
95*4882a593Smuzhiyun }
96*4882a593Smuzhiyun
97*4882a593Smuzhiyun #define RCFW_MAX_COOKIE_VALUE 0x7FFF
98*4882a593Smuzhiyun #define RCFW_CMD_IS_BLOCKING 0x8000
99*4882a593Smuzhiyun #define RCFW_BLOCKED_CMD_WAIT_COUNT 0x4E20
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun #define HWRM_VERSION_RCFW_CMDQ_DEPTH_CHECK 0x1000900020011ULL
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun /* Crsq buf is 1024-Byte */
104*4882a593Smuzhiyun struct bnxt_qplib_crsbe {
105*4882a593Smuzhiyun u8 data[1024];
106*4882a593Smuzhiyun };
107*4882a593Smuzhiyun
108*4882a593Smuzhiyun /* CREQ */
109*4882a593Smuzhiyun /* Allocate 1 per QP for async error notification for now */
110*4882a593Smuzhiyun #define BNXT_QPLIB_CREQE_MAX_CNT (64 * 1024)
111*4882a593Smuzhiyun #define BNXT_QPLIB_CREQE_UNITS 16 /* 16-Bytes per prod unit */
112*4882a593Smuzhiyun #define CREQ_CMP_VALID(hdr, raw_cons, cp_bit) \
113*4882a593Smuzhiyun (!!((hdr)->v & CREQ_BASE_V) == \
114*4882a593Smuzhiyun !((raw_cons) & (cp_bit)))
115*4882a593Smuzhiyun #define CREQ_ENTRY_POLL_BUDGET 0x100
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun /* HWQ */
118*4882a593Smuzhiyun typedef int (*aeq_handler_t)(struct bnxt_qplib_rcfw *, void *, void *);
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun struct bnxt_qplib_crsqe {
121*4882a593Smuzhiyun struct creq_qp_event *resp;
122*4882a593Smuzhiyun u32 req_size;
123*4882a593Smuzhiyun };
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun struct bnxt_qplib_rcfw_sbuf {
126*4882a593Smuzhiyun void *sb;
127*4882a593Smuzhiyun dma_addr_t dma_addr;
128*4882a593Smuzhiyun u32 size;
129*4882a593Smuzhiyun };
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun struct bnxt_qplib_qp_node {
132*4882a593Smuzhiyun u32 qp_id; /* QP id */
133*4882a593Smuzhiyun void *qp_handle; /* ptr to qplib_qp */
134*4882a593Smuzhiyun };
135*4882a593Smuzhiyun
136*4882a593Smuzhiyun #define BNXT_QPLIB_OOS_COUNT_MASK 0xFFFFFFFF
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun #define FIRMWARE_INITIALIZED_FLAG (0)
139*4882a593Smuzhiyun #define FIRMWARE_FIRST_FLAG (31)
140*4882a593Smuzhiyun #define FIRMWARE_TIMED_OUT (3)
141*4882a593Smuzhiyun struct bnxt_qplib_cmdq_mbox {
142*4882a593Smuzhiyun struct bnxt_qplib_reg_desc reg;
143*4882a593Smuzhiyun void __iomem *prod;
144*4882a593Smuzhiyun void __iomem *db;
145*4882a593Smuzhiyun };
146*4882a593Smuzhiyun
147*4882a593Smuzhiyun struct bnxt_qplib_cmdq_ctx {
148*4882a593Smuzhiyun struct bnxt_qplib_hwq hwq;
149*4882a593Smuzhiyun struct bnxt_qplib_cmdq_mbox cmdq_mbox;
150*4882a593Smuzhiyun wait_queue_head_t waitq;
151*4882a593Smuzhiyun unsigned long flags;
152*4882a593Smuzhiyun unsigned long *cmdq_bitmap;
153*4882a593Smuzhiyun u32 seq_num;
154*4882a593Smuzhiyun };
155*4882a593Smuzhiyun
156*4882a593Smuzhiyun struct bnxt_qplib_creq_db {
157*4882a593Smuzhiyun struct bnxt_qplib_reg_desc reg;
158*4882a593Smuzhiyun struct bnxt_qplib_db_info dbinfo;
159*4882a593Smuzhiyun };
160*4882a593Smuzhiyun
161*4882a593Smuzhiyun struct bnxt_qplib_creq_stat {
162*4882a593Smuzhiyun u64 creq_qp_event_processed;
163*4882a593Smuzhiyun u64 creq_func_event_processed;
164*4882a593Smuzhiyun };
165*4882a593Smuzhiyun
166*4882a593Smuzhiyun struct bnxt_qplib_creq_ctx {
167*4882a593Smuzhiyun struct bnxt_qplib_hwq hwq;
168*4882a593Smuzhiyun struct bnxt_qplib_creq_db creq_db;
169*4882a593Smuzhiyun struct bnxt_qplib_creq_stat stats;
170*4882a593Smuzhiyun struct tasklet_struct creq_tasklet;
171*4882a593Smuzhiyun aeq_handler_t aeq_handler;
172*4882a593Smuzhiyun u16 ring_id;
173*4882a593Smuzhiyun int msix_vec;
174*4882a593Smuzhiyun bool requested; /*irq handler installed */
175*4882a593Smuzhiyun };
176*4882a593Smuzhiyun
177*4882a593Smuzhiyun /* RCFW Communication Channels */
178*4882a593Smuzhiyun struct bnxt_qplib_rcfw {
179*4882a593Smuzhiyun struct pci_dev *pdev;
180*4882a593Smuzhiyun struct bnxt_qplib_res *res;
181*4882a593Smuzhiyun struct bnxt_qplib_cmdq_ctx cmdq;
182*4882a593Smuzhiyun struct bnxt_qplib_creq_ctx creq;
183*4882a593Smuzhiyun struct bnxt_qplib_crsqe *crsqe_tbl;
184*4882a593Smuzhiyun int qp_tbl_size;
185*4882a593Smuzhiyun struct bnxt_qplib_qp_node *qp_tbl;
186*4882a593Smuzhiyun u64 oos_prev;
187*4882a593Smuzhiyun u32 init_oos_stats;
188*4882a593Smuzhiyun u32 cmdq_depth;
189*4882a593Smuzhiyun };
190*4882a593Smuzhiyun
191*4882a593Smuzhiyun void bnxt_qplib_free_rcfw_channel(struct bnxt_qplib_rcfw *rcfw);
192*4882a593Smuzhiyun int bnxt_qplib_alloc_rcfw_channel(struct bnxt_qplib_res *res,
193*4882a593Smuzhiyun struct bnxt_qplib_rcfw *rcfw,
194*4882a593Smuzhiyun struct bnxt_qplib_ctx *ctx,
195*4882a593Smuzhiyun int qp_tbl_sz);
196*4882a593Smuzhiyun void bnxt_qplib_rcfw_stop_irq(struct bnxt_qplib_rcfw *rcfw, bool kill);
197*4882a593Smuzhiyun void bnxt_qplib_disable_rcfw_channel(struct bnxt_qplib_rcfw *rcfw);
198*4882a593Smuzhiyun int bnxt_qplib_rcfw_start_irq(struct bnxt_qplib_rcfw *rcfw, int msix_vector,
199*4882a593Smuzhiyun bool need_init);
200*4882a593Smuzhiyun int bnxt_qplib_enable_rcfw_channel(struct bnxt_qplib_rcfw *rcfw,
201*4882a593Smuzhiyun int msix_vector,
202*4882a593Smuzhiyun int cp_bar_reg_off, int virt_fn,
203*4882a593Smuzhiyun aeq_handler_t aeq_handler);
204*4882a593Smuzhiyun
205*4882a593Smuzhiyun struct bnxt_qplib_rcfw_sbuf *bnxt_qplib_rcfw_alloc_sbuf(
206*4882a593Smuzhiyun struct bnxt_qplib_rcfw *rcfw,
207*4882a593Smuzhiyun u32 size);
208*4882a593Smuzhiyun void bnxt_qplib_rcfw_free_sbuf(struct bnxt_qplib_rcfw *rcfw,
209*4882a593Smuzhiyun struct bnxt_qplib_rcfw_sbuf *sbuf);
210*4882a593Smuzhiyun int bnxt_qplib_rcfw_send_message(struct bnxt_qplib_rcfw *rcfw,
211*4882a593Smuzhiyun struct cmdq_base *req, struct creq_base *resp,
212*4882a593Smuzhiyun void *sbuf, u8 is_block);
213*4882a593Smuzhiyun
214*4882a593Smuzhiyun int bnxt_qplib_deinit_rcfw(struct bnxt_qplib_rcfw *rcfw);
215*4882a593Smuzhiyun int bnxt_qplib_init_rcfw(struct bnxt_qplib_rcfw *rcfw,
216*4882a593Smuzhiyun struct bnxt_qplib_ctx *ctx, int is_virtfn);
217*4882a593Smuzhiyun void bnxt_qplib_mark_qp_error(void *qp_handle);
map_qp_id_to_tbl_indx(u32 qid,struct bnxt_qplib_rcfw * rcfw)218*4882a593Smuzhiyun static inline u32 map_qp_id_to_tbl_indx(u32 qid, struct bnxt_qplib_rcfw *rcfw)
219*4882a593Smuzhiyun {
220*4882a593Smuzhiyun /* Last index of the qp_tbl is for QP1 ie. qp_tbl_size - 1*/
221*4882a593Smuzhiyun return (qid == 1) ? rcfw->qp_tbl_size - 1 : qid % rcfw->qp_tbl_size - 2;
222*4882a593Smuzhiyun }
223*4882a593Smuzhiyun #endif /* __BNXT_QPLIB_RCFW_H__ */
224