1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * Broadcom NetXtreme-E RoCE driver.
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * Copyright (c) 2016 - 2017, Broadcom. All rights reserved. The term
5*4882a593Smuzhiyun * Broadcom refers to Broadcom Limited and/or its subsidiaries.
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * This software is available to you under a choice of one of two
8*4882a593Smuzhiyun * licenses. You may choose to be licensed under the terms of the GNU
9*4882a593Smuzhiyun * General Public License (GPL) Version 2, available from the file
10*4882a593Smuzhiyun * COPYING in the main directory of this source tree, or the
11*4882a593Smuzhiyun * BSD license below:
12*4882a593Smuzhiyun *
13*4882a593Smuzhiyun * Redistribution and use in source and binary forms, with or without
14*4882a593Smuzhiyun * modification, are permitted provided that the following conditions
15*4882a593Smuzhiyun * are met:
16*4882a593Smuzhiyun *
17*4882a593Smuzhiyun * 1. Redistributions of source code must retain the above copyright
18*4882a593Smuzhiyun * notice, this list of conditions and the following disclaimer.
19*4882a593Smuzhiyun * 2. Redistributions in binary form must reproduce the above copyright
20*4882a593Smuzhiyun * notice, this list of conditions and the following disclaimer in
21*4882a593Smuzhiyun * the documentation and/or other materials provided with the
22*4882a593Smuzhiyun * distribution.
23*4882a593Smuzhiyun *
24*4882a593Smuzhiyun * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS''
25*4882a593Smuzhiyun * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
26*4882a593Smuzhiyun * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
27*4882a593Smuzhiyun * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS
28*4882a593Smuzhiyun * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
29*4882a593Smuzhiyun * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
30*4882a593Smuzhiyun * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
31*4882a593Smuzhiyun * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
32*4882a593Smuzhiyun * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
33*4882a593Smuzhiyun * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
34*4882a593Smuzhiyun * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
35*4882a593Smuzhiyun *
36*4882a593Smuzhiyun * Description: IB Verbs interpreter (header)
37*4882a593Smuzhiyun */
38*4882a593Smuzhiyun
39*4882a593Smuzhiyun #ifndef __BNXT_RE_IB_VERBS_H__
40*4882a593Smuzhiyun #define __BNXT_RE_IB_VERBS_H__
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun struct bnxt_re_gid_ctx {
43*4882a593Smuzhiyun u32 idx;
44*4882a593Smuzhiyun u32 refcnt;
45*4882a593Smuzhiyun };
46*4882a593Smuzhiyun
47*4882a593Smuzhiyun #define BNXT_RE_FENCE_BYTES 64
48*4882a593Smuzhiyun struct bnxt_re_fence_data {
49*4882a593Smuzhiyun u32 size;
50*4882a593Smuzhiyun u8 va[BNXT_RE_FENCE_BYTES];
51*4882a593Smuzhiyun dma_addr_t dma_addr;
52*4882a593Smuzhiyun struct bnxt_re_mr *mr;
53*4882a593Smuzhiyun struct ib_mw *mw;
54*4882a593Smuzhiyun struct bnxt_qplib_swqe bind_wqe;
55*4882a593Smuzhiyun u32 bind_rkey;
56*4882a593Smuzhiyun };
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun struct bnxt_re_pd {
59*4882a593Smuzhiyun struct ib_pd ib_pd;
60*4882a593Smuzhiyun struct bnxt_re_dev *rdev;
61*4882a593Smuzhiyun struct bnxt_qplib_pd qplib_pd;
62*4882a593Smuzhiyun struct bnxt_re_fence_data fence;
63*4882a593Smuzhiyun };
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun struct bnxt_re_ah {
66*4882a593Smuzhiyun struct ib_ah ib_ah;
67*4882a593Smuzhiyun struct bnxt_re_dev *rdev;
68*4882a593Smuzhiyun struct bnxt_qplib_ah qplib_ah;
69*4882a593Smuzhiyun };
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun struct bnxt_re_srq {
72*4882a593Smuzhiyun struct ib_srq ib_srq;
73*4882a593Smuzhiyun struct bnxt_re_dev *rdev;
74*4882a593Smuzhiyun u32 srq_limit;
75*4882a593Smuzhiyun struct bnxt_qplib_srq qplib_srq;
76*4882a593Smuzhiyun struct ib_umem *umem;
77*4882a593Smuzhiyun spinlock_t lock; /* protect srq */
78*4882a593Smuzhiyun };
79*4882a593Smuzhiyun
80*4882a593Smuzhiyun struct bnxt_re_qp {
81*4882a593Smuzhiyun struct list_head list;
82*4882a593Smuzhiyun struct bnxt_re_dev *rdev;
83*4882a593Smuzhiyun struct ib_qp ib_qp;
84*4882a593Smuzhiyun spinlock_t sq_lock; /* protect sq */
85*4882a593Smuzhiyun spinlock_t rq_lock; /* protect rq */
86*4882a593Smuzhiyun struct bnxt_qplib_qp qplib_qp;
87*4882a593Smuzhiyun struct ib_umem *sumem;
88*4882a593Smuzhiyun struct ib_umem *rumem;
89*4882a593Smuzhiyun /* QP1 */
90*4882a593Smuzhiyun u32 send_psn;
91*4882a593Smuzhiyun struct ib_ud_header qp1_hdr;
92*4882a593Smuzhiyun struct bnxt_re_cq *scq;
93*4882a593Smuzhiyun struct bnxt_re_cq *rcq;
94*4882a593Smuzhiyun };
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun struct bnxt_re_cq {
97*4882a593Smuzhiyun struct ib_cq ib_cq;
98*4882a593Smuzhiyun struct bnxt_re_dev *rdev;
99*4882a593Smuzhiyun spinlock_t cq_lock; /* protect cq */
100*4882a593Smuzhiyun u16 cq_count;
101*4882a593Smuzhiyun u16 cq_period;
102*4882a593Smuzhiyun struct bnxt_qplib_cq qplib_cq;
103*4882a593Smuzhiyun struct bnxt_qplib_cqe *cql;
104*4882a593Smuzhiyun #define MAX_CQL_PER_POLL 1024
105*4882a593Smuzhiyun u32 max_cql;
106*4882a593Smuzhiyun struct ib_umem *umem;
107*4882a593Smuzhiyun };
108*4882a593Smuzhiyun
109*4882a593Smuzhiyun struct bnxt_re_mr {
110*4882a593Smuzhiyun struct bnxt_re_dev *rdev;
111*4882a593Smuzhiyun struct ib_mr ib_mr;
112*4882a593Smuzhiyun struct ib_umem *ib_umem;
113*4882a593Smuzhiyun struct bnxt_qplib_mrw qplib_mr;
114*4882a593Smuzhiyun u32 npages;
115*4882a593Smuzhiyun u64 *pages;
116*4882a593Smuzhiyun struct bnxt_qplib_frpl qplib_frpl;
117*4882a593Smuzhiyun };
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun struct bnxt_re_frpl {
120*4882a593Smuzhiyun struct bnxt_re_dev *rdev;
121*4882a593Smuzhiyun struct bnxt_qplib_frpl qplib_frpl;
122*4882a593Smuzhiyun u64 *page_list;
123*4882a593Smuzhiyun };
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun struct bnxt_re_mw {
126*4882a593Smuzhiyun struct bnxt_re_dev *rdev;
127*4882a593Smuzhiyun struct ib_mw ib_mw;
128*4882a593Smuzhiyun struct bnxt_qplib_mrw qplib_mw;
129*4882a593Smuzhiyun };
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun struct bnxt_re_ucontext {
132*4882a593Smuzhiyun struct ib_ucontext ib_uctx;
133*4882a593Smuzhiyun struct bnxt_re_dev *rdev;
134*4882a593Smuzhiyun struct bnxt_qplib_dpi dpi;
135*4882a593Smuzhiyun void *shpg;
136*4882a593Smuzhiyun spinlock_t sh_lock; /* protect shpg */
137*4882a593Smuzhiyun };
138*4882a593Smuzhiyun
bnxt_re_get_swqe_size(int nsge)139*4882a593Smuzhiyun static inline u16 bnxt_re_get_swqe_size(int nsge)
140*4882a593Smuzhiyun {
141*4882a593Smuzhiyun return sizeof(struct sq_send_hdr) + nsge * sizeof(struct sq_sge);
142*4882a593Smuzhiyun }
143*4882a593Smuzhiyun
bnxt_re_get_rwqe_size(int nsge)144*4882a593Smuzhiyun static inline u16 bnxt_re_get_rwqe_size(int nsge)
145*4882a593Smuzhiyun {
146*4882a593Smuzhiyun return sizeof(struct rq_wqe_hdr) + (nsge * sizeof(struct sq_sge));
147*4882a593Smuzhiyun }
148*4882a593Smuzhiyun
149*4882a593Smuzhiyun int bnxt_re_query_device(struct ib_device *ibdev,
150*4882a593Smuzhiyun struct ib_device_attr *ib_attr,
151*4882a593Smuzhiyun struct ib_udata *udata);
152*4882a593Smuzhiyun int bnxt_re_query_port(struct ib_device *ibdev, u8 port_num,
153*4882a593Smuzhiyun struct ib_port_attr *port_attr);
154*4882a593Smuzhiyun int bnxt_re_get_port_immutable(struct ib_device *ibdev, u8 port_num,
155*4882a593Smuzhiyun struct ib_port_immutable *immutable);
156*4882a593Smuzhiyun void bnxt_re_query_fw_str(struct ib_device *ibdev, char *str);
157*4882a593Smuzhiyun int bnxt_re_query_pkey(struct ib_device *ibdev, u8 port_num,
158*4882a593Smuzhiyun u16 index, u16 *pkey);
159*4882a593Smuzhiyun int bnxt_re_del_gid(const struct ib_gid_attr *attr, void **context);
160*4882a593Smuzhiyun int bnxt_re_add_gid(const struct ib_gid_attr *attr, void **context);
161*4882a593Smuzhiyun int bnxt_re_query_gid(struct ib_device *ibdev, u8 port_num,
162*4882a593Smuzhiyun int index, union ib_gid *gid);
163*4882a593Smuzhiyun enum rdma_link_layer bnxt_re_get_link_layer(struct ib_device *ibdev,
164*4882a593Smuzhiyun u8 port_num);
165*4882a593Smuzhiyun int bnxt_re_alloc_pd(struct ib_pd *pd, struct ib_udata *udata);
166*4882a593Smuzhiyun int bnxt_re_dealloc_pd(struct ib_pd *pd, struct ib_udata *udata);
167*4882a593Smuzhiyun int bnxt_re_create_ah(struct ib_ah *ah, struct rdma_ah_init_attr *init_attr,
168*4882a593Smuzhiyun struct ib_udata *udata);
169*4882a593Smuzhiyun int bnxt_re_modify_ah(struct ib_ah *ah, struct rdma_ah_attr *ah_attr);
170*4882a593Smuzhiyun int bnxt_re_query_ah(struct ib_ah *ah, struct rdma_ah_attr *ah_attr);
171*4882a593Smuzhiyun int bnxt_re_destroy_ah(struct ib_ah *ah, u32 flags);
172*4882a593Smuzhiyun int bnxt_re_create_srq(struct ib_srq *srq,
173*4882a593Smuzhiyun struct ib_srq_init_attr *srq_init_attr,
174*4882a593Smuzhiyun struct ib_udata *udata);
175*4882a593Smuzhiyun int bnxt_re_modify_srq(struct ib_srq *srq, struct ib_srq_attr *srq_attr,
176*4882a593Smuzhiyun enum ib_srq_attr_mask srq_attr_mask,
177*4882a593Smuzhiyun struct ib_udata *udata);
178*4882a593Smuzhiyun int bnxt_re_query_srq(struct ib_srq *srq, struct ib_srq_attr *srq_attr);
179*4882a593Smuzhiyun int bnxt_re_destroy_srq(struct ib_srq *srq, struct ib_udata *udata);
180*4882a593Smuzhiyun int bnxt_re_post_srq_recv(struct ib_srq *srq, const struct ib_recv_wr *recv_wr,
181*4882a593Smuzhiyun const struct ib_recv_wr **bad_recv_wr);
182*4882a593Smuzhiyun struct ib_qp *bnxt_re_create_qp(struct ib_pd *pd,
183*4882a593Smuzhiyun struct ib_qp_init_attr *qp_init_attr,
184*4882a593Smuzhiyun struct ib_udata *udata);
185*4882a593Smuzhiyun int bnxt_re_modify_qp(struct ib_qp *qp, struct ib_qp_attr *qp_attr,
186*4882a593Smuzhiyun int qp_attr_mask, struct ib_udata *udata);
187*4882a593Smuzhiyun int bnxt_re_query_qp(struct ib_qp *qp, struct ib_qp_attr *qp_attr,
188*4882a593Smuzhiyun int qp_attr_mask, struct ib_qp_init_attr *qp_init_attr);
189*4882a593Smuzhiyun int bnxt_re_destroy_qp(struct ib_qp *qp, struct ib_udata *udata);
190*4882a593Smuzhiyun int bnxt_re_post_send(struct ib_qp *qp, const struct ib_send_wr *send_wr,
191*4882a593Smuzhiyun const struct ib_send_wr **bad_send_wr);
192*4882a593Smuzhiyun int bnxt_re_post_recv(struct ib_qp *qp, const struct ib_recv_wr *recv_wr,
193*4882a593Smuzhiyun const struct ib_recv_wr **bad_recv_wr);
194*4882a593Smuzhiyun int bnxt_re_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr,
195*4882a593Smuzhiyun struct ib_udata *udata);
196*4882a593Smuzhiyun int bnxt_re_destroy_cq(struct ib_cq *cq, struct ib_udata *udata);
197*4882a593Smuzhiyun int bnxt_re_poll_cq(struct ib_cq *cq, int num_entries, struct ib_wc *wc);
198*4882a593Smuzhiyun int bnxt_re_req_notify_cq(struct ib_cq *cq, enum ib_cq_notify_flags flags);
199*4882a593Smuzhiyun struct ib_mr *bnxt_re_get_dma_mr(struct ib_pd *pd, int mr_access_flags);
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun int bnxt_re_map_mr_sg(struct ib_mr *ib_mr, struct scatterlist *sg, int sg_nents,
202*4882a593Smuzhiyun unsigned int *sg_offset);
203*4882a593Smuzhiyun struct ib_mr *bnxt_re_alloc_mr(struct ib_pd *ib_pd, enum ib_mr_type mr_type,
204*4882a593Smuzhiyun u32 max_num_sg);
205*4882a593Smuzhiyun int bnxt_re_dereg_mr(struct ib_mr *mr, struct ib_udata *udata);
206*4882a593Smuzhiyun struct ib_mw *bnxt_re_alloc_mw(struct ib_pd *ib_pd, enum ib_mw_type type,
207*4882a593Smuzhiyun struct ib_udata *udata);
208*4882a593Smuzhiyun int bnxt_re_dealloc_mw(struct ib_mw *mw);
209*4882a593Smuzhiyun struct ib_mr *bnxt_re_reg_user_mr(struct ib_pd *pd, u64 start, u64 length,
210*4882a593Smuzhiyun u64 virt_addr, int mr_access_flags,
211*4882a593Smuzhiyun struct ib_udata *udata);
212*4882a593Smuzhiyun int bnxt_re_alloc_ucontext(struct ib_ucontext *ctx, struct ib_udata *udata);
213*4882a593Smuzhiyun void bnxt_re_dealloc_ucontext(struct ib_ucontext *context);
214*4882a593Smuzhiyun int bnxt_re_mmap(struct ib_ucontext *context, struct vm_area_struct *vma);
215*4882a593Smuzhiyun
216*4882a593Smuzhiyun unsigned long bnxt_re_lock_cqs(struct bnxt_re_qp *qp);
217*4882a593Smuzhiyun void bnxt_re_unlock_cqs(struct bnxt_re_qp *qp, unsigned long flags);
218*4882a593Smuzhiyun #endif /* __BNXT_RE_IB_VERBS_H__ */
219