xref: /OK3568_Linux_fs/kernel/drivers/net/ethernet/qlogic/qed/qed_rdma.h (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun /* SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause) */
2*4882a593Smuzhiyun /* QLogic qed NIC Driver
3*4882a593Smuzhiyun  * Copyright (c) 2015-2017  QLogic Corporation
4*4882a593Smuzhiyun  * Copyright (c) 2019-2020 Marvell International Ltd.
5*4882a593Smuzhiyun  */
6*4882a593Smuzhiyun 
7*4882a593Smuzhiyun #ifndef _QED_RDMA_H
8*4882a593Smuzhiyun #define _QED_RDMA_H
9*4882a593Smuzhiyun #include <linux/types.h>
10*4882a593Smuzhiyun #include <linux/bitops.h>
11*4882a593Smuzhiyun #include <linux/kernel.h>
12*4882a593Smuzhiyun #include <linux/list.h>
13*4882a593Smuzhiyun #include <linux/slab.h>
14*4882a593Smuzhiyun #include <linux/spinlock.h>
15*4882a593Smuzhiyun #include <linux/qed/qed_if.h>
16*4882a593Smuzhiyun #include <linux/qed/qed_rdma_if.h>
17*4882a593Smuzhiyun #include "qed.h"
18*4882a593Smuzhiyun #include "qed_dev_api.h"
19*4882a593Smuzhiyun #include "qed_hsi.h"
20*4882a593Smuzhiyun #include "qed_iwarp.h"
21*4882a593Smuzhiyun #include "qed_roce.h"
22*4882a593Smuzhiyun 
23*4882a593Smuzhiyun #define QED_RDMA_MAX_P_KEY                  (1)
24*4882a593Smuzhiyun #define QED_RDMA_MAX_WQE                    (0x7FFF)
25*4882a593Smuzhiyun #define QED_RDMA_MAX_SRQ_WQE_ELEM           (0x7FFF)
26*4882a593Smuzhiyun #define QED_RDMA_PAGE_SIZE_CAPS             (0xFFFFF000)
27*4882a593Smuzhiyun #define QED_RDMA_ACK_DELAY                  (15)
28*4882a593Smuzhiyun #define QED_RDMA_MAX_MR_SIZE                (0x10000000000ULL)
29*4882a593Smuzhiyun #define QED_RDMA_MAX_CQS                    (RDMA_MAX_CQS)
30*4882a593Smuzhiyun #define QED_RDMA_MAX_MRS                    (RDMA_MAX_TIDS)
31*4882a593Smuzhiyun /* Add 1 for header element */
32*4882a593Smuzhiyun #define QED_RDMA_MAX_SRQ_ELEM_PER_WQE	    (RDMA_MAX_SGE_PER_RQ_WQE + 1)
33*4882a593Smuzhiyun #define QED_RDMA_MAX_SGE_PER_SRQ_WQE        (RDMA_MAX_SGE_PER_RQ_WQE)
34*4882a593Smuzhiyun #define QED_RDMA_SRQ_WQE_ELEM_SIZE          (16)
35*4882a593Smuzhiyun #define QED_RDMA_MAX_SRQS                   (32 * 1024)
36*4882a593Smuzhiyun 
37*4882a593Smuzhiyun #define QED_RDMA_MAX_CQE_32_BIT             (0x7FFFFFFF - 1)
38*4882a593Smuzhiyun #define QED_RDMA_MAX_CQE_16_BIT             (0x7FFF - 1)
39*4882a593Smuzhiyun 
40*4882a593Smuzhiyun /* Up to 2^16 XRC Domains are supported, but the actual number of supported XRC
41*4882a593Smuzhiyun  * SRQs is much smaller so there's no need to have that many domains.
42*4882a593Smuzhiyun  */
43*4882a593Smuzhiyun #define QED_RDMA_MAX_XRCDS      (roundup_pow_of_two(RDMA_MAX_XRC_SRQS))
44*4882a593Smuzhiyun 
45*4882a593Smuzhiyun enum qed_rdma_toggle_bit {
46*4882a593Smuzhiyun 	QED_RDMA_TOGGLE_BIT_CLEAR = 0,
47*4882a593Smuzhiyun 	QED_RDMA_TOGGLE_BIT_SET = 1
48*4882a593Smuzhiyun };
49*4882a593Smuzhiyun 
50*4882a593Smuzhiyun #define QED_RDMA_MAX_BMAP_NAME	(10)
51*4882a593Smuzhiyun struct qed_bmap {
52*4882a593Smuzhiyun 	unsigned long *bitmap;
53*4882a593Smuzhiyun 	u32 max_count;
54*4882a593Smuzhiyun 	char name[QED_RDMA_MAX_BMAP_NAME];
55*4882a593Smuzhiyun };
56*4882a593Smuzhiyun 
57*4882a593Smuzhiyun struct qed_rdma_info {
58*4882a593Smuzhiyun 	/* spin lock to protect bitmaps */
59*4882a593Smuzhiyun 	spinlock_t lock;
60*4882a593Smuzhiyun 
61*4882a593Smuzhiyun 	struct qed_bmap cq_map;
62*4882a593Smuzhiyun 	struct qed_bmap pd_map;
63*4882a593Smuzhiyun 	struct qed_bmap xrcd_map;
64*4882a593Smuzhiyun 	struct qed_bmap tid_map;
65*4882a593Smuzhiyun 	struct qed_bmap qp_map;
66*4882a593Smuzhiyun 	struct qed_bmap srq_map;
67*4882a593Smuzhiyun 	struct qed_bmap xrc_srq_map;
68*4882a593Smuzhiyun 	struct qed_bmap cid_map;
69*4882a593Smuzhiyun 	struct qed_bmap tcp_cid_map;
70*4882a593Smuzhiyun 	struct qed_bmap real_cid_map;
71*4882a593Smuzhiyun 	struct qed_bmap dpi_map;
72*4882a593Smuzhiyun 	struct qed_bmap toggle_bits;
73*4882a593Smuzhiyun 	struct qed_rdma_events events;
74*4882a593Smuzhiyun 	struct qed_rdma_device *dev;
75*4882a593Smuzhiyun 	struct qed_rdma_port *port;
76*4882a593Smuzhiyun 	u32 last_tid;
77*4882a593Smuzhiyun 	u8 num_cnqs;
78*4882a593Smuzhiyun 	u32 num_qps;
79*4882a593Smuzhiyun 	u32 num_mrs;
80*4882a593Smuzhiyun 	u32 num_srqs;
81*4882a593Smuzhiyun 	u16 srq_id_offset;
82*4882a593Smuzhiyun 	u16 queue_zone_base;
83*4882a593Smuzhiyun 	u16 max_queue_zones;
84*4882a593Smuzhiyun 	enum protocol_type proto;
85*4882a593Smuzhiyun 	struct qed_iwarp_info iwarp;
86*4882a593Smuzhiyun 	u8 active:1;
87*4882a593Smuzhiyun };
88*4882a593Smuzhiyun 
89*4882a593Smuzhiyun struct qed_rdma_qp {
90*4882a593Smuzhiyun 	struct regpair qp_handle;
91*4882a593Smuzhiyun 	struct regpair qp_handle_async;
92*4882a593Smuzhiyun 	u32 qpid;
93*4882a593Smuzhiyun 	u16 icid;
94*4882a593Smuzhiyun 	enum qed_roce_qp_state cur_state;
95*4882a593Smuzhiyun 	enum qed_rdma_qp_type qp_type;
96*4882a593Smuzhiyun 	enum qed_iwarp_qp_state iwarp_state;
97*4882a593Smuzhiyun 	bool use_srq;
98*4882a593Smuzhiyun 	bool signal_all;
99*4882a593Smuzhiyun 	bool fmr_and_reserved_lkey;
100*4882a593Smuzhiyun 
101*4882a593Smuzhiyun 	bool incoming_rdma_read_en;
102*4882a593Smuzhiyun 	bool incoming_rdma_write_en;
103*4882a593Smuzhiyun 	bool incoming_atomic_en;
104*4882a593Smuzhiyun 	bool e2e_flow_control_en;
105*4882a593Smuzhiyun 
106*4882a593Smuzhiyun 	u16 pd;
107*4882a593Smuzhiyun 	u16 pkey;
108*4882a593Smuzhiyun 	u32 dest_qp;
109*4882a593Smuzhiyun 	u16 mtu;
110*4882a593Smuzhiyun 	u16 srq_id;
111*4882a593Smuzhiyun 	u8 traffic_class_tos;
112*4882a593Smuzhiyun 	u8 hop_limit_ttl;
113*4882a593Smuzhiyun 	u16 dpi;
114*4882a593Smuzhiyun 	u32 flow_label;
115*4882a593Smuzhiyun 	bool lb_indication;
116*4882a593Smuzhiyun 	u16 vlan_id;
117*4882a593Smuzhiyun 	u32 ack_timeout;
118*4882a593Smuzhiyun 	u8 retry_cnt;
119*4882a593Smuzhiyun 	u8 rnr_retry_cnt;
120*4882a593Smuzhiyun 	u8 min_rnr_nak_timer;
121*4882a593Smuzhiyun 	bool sqd_async;
122*4882a593Smuzhiyun 	union qed_gid sgid;
123*4882a593Smuzhiyun 	union qed_gid dgid;
124*4882a593Smuzhiyun 	enum roce_mode roce_mode;
125*4882a593Smuzhiyun 	u16 udp_src_port;
126*4882a593Smuzhiyun 	u8 stats_queue;
127*4882a593Smuzhiyun 
128*4882a593Smuzhiyun 	/* requeseter */
129*4882a593Smuzhiyun 	u8 max_rd_atomic_req;
130*4882a593Smuzhiyun 	u32 sq_psn;
131*4882a593Smuzhiyun 	u16 sq_cq_id;
132*4882a593Smuzhiyun 	u16 sq_num_pages;
133*4882a593Smuzhiyun 	dma_addr_t sq_pbl_ptr;
134*4882a593Smuzhiyun 	void *orq;
135*4882a593Smuzhiyun 	dma_addr_t orq_phys_addr;
136*4882a593Smuzhiyun 	u8 orq_num_pages;
137*4882a593Smuzhiyun 	bool req_offloaded;
138*4882a593Smuzhiyun 	bool has_req;
139*4882a593Smuzhiyun 
140*4882a593Smuzhiyun 	/* responder */
141*4882a593Smuzhiyun 	u8 max_rd_atomic_resp;
142*4882a593Smuzhiyun 	u32 rq_psn;
143*4882a593Smuzhiyun 	u16 rq_cq_id;
144*4882a593Smuzhiyun 	u16 rq_num_pages;
145*4882a593Smuzhiyun 	u16 xrcd_id;
146*4882a593Smuzhiyun 	dma_addr_t rq_pbl_ptr;
147*4882a593Smuzhiyun 	void *irq;
148*4882a593Smuzhiyun 	dma_addr_t irq_phys_addr;
149*4882a593Smuzhiyun 	u8 irq_num_pages;
150*4882a593Smuzhiyun 	bool resp_offloaded;
151*4882a593Smuzhiyun 	u32 cq_prod;
152*4882a593Smuzhiyun 	bool has_resp;
153*4882a593Smuzhiyun 
154*4882a593Smuzhiyun 	u8 remote_mac_addr[6];
155*4882a593Smuzhiyun 	u8 local_mac_addr[6];
156*4882a593Smuzhiyun 
157*4882a593Smuzhiyun 	void *shared_queue;
158*4882a593Smuzhiyun 	dma_addr_t shared_queue_phys_addr;
159*4882a593Smuzhiyun 	struct qed_iwarp_ep *ep;
160*4882a593Smuzhiyun 	u8 edpm_mode;
161*4882a593Smuzhiyun };
162*4882a593Smuzhiyun 
qed_rdma_is_xrc_qp(struct qed_rdma_qp * qp)163*4882a593Smuzhiyun static inline bool qed_rdma_is_xrc_qp(struct qed_rdma_qp *qp)
164*4882a593Smuzhiyun {
165*4882a593Smuzhiyun 	if (qp->qp_type == QED_RDMA_QP_TYPE_XRC_TGT ||
166*4882a593Smuzhiyun 	    qp->qp_type == QED_RDMA_QP_TYPE_XRC_INI)
167*4882a593Smuzhiyun 		return true;
168*4882a593Smuzhiyun 
169*4882a593Smuzhiyun 	return false;
170*4882a593Smuzhiyun }
171*4882a593Smuzhiyun #if IS_ENABLED(CONFIG_QED_RDMA)
172*4882a593Smuzhiyun void qed_rdma_dpm_bar(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt);
173*4882a593Smuzhiyun void qed_rdma_dpm_conf(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt);
174*4882a593Smuzhiyun int qed_rdma_info_alloc(struct qed_hwfn *p_hwfn);
175*4882a593Smuzhiyun void qed_rdma_info_free(struct qed_hwfn *p_hwfn);
176*4882a593Smuzhiyun #else
qed_rdma_dpm_conf(struct qed_hwfn * p_hwfn,struct qed_ptt * p_ptt)177*4882a593Smuzhiyun static inline void qed_rdma_dpm_conf(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt) {}
qed_rdma_dpm_bar(struct qed_hwfn * p_hwfn,struct qed_ptt * p_ptt)178*4882a593Smuzhiyun static inline void qed_rdma_dpm_bar(struct qed_hwfn *p_hwfn,
179*4882a593Smuzhiyun 				    struct qed_ptt *p_ptt) {}
qed_rdma_info_alloc(struct qed_hwfn * p_hwfn)180*4882a593Smuzhiyun static inline int qed_rdma_info_alloc(struct qed_hwfn *p_hwfn) {return -EINVAL;}
qed_rdma_info_free(struct qed_hwfn * p_hwfn)181*4882a593Smuzhiyun static inline void qed_rdma_info_free(struct qed_hwfn *p_hwfn) {}
182*4882a593Smuzhiyun #endif
183*4882a593Smuzhiyun 
184*4882a593Smuzhiyun int
185*4882a593Smuzhiyun qed_rdma_bmap_alloc(struct qed_hwfn *p_hwfn,
186*4882a593Smuzhiyun 		    struct qed_bmap *bmap, u32 max_count, char *name);
187*4882a593Smuzhiyun 
188*4882a593Smuzhiyun void
189*4882a593Smuzhiyun qed_rdma_bmap_free(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, bool check);
190*4882a593Smuzhiyun 
191*4882a593Smuzhiyun int
192*4882a593Smuzhiyun qed_rdma_bmap_alloc_id(struct qed_hwfn *p_hwfn,
193*4882a593Smuzhiyun 		       struct qed_bmap *bmap, u32 *id_num);
194*4882a593Smuzhiyun 
195*4882a593Smuzhiyun void
196*4882a593Smuzhiyun qed_bmap_set_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num);
197*4882a593Smuzhiyun 
198*4882a593Smuzhiyun void
199*4882a593Smuzhiyun qed_bmap_release_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num);
200*4882a593Smuzhiyun 
201*4882a593Smuzhiyun int
202*4882a593Smuzhiyun qed_bmap_test_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num);
203*4882a593Smuzhiyun 
204*4882a593Smuzhiyun void qed_rdma_set_fw_mac(__le16 *p_fw_mac, const u8 *p_qed_mac);
205*4882a593Smuzhiyun 
206*4882a593Smuzhiyun bool qed_rdma_allocated_qps(struct qed_hwfn *p_hwfn);
207*4882a593Smuzhiyun #endif
208