xref: /OK3568_Linux_fs/kernel/drivers/net/ethernet/cavium/thunder/nic.h (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0-only */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * Copyright (C) 2015 Cavium, Inc.
4*4882a593Smuzhiyun  */
5*4882a593Smuzhiyun 
6*4882a593Smuzhiyun #ifndef NIC_H
7*4882a593Smuzhiyun #define	NIC_H
8*4882a593Smuzhiyun 
9*4882a593Smuzhiyun #include <linux/netdevice.h>
10*4882a593Smuzhiyun #include <linux/interrupt.h>
11*4882a593Smuzhiyun #include <linux/pci.h>
12*4882a593Smuzhiyun #include "thunder_bgx.h"
13*4882a593Smuzhiyun 
14*4882a593Smuzhiyun /* PCI device IDs */
15*4882a593Smuzhiyun #define	PCI_DEVICE_ID_THUNDER_NIC_PF		0xA01E
16*4882a593Smuzhiyun #define	PCI_DEVICE_ID_THUNDER_PASS1_NIC_VF	0x0011
17*4882a593Smuzhiyun #define	PCI_DEVICE_ID_THUNDER_NIC_VF		0xA034
18*4882a593Smuzhiyun #define	PCI_DEVICE_ID_THUNDER_BGX		0xA026
19*4882a593Smuzhiyun 
20*4882a593Smuzhiyun /* Subsystem device IDs */
21*4882a593Smuzhiyun #define PCI_SUBSYS_DEVID_88XX_NIC_PF		0xA11E
22*4882a593Smuzhiyun #define PCI_SUBSYS_DEVID_81XX_NIC_PF		0xA21E
23*4882a593Smuzhiyun #define PCI_SUBSYS_DEVID_83XX_NIC_PF		0xA31E
24*4882a593Smuzhiyun 
25*4882a593Smuzhiyun #define PCI_SUBSYS_DEVID_88XX_PASS1_NIC_VF	0xA11E
26*4882a593Smuzhiyun #define PCI_SUBSYS_DEVID_88XX_NIC_VF		0xA134
27*4882a593Smuzhiyun #define PCI_SUBSYS_DEVID_81XX_NIC_VF		0xA234
28*4882a593Smuzhiyun #define PCI_SUBSYS_DEVID_83XX_NIC_VF		0xA334
29*4882a593Smuzhiyun 
30*4882a593Smuzhiyun 
31*4882a593Smuzhiyun /* PCI BAR nos */
32*4882a593Smuzhiyun #define	PCI_CFG_REG_BAR_NUM		0
33*4882a593Smuzhiyun #define	PCI_MSIX_REG_BAR_NUM		4
34*4882a593Smuzhiyun 
35*4882a593Smuzhiyun /* NIC SRIOV VF count */
36*4882a593Smuzhiyun #define	MAX_NUM_VFS_SUPPORTED		128
37*4882a593Smuzhiyun #define	DEFAULT_NUM_VF_ENABLED		8
38*4882a593Smuzhiyun 
39*4882a593Smuzhiyun #define	NIC_TNS_BYPASS_MODE		0
40*4882a593Smuzhiyun #define	NIC_TNS_MODE			1
41*4882a593Smuzhiyun 
42*4882a593Smuzhiyun /* NIC priv flags */
43*4882a593Smuzhiyun #define	NIC_SRIOV_ENABLED		BIT(0)
44*4882a593Smuzhiyun 
45*4882a593Smuzhiyun /* Min/Max packet size */
46*4882a593Smuzhiyun #define	NIC_HW_MIN_FRS			64
47*4882a593Smuzhiyun #define	NIC_HW_MAX_FRS			9190 /* Excluding L2 header and FCS */
48*4882a593Smuzhiyun 
49*4882a593Smuzhiyun /* Max pkinds */
50*4882a593Smuzhiyun #define	NIC_MAX_PKIND			16
51*4882a593Smuzhiyun 
52*4882a593Smuzhiyun /* Max when CPI_ALG is IP diffserv */
53*4882a593Smuzhiyun #define	NIC_MAX_CPI_PER_LMAC		64
54*4882a593Smuzhiyun 
55*4882a593Smuzhiyun /* NIC VF Interrupts */
56*4882a593Smuzhiyun #define	NICVF_INTR_CQ			0
57*4882a593Smuzhiyun #define	NICVF_INTR_SQ			1
58*4882a593Smuzhiyun #define	NICVF_INTR_RBDR			2
59*4882a593Smuzhiyun #define	NICVF_INTR_PKT_DROP		3
60*4882a593Smuzhiyun #define	NICVF_INTR_TCP_TIMER		4
61*4882a593Smuzhiyun #define	NICVF_INTR_MBOX			5
62*4882a593Smuzhiyun #define	NICVF_INTR_QS_ERR		6
63*4882a593Smuzhiyun 
64*4882a593Smuzhiyun #define	NICVF_INTR_CQ_SHIFT		0
65*4882a593Smuzhiyun #define	NICVF_INTR_SQ_SHIFT		8
66*4882a593Smuzhiyun #define	NICVF_INTR_RBDR_SHIFT		16
67*4882a593Smuzhiyun #define	NICVF_INTR_PKT_DROP_SHIFT	20
68*4882a593Smuzhiyun #define	NICVF_INTR_TCP_TIMER_SHIFT	21
69*4882a593Smuzhiyun #define	NICVF_INTR_MBOX_SHIFT		22
70*4882a593Smuzhiyun #define	NICVF_INTR_QS_ERR_SHIFT		23
71*4882a593Smuzhiyun 
72*4882a593Smuzhiyun #define	NICVF_INTR_CQ_MASK		(0xFF << NICVF_INTR_CQ_SHIFT)
73*4882a593Smuzhiyun #define	NICVF_INTR_SQ_MASK		(0xFF << NICVF_INTR_SQ_SHIFT)
74*4882a593Smuzhiyun #define	NICVF_INTR_RBDR_MASK		(0x03 << NICVF_INTR_RBDR_SHIFT)
75*4882a593Smuzhiyun #define	NICVF_INTR_PKT_DROP_MASK	BIT(NICVF_INTR_PKT_DROP_SHIFT)
76*4882a593Smuzhiyun #define	NICVF_INTR_TCP_TIMER_MASK	BIT(NICVF_INTR_TCP_TIMER_SHIFT)
77*4882a593Smuzhiyun #define	NICVF_INTR_MBOX_MASK		BIT(NICVF_INTR_MBOX_SHIFT)
78*4882a593Smuzhiyun #define	NICVF_INTR_QS_ERR_MASK		BIT(NICVF_INTR_QS_ERR_SHIFT)
79*4882a593Smuzhiyun 
80*4882a593Smuzhiyun /* MSI-X interrupts */
81*4882a593Smuzhiyun #define	NIC_PF_MSIX_VECTORS		10
82*4882a593Smuzhiyun #define	NIC_VF_MSIX_VECTORS		20
83*4882a593Smuzhiyun 
84*4882a593Smuzhiyun #define NIC_PF_INTR_ID_ECC0_SBE		0
85*4882a593Smuzhiyun #define NIC_PF_INTR_ID_ECC0_DBE		1
86*4882a593Smuzhiyun #define NIC_PF_INTR_ID_ECC1_SBE		2
87*4882a593Smuzhiyun #define NIC_PF_INTR_ID_ECC1_DBE		3
88*4882a593Smuzhiyun #define NIC_PF_INTR_ID_ECC2_SBE		4
89*4882a593Smuzhiyun #define NIC_PF_INTR_ID_ECC2_DBE		5
90*4882a593Smuzhiyun #define NIC_PF_INTR_ID_ECC3_SBE		6
91*4882a593Smuzhiyun #define NIC_PF_INTR_ID_ECC3_DBE		7
92*4882a593Smuzhiyun #define NIC_PF_INTR_ID_MBOX0		8
93*4882a593Smuzhiyun #define NIC_PF_INTR_ID_MBOX1		9
94*4882a593Smuzhiyun 
95*4882a593Smuzhiyun /* Minimum FIFO level before all packets for the CQ are dropped
96*4882a593Smuzhiyun  *
97*4882a593Smuzhiyun  * This value ensures that once a packet has been "accepted"
98*4882a593Smuzhiyun  * for reception it will not get dropped due to non-availability
99*4882a593Smuzhiyun  * of CQ descriptor. An errata in HW mandates this value to be
100*4882a593Smuzhiyun  * atleast 0x100.
101*4882a593Smuzhiyun  */
102*4882a593Smuzhiyun #define NICPF_CQM_MIN_DROP_LEVEL       0x100
103*4882a593Smuzhiyun 
104*4882a593Smuzhiyun /* Global timer for CQ timer thresh interrupts
105*4882a593Smuzhiyun  * Calculated for SCLK of 700Mhz
106*4882a593Smuzhiyun  * value written should be a 1/16th of what is expected
107*4882a593Smuzhiyun  *
108*4882a593Smuzhiyun  * 1 tick per 0.025usec
109*4882a593Smuzhiyun  */
110*4882a593Smuzhiyun #define NICPF_CLK_PER_INT_TICK		1
111*4882a593Smuzhiyun 
112*4882a593Smuzhiyun /* Time to wait before we decide that a SQ is stuck.
113*4882a593Smuzhiyun  *
114*4882a593Smuzhiyun  * Since both pkt rx and tx notifications are done with same CQ,
115*4882a593Smuzhiyun  * when packets are being received at very high rate (eg: L2 forwarding)
116*4882a593Smuzhiyun  * then freeing transmitted skbs will be delayed and watchdog
117*4882a593Smuzhiyun  * will kick in, resetting interface. Hence keeping this value high.
118*4882a593Smuzhiyun  */
119*4882a593Smuzhiyun #define	NICVF_TX_TIMEOUT		(50 * HZ)
120*4882a593Smuzhiyun 
121*4882a593Smuzhiyun struct nicvf_cq_poll {
122*4882a593Smuzhiyun 	struct  nicvf *nicvf;
123*4882a593Smuzhiyun 	u8	cq_idx;		/* Completion queue index */
124*4882a593Smuzhiyun 	struct	napi_struct napi;
125*4882a593Smuzhiyun };
126*4882a593Smuzhiyun 
127*4882a593Smuzhiyun #define NIC_MAX_RSS_HASH_BITS		8
128*4882a593Smuzhiyun #define NIC_MAX_RSS_IDR_TBL_SIZE	(1 << NIC_MAX_RSS_HASH_BITS)
129*4882a593Smuzhiyun #define RSS_HASH_KEY_SIZE		5 /* 320 bit key */
130*4882a593Smuzhiyun 
131*4882a593Smuzhiyun struct nicvf_rss_info {
132*4882a593Smuzhiyun 	bool enable;
133*4882a593Smuzhiyun #define	RSS_L2_EXTENDED_HASH_ENA	BIT(0)
134*4882a593Smuzhiyun #define	RSS_IP_HASH_ENA			BIT(1)
135*4882a593Smuzhiyun #define	RSS_TCP_HASH_ENA		BIT(2)
136*4882a593Smuzhiyun #define	RSS_TCP_SYN_DIS			BIT(3)
137*4882a593Smuzhiyun #define	RSS_UDP_HASH_ENA		BIT(4)
138*4882a593Smuzhiyun #define RSS_L4_EXTENDED_HASH_ENA	BIT(5)
139*4882a593Smuzhiyun #define	RSS_ROCE_ENA			BIT(6)
140*4882a593Smuzhiyun #define	RSS_L3_BI_DIRECTION_ENA		BIT(7)
141*4882a593Smuzhiyun #define	RSS_L4_BI_DIRECTION_ENA		BIT(8)
142*4882a593Smuzhiyun 	u64 cfg;
143*4882a593Smuzhiyun 	u8  hash_bits;
144*4882a593Smuzhiyun 	u16 rss_size;
145*4882a593Smuzhiyun 	u8  ind_tbl[NIC_MAX_RSS_IDR_TBL_SIZE];
146*4882a593Smuzhiyun 	u64 key[RSS_HASH_KEY_SIZE];
147*4882a593Smuzhiyun } ____cacheline_aligned_in_smp;
148*4882a593Smuzhiyun 
149*4882a593Smuzhiyun struct nicvf_pfc {
150*4882a593Smuzhiyun 	u8    autoneg;
151*4882a593Smuzhiyun 	u8    fc_rx;
152*4882a593Smuzhiyun 	u8    fc_tx;
153*4882a593Smuzhiyun };
154*4882a593Smuzhiyun 
155*4882a593Smuzhiyun enum rx_stats_reg_offset {
156*4882a593Smuzhiyun 	RX_OCTS = 0x0,
157*4882a593Smuzhiyun 	RX_UCAST = 0x1,
158*4882a593Smuzhiyun 	RX_BCAST = 0x2,
159*4882a593Smuzhiyun 	RX_MCAST = 0x3,
160*4882a593Smuzhiyun 	RX_RED = 0x4,
161*4882a593Smuzhiyun 	RX_RED_OCTS = 0x5,
162*4882a593Smuzhiyun 	RX_ORUN = 0x6,
163*4882a593Smuzhiyun 	RX_ORUN_OCTS = 0x7,
164*4882a593Smuzhiyun 	RX_FCS = 0x8,
165*4882a593Smuzhiyun 	RX_L2ERR = 0x9,
166*4882a593Smuzhiyun 	RX_DRP_BCAST = 0xa,
167*4882a593Smuzhiyun 	RX_DRP_MCAST = 0xb,
168*4882a593Smuzhiyun 	RX_DRP_L3BCAST = 0xc,
169*4882a593Smuzhiyun 	RX_DRP_L3MCAST = 0xd,
170*4882a593Smuzhiyun 	RX_STATS_ENUM_LAST,
171*4882a593Smuzhiyun };
172*4882a593Smuzhiyun 
173*4882a593Smuzhiyun enum tx_stats_reg_offset {
174*4882a593Smuzhiyun 	TX_OCTS = 0x0,
175*4882a593Smuzhiyun 	TX_UCAST = 0x1,
176*4882a593Smuzhiyun 	TX_BCAST = 0x2,
177*4882a593Smuzhiyun 	TX_MCAST = 0x3,
178*4882a593Smuzhiyun 	TX_DROP = 0x4,
179*4882a593Smuzhiyun 	TX_STATS_ENUM_LAST,
180*4882a593Smuzhiyun };
181*4882a593Smuzhiyun 
182*4882a593Smuzhiyun struct nicvf_hw_stats {
183*4882a593Smuzhiyun 	u64 rx_bytes;
184*4882a593Smuzhiyun 	u64 rx_frames;
185*4882a593Smuzhiyun 	u64 rx_ucast_frames;
186*4882a593Smuzhiyun 	u64 rx_bcast_frames;
187*4882a593Smuzhiyun 	u64 rx_mcast_frames;
188*4882a593Smuzhiyun 	u64 rx_drops;
189*4882a593Smuzhiyun 	u64 rx_drop_red;
190*4882a593Smuzhiyun 	u64 rx_drop_red_bytes;
191*4882a593Smuzhiyun 	u64 rx_drop_overrun;
192*4882a593Smuzhiyun 	u64 rx_drop_overrun_bytes;
193*4882a593Smuzhiyun 	u64 rx_drop_bcast;
194*4882a593Smuzhiyun 	u64 rx_drop_mcast;
195*4882a593Smuzhiyun 	u64 rx_drop_l3_bcast;
196*4882a593Smuzhiyun 	u64 rx_drop_l3_mcast;
197*4882a593Smuzhiyun 	u64 rx_fcs_errors;
198*4882a593Smuzhiyun 	u64 rx_l2_errors;
199*4882a593Smuzhiyun 
200*4882a593Smuzhiyun 	u64 tx_bytes;
201*4882a593Smuzhiyun 	u64 tx_frames;
202*4882a593Smuzhiyun 	u64 tx_ucast_frames;
203*4882a593Smuzhiyun 	u64 tx_bcast_frames;
204*4882a593Smuzhiyun 	u64 tx_mcast_frames;
205*4882a593Smuzhiyun 	u64 tx_drops;
206*4882a593Smuzhiyun };
207*4882a593Smuzhiyun 
208*4882a593Smuzhiyun struct nicvf_drv_stats {
209*4882a593Smuzhiyun 	/* CQE Rx errs */
210*4882a593Smuzhiyun 	u64 rx_bgx_truncated_pkts;
211*4882a593Smuzhiyun 	u64 rx_jabber_errs;
212*4882a593Smuzhiyun 	u64 rx_fcs_errs;
213*4882a593Smuzhiyun 	u64 rx_bgx_errs;
214*4882a593Smuzhiyun 	u64 rx_prel2_errs;
215*4882a593Smuzhiyun 	u64 rx_l2_hdr_malformed;
216*4882a593Smuzhiyun 	u64 rx_oversize;
217*4882a593Smuzhiyun 	u64 rx_undersize;
218*4882a593Smuzhiyun 	u64 rx_l2_len_mismatch;
219*4882a593Smuzhiyun 	u64 rx_l2_pclp;
220*4882a593Smuzhiyun 	u64 rx_ip_ver_errs;
221*4882a593Smuzhiyun 	u64 rx_ip_csum_errs;
222*4882a593Smuzhiyun 	u64 rx_ip_hdr_malformed;
223*4882a593Smuzhiyun 	u64 rx_ip_payload_malformed;
224*4882a593Smuzhiyun 	u64 rx_ip_ttl_errs;
225*4882a593Smuzhiyun 	u64 rx_l3_pclp;
226*4882a593Smuzhiyun 	u64 rx_l4_malformed;
227*4882a593Smuzhiyun 	u64 rx_l4_csum_errs;
228*4882a593Smuzhiyun 	u64 rx_udp_len_errs;
229*4882a593Smuzhiyun 	u64 rx_l4_port_errs;
230*4882a593Smuzhiyun 	u64 rx_tcp_flag_errs;
231*4882a593Smuzhiyun 	u64 rx_tcp_offset_errs;
232*4882a593Smuzhiyun 	u64 rx_l4_pclp;
233*4882a593Smuzhiyun 	u64 rx_truncated_pkts;
234*4882a593Smuzhiyun 
235*4882a593Smuzhiyun 	/* CQE Tx errs */
236*4882a593Smuzhiyun 	u64 tx_desc_fault;
237*4882a593Smuzhiyun 	u64 tx_hdr_cons_err;
238*4882a593Smuzhiyun 	u64 tx_subdesc_err;
239*4882a593Smuzhiyun 	u64 tx_max_size_exceeded;
240*4882a593Smuzhiyun 	u64 tx_imm_size_oflow;
241*4882a593Smuzhiyun 	u64 tx_data_seq_err;
242*4882a593Smuzhiyun 	u64 tx_mem_seq_err;
243*4882a593Smuzhiyun 	u64 tx_lock_viol;
244*4882a593Smuzhiyun 	u64 tx_data_fault;
245*4882a593Smuzhiyun 	u64 tx_tstmp_conflict;
246*4882a593Smuzhiyun 	u64 tx_tstmp_timeout;
247*4882a593Smuzhiyun 	u64 tx_mem_fault;
248*4882a593Smuzhiyun 	u64 tx_csum_overlap;
249*4882a593Smuzhiyun 	u64 tx_csum_overflow;
250*4882a593Smuzhiyun 
251*4882a593Smuzhiyun 	/* driver debug stats */
252*4882a593Smuzhiyun 	u64 tx_tso;
253*4882a593Smuzhiyun 	u64 tx_timeout;
254*4882a593Smuzhiyun 	u64 txq_stop;
255*4882a593Smuzhiyun 	u64 txq_wake;
256*4882a593Smuzhiyun 
257*4882a593Smuzhiyun 	u64 rcv_buffer_alloc_failures;
258*4882a593Smuzhiyun 	u64 page_alloc;
259*4882a593Smuzhiyun 
260*4882a593Smuzhiyun 	struct u64_stats_sync   syncp;
261*4882a593Smuzhiyun };
262*4882a593Smuzhiyun 
263*4882a593Smuzhiyun struct cavium_ptp;
264*4882a593Smuzhiyun 
265*4882a593Smuzhiyun struct xcast_addr_list {
266*4882a593Smuzhiyun 	int              count;
267*4882a593Smuzhiyun 	u64              mc[];
268*4882a593Smuzhiyun };
269*4882a593Smuzhiyun 
270*4882a593Smuzhiyun struct nicvf_work {
271*4882a593Smuzhiyun 	struct work_struct     work;
272*4882a593Smuzhiyun 	u8                     mode;
273*4882a593Smuzhiyun 	struct xcast_addr_list *mc;
274*4882a593Smuzhiyun };
275*4882a593Smuzhiyun 
276*4882a593Smuzhiyun struct nicvf {
277*4882a593Smuzhiyun 	struct nicvf		*pnicvf;
278*4882a593Smuzhiyun 	struct net_device	*netdev;
279*4882a593Smuzhiyun 	struct pci_dev		*pdev;
280*4882a593Smuzhiyun 	void __iomem		*reg_base;
281*4882a593Smuzhiyun 	struct bpf_prog         *xdp_prog;
282*4882a593Smuzhiyun #define	MAX_QUEUES_PER_QSET			8
283*4882a593Smuzhiyun 	struct queue_set	*qs;
284*4882a593Smuzhiyun 	void			*iommu_domain;
285*4882a593Smuzhiyun 	u8			vf_id;
286*4882a593Smuzhiyun 	u8			sqs_id;
287*4882a593Smuzhiyun 	bool                    sqs_mode;
288*4882a593Smuzhiyun 	bool			hw_tso;
289*4882a593Smuzhiyun 	bool			t88;
290*4882a593Smuzhiyun 
291*4882a593Smuzhiyun 	/* Receive buffer alloc */
292*4882a593Smuzhiyun 	u32			rb_page_offset;
293*4882a593Smuzhiyun 	u16			rb_pageref;
294*4882a593Smuzhiyun 	bool			rb_alloc_fail;
295*4882a593Smuzhiyun 	bool			rb_work_scheduled;
296*4882a593Smuzhiyun 	struct page		*rb_page;
297*4882a593Smuzhiyun 	struct delayed_work	rbdr_work;
298*4882a593Smuzhiyun 	struct tasklet_struct	rbdr_task;
299*4882a593Smuzhiyun 
300*4882a593Smuzhiyun 	/* Secondary Qset */
301*4882a593Smuzhiyun 	u8			sqs_count;
302*4882a593Smuzhiyun #define	MAX_SQS_PER_VF_SINGLE_NODE		5
303*4882a593Smuzhiyun #define	MAX_SQS_PER_VF				11
304*4882a593Smuzhiyun 	struct nicvf		*snicvf[MAX_SQS_PER_VF];
305*4882a593Smuzhiyun 
306*4882a593Smuzhiyun 	/* Queue count */
307*4882a593Smuzhiyun 	u8			rx_queues;
308*4882a593Smuzhiyun 	u8			tx_queues;
309*4882a593Smuzhiyun 	u8			xdp_tx_queues;
310*4882a593Smuzhiyun 	u8			max_queues;
311*4882a593Smuzhiyun 
312*4882a593Smuzhiyun 	u8			node;
313*4882a593Smuzhiyun 	u8			cpi_alg;
314*4882a593Smuzhiyun 	bool			link_up;
315*4882a593Smuzhiyun 	u8			mac_type;
316*4882a593Smuzhiyun 	u8			duplex;
317*4882a593Smuzhiyun 	u32			speed;
318*4882a593Smuzhiyun 	bool			tns_mode;
319*4882a593Smuzhiyun 	bool			loopback_supported;
320*4882a593Smuzhiyun 	struct nicvf_rss_info	rss_info;
321*4882a593Smuzhiyun 	struct nicvf_pfc	pfc;
322*4882a593Smuzhiyun 	struct tasklet_struct	qs_err_task;
323*4882a593Smuzhiyun 	struct work_struct	reset_task;
324*4882a593Smuzhiyun 	struct nicvf_work       rx_mode_work;
325*4882a593Smuzhiyun 	/* spinlock to protect workqueue arguments from concurrent access */
326*4882a593Smuzhiyun 	spinlock_t              rx_mode_wq_lock;
327*4882a593Smuzhiyun 	/* workqueue for handling kernel ndo_set_rx_mode() calls */
328*4882a593Smuzhiyun 	struct workqueue_struct *nicvf_rx_mode_wq;
329*4882a593Smuzhiyun 	/* mutex to protect VF's mailbox contents from concurrent access */
330*4882a593Smuzhiyun 	struct mutex            rx_mode_mtx;
331*4882a593Smuzhiyun 	struct delayed_work	link_change_work;
332*4882a593Smuzhiyun 	/* PTP timestamp */
333*4882a593Smuzhiyun 	struct cavium_ptp	*ptp_clock;
334*4882a593Smuzhiyun 	/* Inbound timestamping is on */
335*4882a593Smuzhiyun 	bool			hw_rx_tstamp;
336*4882a593Smuzhiyun 	/* When the packet that requires timestamping is sent, hardware inserts
337*4882a593Smuzhiyun 	 * two entries to the completion queue.  First is the regular
338*4882a593Smuzhiyun 	 * CQE_TYPE_SEND entry that signals that the packet was sent.
339*4882a593Smuzhiyun 	 * The second is CQE_TYPE_SEND_PTP that contains the actual timestamp
340*4882a593Smuzhiyun 	 * for that packet.
341*4882a593Smuzhiyun 	 * `ptp_skb` is initialized in the handler for the CQE_TYPE_SEND
342*4882a593Smuzhiyun 	 * entry and is used and zeroed in the handler for the CQE_TYPE_SEND_PTP
343*4882a593Smuzhiyun 	 * entry.
344*4882a593Smuzhiyun 	 * So `ptp_skb` is used to hold the pointer to the packet between
345*4882a593Smuzhiyun 	 * the calls to CQE_TYPE_SEND and CQE_TYPE_SEND_PTP handlers.
346*4882a593Smuzhiyun 	 */
347*4882a593Smuzhiyun 	struct sk_buff		*ptp_skb;
348*4882a593Smuzhiyun 	/* `tx_ptp_skbs` is set when the hardware is sending a packet that
349*4882a593Smuzhiyun 	 * requires timestamping.  Cavium hardware can not process more than one
350*4882a593Smuzhiyun 	 * such packet at once so this is set each time the driver submits
351*4882a593Smuzhiyun 	 * a packet that requires timestamping to the send queue and clears
352*4882a593Smuzhiyun 	 * each time it receives the entry on the completion queue saying
353*4882a593Smuzhiyun 	 * that such packet was sent.
354*4882a593Smuzhiyun 	 * So `tx_ptp_skbs` prevents driver from submitting more than one
355*4882a593Smuzhiyun 	 * packet that requires timestamping to the hardware for transmitting.
356*4882a593Smuzhiyun 	 */
357*4882a593Smuzhiyun 	atomic_t		tx_ptp_skbs;
358*4882a593Smuzhiyun 
359*4882a593Smuzhiyun 	/* Interrupt coalescing settings */
360*4882a593Smuzhiyun 	u32			cq_coalesce_usecs;
361*4882a593Smuzhiyun 	u32			msg_enable;
362*4882a593Smuzhiyun 
363*4882a593Smuzhiyun 	/* Stats */
364*4882a593Smuzhiyun 	struct nicvf_hw_stats   hw_stats;
365*4882a593Smuzhiyun 	struct nicvf_drv_stats  __percpu *drv_stats;
366*4882a593Smuzhiyun 	struct bgx_stats	bgx_stats;
367*4882a593Smuzhiyun 
368*4882a593Smuzhiyun 	/* Napi */
369*4882a593Smuzhiyun 	struct nicvf_cq_poll	*napi[8];
370*4882a593Smuzhiyun 
371*4882a593Smuzhiyun 	/* MSI-X  */
372*4882a593Smuzhiyun 	u8			num_vec;
373*4882a593Smuzhiyun 	char			irq_name[NIC_VF_MSIX_VECTORS][IFNAMSIZ + 15];
374*4882a593Smuzhiyun 	bool			irq_allocated[NIC_VF_MSIX_VECTORS];
375*4882a593Smuzhiyun 	cpumask_var_t		affinity_mask[NIC_VF_MSIX_VECTORS];
376*4882a593Smuzhiyun 
377*4882a593Smuzhiyun 	/* VF <-> PF mailbox communication */
378*4882a593Smuzhiyun 	bool			pf_acked;
379*4882a593Smuzhiyun 	bool			pf_nacked;
380*4882a593Smuzhiyun 	bool			set_mac_pending;
381*4882a593Smuzhiyun } ____cacheline_aligned_in_smp;
382*4882a593Smuzhiyun 
383*4882a593Smuzhiyun /* PF <--> VF Mailbox communication
384*4882a593Smuzhiyun  * Eight 64bit registers are shared between PF and VF.
385*4882a593Smuzhiyun  * Separate set for each VF.
386*4882a593Smuzhiyun  * Writing '1' into last register mbx7 means end of message.
387*4882a593Smuzhiyun  */
388*4882a593Smuzhiyun 
389*4882a593Smuzhiyun /* PF <--> VF mailbox communication */
390*4882a593Smuzhiyun #define	NIC_PF_VF_MAILBOX_SIZE		2
391*4882a593Smuzhiyun #define	NIC_MBOX_MSG_TIMEOUT		2000 /* ms */
392*4882a593Smuzhiyun 
393*4882a593Smuzhiyun /* Mailbox message types */
394*4882a593Smuzhiyun #define	NIC_MBOX_MSG_READY		0x01	/* Is PF ready to rcv msgs */
395*4882a593Smuzhiyun #define	NIC_MBOX_MSG_ACK		0x02	/* ACK the message received */
396*4882a593Smuzhiyun #define	NIC_MBOX_MSG_NACK		0x03	/* NACK the message received */
397*4882a593Smuzhiyun #define	NIC_MBOX_MSG_QS_CFG		0x04	/* Configure Qset */
398*4882a593Smuzhiyun #define	NIC_MBOX_MSG_RQ_CFG		0x05	/* Configure receive queue */
399*4882a593Smuzhiyun #define	NIC_MBOX_MSG_SQ_CFG		0x06	/* Configure Send queue */
400*4882a593Smuzhiyun #define	NIC_MBOX_MSG_RQ_DROP_CFG	0x07	/* Configure receive queue */
401*4882a593Smuzhiyun #define	NIC_MBOX_MSG_SET_MAC		0x08	/* Add MAC ID to DMAC filter */
402*4882a593Smuzhiyun #define	NIC_MBOX_MSG_SET_MAX_FRS	0x09	/* Set max frame size */
403*4882a593Smuzhiyun #define	NIC_MBOX_MSG_CPI_CFG		0x0A	/* Config CPI, RSSI */
404*4882a593Smuzhiyun #define	NIC_MBOX_MSG_RSS_SIZE		0x0B	/* Get RSS indir_tbl size */
405*4882a593Smuzhiyun #define	NIC_MBOX_MSG_RSS_CFG		0x0C	/* Config RSS table */
406*4882a593Smuzhiyun #define	NIC_MBOX_MSG_RSS_CFG_CONT	0x0D	/* RSS config continuation */
407*4882a593Smuzhiyun #define	NIC_MBOX_MSG_RQ_BP_CFG		0x0E	/* RQ backpressure config */
408*4882a593Smuzhiyun #define	NIC_MBOX_MSG_RQ_SW_SYNC		0x0F	/* Flush inflight pkts to RQ */
409*4882a593Smuzhiyun #define	NIC_MBOX_MSG_BGX_STATS		0x10	/* Get stats from BGX */
410*4882a593Smuzhiyun #define	NIC_MBOX_MSG_BGX_LINK_CHANGE	0x11	/* BGX:LMAC link status */
411*4882a593Smuzhiyun #define	NIC_MBOX_MSG_ALLOC_SQS		0x12	/* Allocate secondary Qset */
412*4882a593Smuzhiyun #define	NIC_MBOX_MSG_NICVF_PTR		0x13	/* Send nicvf ptr to PF */
413*4882a593Smuzhiyun #define	NIC_MBOX_MSG_PNICVF_PTR		0x14	/* Get primary qset nicvf ptr */
414*4882a593Smuzhiyun #define	NIC_MBOX_MSG_SNICVF_PTR		0x15	/* Send sqet nicvf ptr to PVF */
415*4882a593Smuzhiyun #define	NIC_MBOX_MSG_LOOPBACK		0x16	/* Set interface in loopback */
416*4882a593Smuzhiyun #define	NIC_MBOX_MSG_RESET_STAT_COUNTER 0x17	/* Reset statistics counters */
417*4882a593Smuzhiyun #define	NIC_MBOX_MSG_PFC		0x18	/* Pause frame control */
418*4882a593Smuzhiyun #define	NIC_MBOX_MSG_PTP_CFG		0x19	/* HW packet timestamp */
419*4882a593Smuzhiyun #define	NIC_MBOX_MSG_CFG_DONE		0xF0	/* VF configuration done */
420*4882a593Smuzhiyun #define	NIC_MBOX_MSG_SHUTDOWN		0xF1	/* VF is being shutdown */
421*4882a593Smuzhiyun #define	NIC_MBOX_MSG_RESET_XCAST	0xF2    /* Reset DCAM filtering mode */
422*4882a593Smuzhiyun #define	NIC_MBOX_MSG_ADD_MCAST		0xF3    /* Add MAC to DCAM filters */
423*4882a593Smuzhiyun #define	NIC_MBOX_MSG_SET_XCAST		0xF4    /* Set MCAST/BCAST RX mode */
424*4882a593Smuzhiyun 
425*4882a593Smuzhiyun struct nic_cfg_msg {
426*4882a593Smuzhiyun 	u8    msg;
427*4882a593Smuzhiyun 	u8    vf_id;
428*4882a593Smuzhiyun 	u8    node_id;
429*4882a593Smuzhiyun 	u8    tns_mode:1;
430*4882a593Smuzhiyun 	u8    sqs_mode:1;
431*4882a593Smuzhiyun 	u8    loopback_supported:1;
432*4882a593Smuzhiyun 	u8    mac_addr[ETH_ALEN];
433*4882a593Smuzhiyun };
434*4882a593Smuzhiyun 
435*4882a593Smuzhiyun /* Qset configuration */
436*4882a593Smuzhiyun struct qs_cfg_msg {
437*4882a593Smuzhiyun 	u8    msg;
438*4882a593Smuzhiyun 	u8    num;
439*4882a593Smuzhiyun 	u8    sqs_count;
440*4882a593Smuzhiyun 	u64   cfg;
441*4882a593Smuzhiyun };
442*4882a593Smuzhiyun 
443*4882a593Smuzhiyun /* Receive queue configuration */
444*4882a593Smuzhiyun struct rq_cfg_msg {
445*4882a593Smuzhiyun 	u8    msg;
446*4882a593Smuzhiyun 	u8    qs_num;
447*4882a593Smuzhiyun 	u8    rq_num;
448*4882a593Smuzhiyun 	u64   cfg;
449*4882a593Smuzhiyun };
450*4882a593Smuzhiyun 
451*4882a593Smuzhiyun /* Send queue configuration */
452*4882a593Smuzhiyun struct sq_cfg_msg {
453*4882a593Smuzhiyun 	u8    msg;
454*4882a593Smuzhiyun 	u8    qs_num;
455*4882a593Smuzhiyun 	u8    sq_num;
456*4882a593Smuzhiyun 	bool  sqs_mode;
457*4882a593Smuzhiyun 	u64   cfg;
458*4882a593Smuzhiyun };
459*4882a593Smuzhiyun 
460*4882a593Smuzhiyun /* Set VF's MAC address */
461*4882a593Smuzhiyun struct set_mac_msg {
462*4882a593Smuzhiyun 	u8    msg;
463*4882a593Smuzhiyun 	u8    vf_id;
464*4882a593Smuzhiyun 	u8    mac_addr[ETH_ALEN];
465*4882a593Smuzhiyun };
466*4882a593Smuzhiyun 
467*4882a593Smuzhiyun /* Set Maximum frame size */
468*4882a593Smuzhiyun struct set_frs_msg {
469*4882a593Smuzhiyun 	u8    msg;
470*4882a593Smuzhiyun 	u8    vf_id;
471*4882a593Smuzhiyun 	u16   max_frs;
472*4882a593Smuzhiyun };
473*4882a593Smuzhiyun 
474*4882a593Smuzhiyun /* Set CPI algorithm type */
475*4882a593Smuzhiyun struct cpi_cfg_msg {
476*4882a593Smuzhiyun 	u8    msg;
477*4882a593Smuzhiyun 	u8    vf_id;
478*4882a593Smuzhiyun 	u8    rq_cnt;
479*4882a593Smuzhiyun 	u8    cpi_alg;
480*4882a593Smuzhiyun };
481*4882a593Smuzhiyun 
482*4882a593Smuzhiyun /* Get RSS table size */
483*4882a593Smuzhiyun struct rss_sz_msg {
484*4882a593Smuzhiyun 	u8    msg;
485*4882a593Smuzhiyun 	u8    vf_id;
486*4882a593Smuzhiyun 	u16   ind_tbl_size;
487*4882a593Smuzhiyun };
488*4882a593Smuzhiyun 
489*4882a593Smuzhiyun /* Set RSS configuration */
490*4882a593Smuzhiyun struct rss_cfg_msg {
491*4882a593Smuzhiyun 	u8    msg;
492*4882a593Smuzhiyun 	u8    vf_id;
493*4882a593Smuzhiyun 	u8    hash_bits;
494*4882a593Smuzhiyun 	u8    tbl_len;
495*4882a593Smuzhiyun 	u8    tbl_offset;
496*4882a593Smuzhiyun #define RSS_IND_TBL_LEN_PER_MBX_MSG	8
497*4882a593Smuzhiyun 	u8    ind_tbl[RSS_IND_TBL_LEN_PER_MBX_MSG];
498*4882a593Smuzhiyun };
499*4882a593Smuzhiyun 
500*4882a593Smuzhiyun struct bgx_stats_msg {
501*4882a593Smuzhiyun 	u8    msg;
502*4882a593Smuzhiyun 	u8    vf_id;
503*4882a593Smuzhiyun 	u8    rx;
504*4882a593Smuzhiyun 	u8    idx;
505*4882a593Smuzhiyun 	u64   stats;
506*4882a593Smuzhiyun };
507*4882a593Smuzhiyun 
508*4882a593Smuzhiyun /* Physical interface link status */
509*4882a593Smuzhiyun struct bgx_link_status {
510*4882a593Smuzhiyun 	u8    msg;
511*4882a593Smuzhiyun 	u8    mac_type;
512*4882a593Smuzhiyun 	u8    link_up;
513*4882a593Smuzhiyun 	u8    duplex;
514*4882a593Smuzhiyun 	u32   speed;
515*4882a593Smuzhiyun };
516*4882a593Smuzhiyun 
517*4882a593Smuzhiyun /* Get Extra Qset IDs */
518*4882a593Smuzhiyun struct sqs_alloc {
519*4882a593Smuzhiyun 	u8    msg;
520*4882a593Smuzhiyun 	u8    vf_id;
521*4882a593Smuzhiyun 	u8    qs_count;
522*4882a593Smuzhiyun };
523*4882a593Smuzhiyun 
524*4882a593Smuzhiyun struct nicvf_ptr {
525*4882a593Smuzhiyun 	u8    msg;
526*4882a593Smuzhiyun 	u8    vf_id;
527*4882a593Smuzhiyun 	bool  sqs_mode;
528*4882a593Smuzhiyun 	u8    sqs_id;
529*4882a593Smuzhiyun 	u64   nicvf;
530*4882a593Smuzhiyun };
531*4882a593Smuzhiyun 
532*4882a593Smuzhiyun /* Set interface in loopback mode */
533*4882a593Smuzhiyun struct set_loopback {
534*4882a593Smuzhiyun 	u8    msg;
535*4882a593Smuzhiyun 	u8    vf_id;
536*4882a593Smuzhiyun 	bool  enable;
537*4882a593Smuzhiyun };
538*4882a593Smuzhiyun 
539*4882a593Smuzhiyun /* Reset statistics counters */
540*4882a593Smuzhiyun struct reset_stat_cfg {
541*4882a593Smuzhiyun 	u8    msg;
542*4882a593Smuzhiyun 	/* Bitmap to select NIC_PF_VNIC(vf_id)_RX_STAT(0..13) */
543*4882a593Smuzhiyun 	u16   rx_stat_mask;
544*4882a593Smuzhiyun 	/* Bitmap to select NIC_PF_VNIC(vf_id)_TX_STAT(0..4) */
545*4882a593Smuzhiyun 	u8    tx_stat_mask;
546*4882a593Smuzhiyun 	/* Bitmap to select NIC_PF_QS(0..127)_RQ(0..7)_STAT(0..1)
547*4882a593Smuzhiyun 	 * bit14, bit15 NIC_PF_QS(vf_id)_RQ7_STAT(0..1)
548*4882a593Smuzhiyun 	 * bit12, bit13 NIC_PF_QS(vf_id)_RQ6_STAT(0..1)
549*4882a593Smuzhiyun 	 * ..
550*4882a593Smuzhiyun 	 * bit2, bit3 NIC_PF_QS(vf_id)_RQ1_STAT(0..1)
551*4882a593Smuzhiyun 	 * bit0, bit1 NIC_PF_QS(vf_id)_RQ0_STAT(0..1)
552*4882a593Smuzhiyun 	 */
553*4882a593Smuzhiyun 	u16   rq_stat_mask;
554*4882a593Smuzhiyun 	/* Bitmap to select NIC_PF_QS(0..127)_SQ(0..7)_STAT(0..1)
555*4882a593Smuzhiyun 	 * bit14, bit15 NIC_PF_QS(vf_id)_SQ7_STAT(0..1)
556*4882a593Smuzhiyun 	 * bit12, bit13 NIC_PF_QS(vf_id)_SQ6_STAT(0..1)
557*4882a593Smuzhiyun 	 * ..
558*4882a593Smuzhiyun 	 * bit2, bit3 NIC_PF_QS(vf_id)_SQ1_STAT(0..1)
559*4882a593Smuzhiyun 	 * bit0, bit1 NIC_PF_QS(vf_id)_SQ0_STAT(0..1)
560*4882a593Smuzhiyun 	 */
561*4882a593Smuzhiyun 	u16   sq_stat_mask;
562*4882a593Smuzhiyun };
563*4882a593Smuzhiyun 
564*4882a593Smuzhiyun struct pfc {
565*4882a593Smuzhiyun 	u8    msg;
566*4882a593Smuzhiyun 	u8    get; /* Get or set PFC settings */
567*4882a593Smuzhiyun 	u8    autoneg;
568*4882a593Smuzhiyun 	u8    fc_rx;
569*4882a593Smuzhiyun 	u8    fc_tx;
570*4882a593Smuzhiyun };
571*4882a593Smuzhiyun 
572*4882a593Smuzhiyun struct set_ptp {
573*4882a593Smuzhiyun 	u8    msg;
574*4882a593Smuzhiyun 	bool  enable;
575*4882a593Smuzhiyun };
576*4882a593Smuzhiyun 
577*4882a593Smuzhiyun struct xcast {
578*4882a593Smuzhiyun 	u8    msg;
579*4882a593Smuzhiyun 	u8    mode;
580*4882a593Smuzhiyun 	u64   mac:48;
581*4882a593Smuzhiyun };
582*4882a593Smuzhiyun 
583*4882a593Smuzhiyun /* 128 bit shared memory between PF and each VF */
584*4882a593Smuzhiyun union nic_mbx {
585*4882a593Smuzhiyun 	struct { u8 msg; }	msg;
586*4882a593Smuzhiyun 	struct nic_cfg_msg	nic_cfg;
587*4882a593Smuzhiyun 	struct qs_cfg_msg	qs;
588*4882a593Smuzhiyun 	struct rq_cfg_msg	rq;
589*4882a593Smuzhiyun 	struct sq_cfg_msg	sq;
590*4882a593Smuzhiyun 	struct set_mac_msg	mac;
591*4882a593Smuzhiyun 	struct set_frs_msg	frs;
592*4882a593Smuzhiyun 	struct cpi_cfg_msg	cpi_cfg;
593*4882a593Smuzhiyun 	struct rss_sz_msg	rss_size;
594*4882a593Smuzhiyun 	struct rss_cfg_msg	rss_cfg;
595*4882a593Smuzhiyun 	struct bgx_stats_msg    bgx_stats;
596*4882a593Smuzhiyun 	struct bgx_link_status  link_status;
597*4882a593Smuzhiyun 	struct sqs_alloc        sqs_alloc;
598*4882a593Smuzhiyun 	struct nicvf_ptr	nicvf;
599*4882a593Smuzhiyun 	struct set_loopback	lbk;
600*4882a593Smuzhiyun 	struct reset_stat_cfg	reset_stat;
601*4882a593Smuzhiyun 	struct pfc		pfc;
602*4882a593Smuzhiyun 	struct set_ptp		ptp;
603*4882a593Smuzhiyun 	struct xcast            xcast;
604*4882a593Smuzhiyun };
605*4882a593Smuzhiyun 
606*4882a593Smuzhiyun #define NIC_NODE_ID_MASK	0x03
607*4882a593Smuzhiyun #define NIC_NODE_ID_SHIFT	44
608*4882a593Smuzhiyun 
nic_get_node_id(struct pci_dev * pdev)609*4882a593Smuzhiyun static inline int nic_get_node_id(struct pci_dev *pdev)
610*4882a593Smuzhiyun {
611*4882a593Smuzhiyun 	u64 addr = pci_resource_start(pdev, PCI_CFG_REG_BAR_NUM);
612*4882a593Smuzhiyun 	return ((addr >> NIC_NODE_ID_SHIFT) & NIC_NODE_ID_MASK);
613*4882a593Smuzhiyun }
614*4882a593Smuzhiyun 
pass1_silicon(struct pci_dev * pdev)615*4882a593Smuzhiyun static inline bool pass1_silicon(struct pci_dev *pdev)
616*4882a593Smuzhiyun {
617*4882a593Smuzhiyun 	return (pdev->revision < 8) &&
618*4882a593Smuzhiyun 		(pdev->subsystem_device == PCI_SUBSYS_DEVID_88XX_NIC_PF);
619*4882a593Smuzhiyun }
620*4882a593Smuzhiyun 
pass2_silicon(struct pci_dev * pdev)621*4882a593Smuzhiyun static inline bool pass2_silicon(struct pci_dev *pdev)
622*4882a593Smuzhiyun {
623*4882a593Smuzhiyun 	return (pdev->revision >= 8) &&
624*4882a593Smuzhiyun 		(pdev->subsystem_device == PCI_SUBSYS_DEVID_88XX_NIC_PF);
625*4882a593Smuzhiyun }
626*4882a593Smuzhiyun 
627*4882a593Smuzhiyun int nicvf_set_real_num_queues(struct net_device *netdev,
628*4882a593Smuzhiyun 			      int tx_queues, int rx_queues);
629*4882a593Smuzhiyun int nicvf_open(struct net_device *netdev);
630*4882a593Smuzhiyun int nicvf_stop(struct net_device *netdev);
631*4882a593Smuzhiyun int nicvf_send_msg_to_pf(struct nicvf *vf, union nic_mbx *mbx);
632*4882a593Smuzhiyun void nicvf_config_rss(struct nicvf *nic);
633*4882a593Smuzhiyun void nicvf_set_rss_key(struct nicvf *nic);
634*4882a593Smuzhiyun void nicvf_set_ethtool_ops(struct net_device *netdev);
635*4882a593Smuzhiyun void nicvf_update_stats(struct nicvf *nic);
636*4882a593Smuzhiyun void nicvf_update_lmac_stats(struct nicvf *nic);
637*4882a593Smuzhiyun 
638*4882a593Smuzhiyun #endif /* NIC_H */
639