1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0-only */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (C) 2015 Cavium, Inc.
4*4882a593Smuzhiyun */
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun #ifndef NIC_H
7*4882a593Smuzhiyun #define NIC_H
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #include <linux/netdevice.h>
10*4882a593Smuzhiyun #include <linux/interrupt.h>
11*4882a593Smuzhiyun #include <linux/pci.h>
12*4882a593Smuzhiyun #include "thunder_bgx.h"
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun /* PCI device IDs */
15*4882a593Smuzhiyun #define PCI_DEVICE_ID_THUNDER_NIC_PF 0xA01E
16*4882a593Smuzhiyun #define PCI_DEVICE_ID_THUNDER_PASS1_NIC_VF 0x0011
17*4882a593Smuzhiyun #define PCI_DEVICE_ID_THUNDER_NIC_VF 0xA034
18*4882a593Smuzhiyun #define PCI_DEVICE_ID_THUNDER_BGX 0xA026
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun /* Subsystem device IDs */
21*4882a593Smuzhiyun #define PCI_SUBSYS_DEVID_88XX_NIC_PF 0xA11E
22*4882a593Smuzhiyun #define PCI_SUBSYS_DEVID_81XX_NIC_PF 0xA21E
23*4882a593Smuzhiyun #define PCI_SUBSYS_DEVID_83XX_NIC_PF 0xA31E
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun #define PCI_SUBSYS_DEVID_88XX_PASS1_NIC_VF 0xA11E
26*4882a593Smuzhiyun #define PCI_SUBSYS_DEVID_88XX_NIC_VF 0xA134
27*4882a593Smuzhiyun #define PCI_SUBSYS_DEVID_81XX_NIC_VF 0xA234
28*4882a593Smuzhiyun #define PCI_SUBSYS_DEVID_83XX_NIC_VF 0xA334
29*4882a593Smuzhiyun
30*4882a593Smuzhiyun
31*4882a593Smuzhiyun /* PCI BAR nos */
32*4882a593Smuzhiyun #define PCI_CFG_REG_BAR_NUM 0
33*4882a593Smuzhiyun #define PCI_MSIX_REG_BAR_NUM 4
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun /* NIC SRIOV VF count */
36*4882a593Smuzhiyun #define MAX_NUM_VFS_SUPPORTED 128
37*4882a593Smuzhiyun #define DEFAULT_NUM_VF_ENABLED 8
38*4882a593Smuzhiyun
39*4882a593Smuzhiyun #define NIC_TNS_BYPASS_MODE 0
40*4882a593Smuzhiyun #define NIC_TNS_MODE 1
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun /* NIC priv flags */
43*4882a593Smuzhiyun #define NIC_SRIOV_ENABLED BIT(0)
44*4882a593Smuzhiyun
45*4882a593Smuzhiyun /* Min/Max packet size */
46*4882a593Smuzhiyun #define NIC_HW_MIN_FRS 64
47*4882a593Smuzhiyun #define NIC_HW_MAX_FRS 9190 /* Excluding L2 header and FCS */
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun /* Max pkinds */
50*4882a593Smuzhiyun #define NIC_MAX_PKIND 16
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun /* Max when CPI_ALG is IP diffserv */
53*4882a593Smuzhiyun #define NIC_MAX_CPI_PER_LMAC 64
54*4882a593Smuzhiyun
55*4882a593Smuzhiyun /* NIC VF Interrupts */
56*4882a593Smuzhiyun #define NICVF_INTR_CQ 0
57*4882a593Smuzhiyun #define NICVF_INTR_SQ 1
58*4882a593Smuzhiyun #define NICVF_INTR_RBDR 2
59*4882a593Smuzhiyun #define NICVF_INTR_PKT_DROP 3
60*4882a593Smuzhiyun #define NICVF_INTR_TCP_TIMER 4
61*4882a593Smuzhiyun #define NICVF_INTR_MBOX 5
62*4882a593Smuzhiyun #define NICVF_INTR_QS_ERR 6
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun #define NICVF_INTR_CQ_SHIFT 0
65*4882a593Smuzhiyun #define NICVF_INTR_SQ_SHIFT 8
66*4882a593Smuzhiyun #define NICVF_INTR_RBDR_SHIFT 16
67*4882a593Smuzhiyun #define NICVF_INTR_PKT_DROP_SHIFT 20
68*4882a593Smuzhiyun #define NICVF_INTR_TCP_TIMER_SHIFT 21
69*4882a593Smuzhiyun #define NICVF_INTR_MBOX_SHIFT 22
70*4882a593Smuzhiyun #define NICVF_INTR_QS_ERR_SHIFT 23
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun #define NICVF_INTR_CQ_MASK (0xFF << NICVF_INTR_CQ_SHIFT)
73*4882a593Smuzhiyun #define NICVF_INTR_SQ_MASK (0xFF << NICVF_INTR_SQ_SHIFT)
74*4882a593Smuzhiyun #define NICVF_INTR_RBDR_MASK (0x03 << NICVF_INTR_RBDR_SHIFT)
75*4882a593Smuzhiyun #define NICVF_INTR_PKT_DROP_MASK BIT(NICVF_INTR_PKT_DROP_SHIFT)
76*4882a593Smuzhiyun #define NICVF_INTR_TCP_TIMER_MASK BIT(NICVF_INTR_TCP_TIMER_SHIFT)
77*4882a593Smuzhiyun #define NICVF_INTR_MBOX_MASK BIT(NICVF_INTR_MBOX_SHIFT)
78*4882a593Smuzhiyun #define NICVF_INTR_QS_ERR_MASK BIT(NICVF_INTR_QS_ERR_SHIFT)
79*4882a593Smuzhiyun
80*4882a593Smuzhiyun /* MSI-X interrupts */
81*4882a593Smuzhiyun #define NIC_PF_MSIX_VECTORS 10
82*4882a593Smuzhiyun #define NIC_VF_MSIX_VECTORS 20
83*4882a593Smuzhiyun
84*4882a593Smuzhiyun #define NIC_PF_INTR_ID_ECC0_SBE 0
85*4882a593Smuzhiyun #define NIC_PF_INTR_ID_ECC0_DBE 1
86*4882a593Smuzhiyun #define NIC_PF_INTR_ID_ECC1_SBE 2
87*4882a593Smuzhiyun #define NIC_PF_INTR_ID_ECC1_DBE 3
88*4882a593Smuzhiyun #define NIC_PF_INTR_ID_ECC2_SBE 4
89*4882a593Smuzhiyun #define NIC_PF_INTR_ID_ECC2_DBE 5
90*4882a593Smuzhiyun #define NIC_PF_INTR_ID_ECC3_SBE 6
91*4882a593Smuzhiyun #define NIC_PF_INTR_ID_ECC3_DBE 7
92*4882a593Smuzhiyun #define NIC_PF_INTR_ID_MBOX0 8
93*4882a593Smuzhiyun #define NIC_PF_INTR_ID_MBOX1 9
94*4882a593Smuzhiyun
95*4882a593Smuzhiyun /* Minimum FIFO level before all packets for the CQ are dropped
96*4882a593Smuzhiyun *
97*4882a593Smuzhiyun * This value ensures that once a packet has been "accepted"
98*4882a593Smuzhiyun * for reception it will not get dropped due to non-availability
99*4882a593Smuzhiyun * of CQ descriptor. An errata in HW mandates this value to be
100*4882a593Smuzhiyun * atleast 0x100.
101*4882a593Smuzhiyun */
102*4882a593Smuzhiyun #define NICPF_CQM_MIN_DROP_LEVEL 0x100
103*4882a593Smuzhiyun
104*4882a593Smuzhiyun /* Global timer for CQ timer thresh interrupts
105*4882a593Smuzhiyun * Calculated for SCLK of 700Mhz
106*4882a593Smuzhiyun * value written should be a 1/16th of what is expected
107*4882a593Smuzhiyun *
108*4882a593Smuzhiyun * 1 tick per 0.025usec
109*4882a593Smuzhiyun */
110*4882a593Smuzhiyun #define NICPF_CLK_PER_INT_TICK 1
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun /* Time to wait before we decide that a SQ is stuck.
113*4882a593Smuzhiyun *
114*4882a593Smuzhiyun * Since both pkt rx and tx notifications are done with same CQ,
115*4882a593Smuzhiyun * when packets are being received at very high rate (eg: L2 forwarding)
116*4882a593Smuzhiyun * then freeing transmitted skbs will be delayed and watchdog
117*4882a593Smuzhiyun * will kick in, resetting interface. Hence keeping this value high.
118*4882a593Smuzhiyun */
119*4882a593Smuzhiyun #define NICVF_TX_TIMEOUT (50 * HZ)
120*4882a593Smuzhiyun
121*4882a593Smuzhiyun struct nicvf_cq_poll {
122*4882a593Smuzhiyun struct nicvf *nicvf;
123*4882a593Smuzhiyun u8 cq_idx; /* Completion queue index */
124*4882a593Smuzhiyun struct napi_struct napi;
125*4882a593Smuzhiyun };
126*4882a593Smuzhiyun
127*4882a593Smuzhiyun #define NIC_MAX_RSS_HASH_BITS 8
128*4882a593Smuzhiyun #define NIC_MAX_RSS_IDR_TBL_SIZE (1 << NIC_MAX_RSS_HASH_BITS)
129*4882a593Smuzhiyun #define RSS_HASH_KEY_SIZE 5 /* 320 bit key */
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun struct nicvf_rss_info {
132*4882a593Smuzhiyun bool enable;
133*4882a593Smuzhiyun #define RSS_L2_EXTENDED_HASH_ENA BIT(0)
134*4882a593Smuzhiyun #define RSS_IP_HASH_ENA BIT(1)
135*4882a593Smuzhiyun #define RSS_TCP_HASH_ENA BIT(2)
136*4882a593Smuzhiyun #define RSS_TCP_SYN_DIS BIT(3)
137*4882a593Smuzhiyun #define RSS_UDP_HASH_ENA BIT(4)
138*4882a593Smuzhiyun #define RSS_L4_EXTENDED_HASH_ENA BIT(5)
139*4882a593Smuzhiyun #define RSS_ROCE_ENA BIT(6)
140*4882a593Smuzhiyun #define RSS_L3_BI_DIRECTION_ENA BIT(7)
141*4882a593Smuzhiyun #define RSS_L4_BI_DIRECTION_ENA BIT(8)
142*4882a593Smuzhiyun u64 cfg;
143*4882a593Smuzhiyun u8 hash_bits;
144*4882a593Smuzhiyun u16 rss_size;
145*4882a593Smuzhiyun u8 ind_tbl[NIC_MAX_RSS_IDR_TBL_SIZE];
146*4882a593Smuzhiyun u64 key[RSS_HASH_KEY_SIZE];
147*4882a593Smuzhiyun } ____cacheline_aligned_in_smp;
148*4882a593Smuzhiyun
149*4882a593Smuzhiyun struct nicvf_pfc {
150*4882a593Smuzhiyun u8 autoneg;
151*4882a593Smuzhiyun u8 fc_rx;
152*4882a593Smuzhiyun u8 fc_tx;
153*4882a593Smuzhiyun };
154*4882a593Smuzhiyun
155*4882a593Smuzhiyun enum rx_stats_reg_offset {
156*4882a593Smuzhiyun RX_OCTS = 0x0,
157*4882a593Smuzhiyun RX_UCAST = 0x1,
158*4882a593Smuzhiyun RX_BCAST = 0x2,
159*4882a593Smuzhiyun RX_MCAST = 0x3,
160*4882a593Smuzhiyun RX_RED = 0x4,
161*4882a593Smuzhiyun RX_RED_OCTS = 0x5,
162*4882a593Smuzhiyun RX_ORUN = 0x6,
163*4882a593Smuzhiyun RX_ORUN_OCTS = 0x7,
164*4882a593Smuzhiyun RX_FCS = 0x8,
165*4882a593Smuzhiyun RX_L2ERR = 0x9,
166*4882a593Smuzhiyun RX_DRP_BCAST = 0xa,
167*4882a593Smuzhiyun RX_DRP_MCAST = 0xb,
168*4882a593Smuzhiyun RX_DRP_L3BCAST = 0xc,
169*4882a593Smuzhiyun RX_DRP_L3MCAST = 0xd,
170*4882a593Smuzhiyun RX_STATS_ENUM_LAST,
171*4882a593Smuzhiyun };
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun enum tx_stats_reg_offset {
174*4882a593Smuzhiyun TX_OCTS = 0x0,
175*4882a593Smuzhiyun TX_UCAST = 0x1,
176*4882a593Smuzhiyun TX_BCAST = 0x2,
177*4882a593Smuzhiyun TX_MCAST = 0x3,
178*4882a593Smuzhiyun TX_DROP = 0x4,
179*4882a593Smuzhiyun TX_STATS_ENUM_LAST,
180*4882a593Smuzhiyun };
181*4882a593Smuzhiyun
182*4882a593Smuzhiyun struct nicvf_hw_stats {
183*4882a593Smuzhiyun u64 rx_bytes;
184*4882a593Smuzhiyun u64 rx_frames;
185*4882a593Smuzhiyun u64 rx_ucast_frames;
186*4882a593Smuzhiyun u64 rx_bcast_frames;
187*4882a593Smuzhiyun u64 rx_mcast_frames;
188*4882a593Smuzhiyun u64 rx_drops;
189*4882a593Smuzhiyun u64 rx_drop_red;
190*4882a593Smuzhiyun u64 rx_drop_red_bytes;
191*4882a593Smuzhiyun u64 rx_drop_overrun;
192*4882a593Smuzhiyun u64 rx_drop_overrun_bytes;
193*4882a593Smuzhiyun u64 rx_drop_bcast;
194*4882a593Smuzhiyun u64 rx_drop_mcast;
195*4882a593Smuzhiyun u64 rx_drop_l3_bcast;
196*4882a593Smuzhiyun u64 rx_drop_l3_mcast;
197*4882a593Smuzhiyun u64 rx_fcs_errors;
198*4882a593Smuzhiyun u64 rx_l2_errors;
199*4882a593Smuzhiyun
200*4882a593Smuzhiyun u64 tx_bytes;
201*4882a593Smuzhiyun u64 tx_frames;
202*4882a593Smuzhiyun u64 tx_ucast_frames;
203*4882a593Smuzhiyun u64 tx_bcast_frames;
204*4882a593Smuzhiyun u64 tx_mcast_frames;
205*4882a593Smuzhiyun u64 tx_drops;
206*4882a593Smuzhiyun };
207*4882a593Smuzhiyun
208*4882a593Smuzhiyun struct nicvf_drv_stats {
209*4882a593Smuzhiyun /* CQE Rx errs */
210*4882a593Smuzhiyun u64 rx_bgx_truncated_pkts;
211*4882a593Smuzhiyun u64 rx_jabber_errs;
212*4882a593Smuzhiyun u64 rx_fcs_errs;
213*4882a593Smuzhiyun u64 rx_bgx_errs;
214*4882a593Smuzhiyun u64 rx_prel2_errs;
215*4882a593Smuzhiyun u64 rx_l2_hdr_malformed;
216*4882a593Smuzhiyun u64 rx_oversize;
217*4882a593Smuzhiyun u64 rx_undersize;
218*4882a593Smuzhiyun u64 rx_l2_len_mismatch;
219*4882a593Smuzhiyun u64 rx_l2_pclp;
220*4882a593Smuzhiyun u64 rx_ip_ver_errs;
221*4882a593Smuzhiyun u64 rx_ip_csum_errs;
222*4882a593Smuzhiyun u64 rx_ip_hdr_malformed;
223*4882a593Smuzhiyun u64 rx_ip_payload_malformed;
224*4882a593Smuzhiyun u64 rx_ip_ttl_errs;
225*4882a593Smuzhiyun u64 rx_l3_pclp;
226*4882a593Smuzhiyun u64 rx_l4_malformed;
227*4882a593Smuzhiyun u64 rx_l4_csum_errs;
228*4882a593Smuzhiyun u64 rx_udp_len_errs;
229*4882a593Smuzhiyun u64 rx_l4_port_errs;
230*4882a593Smuzhiyun u64 rx_tcp_flag_errs;
231*4882a593Smuzhiyun u64 rx_tcp_offset_errs;
232*4882a593Smuzhiyun u64 rx_l4_pclp;
233*4882a593Smuzhiyun u64 rx_truncated_pkts;
234*4882a593Smuzhiyun
235*4882a593Smuzhiyun /* CQE Tx errs */
236*4882a593Smuzhiyun u64 tx_desc_fault;
237*4882a593Smuzhiyun u64 tx_hdr_cons_err;
238*4882a593Smuzhiyun u64 tx_subdesc_err;
239*4882a593Smuzhiyun u64 tx_max_size_exceeded;
240*4882a593Smuzhiyun u64 tx_imm_size_oflow;
241*4882a593Smuzhiyun u64 tx_data_seq_err;
242*4882a593Smuzhiyun u64 tx_mem_seq_err;
243*4882a593Smuzhiyun u64 tx_lock_viol;
244*4882a593Smuzhiyun u64 tx_data_fault;
245*4882a593Smuzhiyun u64 tx_tstmp_conflict;
246*4882a593Smuzhiyun u64 tx_tstmp_timeout;
247*4882a593Smuzhiyun u64 tx_mem_fault;
248*4882a593Smuzhiyun u64 tx_csum_overlap;
249*4882a593Smuzhiyun u64 tx_csum_overflow;
250*4882a593Smuzhiyun
251*4882a593Smuzhiyun /* driver debug stats */
252*4882a593Smuzhiyun u64 tx_tso;
253*4882a593Smuzhiyun u64 tx_timeout;
254*4882a593Smuzhiyun u64 txq_stop;
255*4882a593Smuzhiyun u64 txq_wake;
256*4882a593Smuzhiyun
257*4882a593Smuzhiyun u64 rcv_buffer_alloc_failures;
258*4882a593Smuzhiyun u64 page_alloc;
259*4882a593Smuzhiyun
260*4882a593Smuzhiyun struct u64_stats_sync syncp;
261*4882a593Smuzhiyun };
262*4882a593Smuzhiyun
263*4882a593Smuzhiyun struct cavium_ptp;
264*4882a593Smuzhiyun
265*4882a593Smuzhiyun struct xcast_addr_list {
266*4882a593Smuzhiyun int count;
267*4882a593Smuzhiyun u64 mc[];
268*4882a593Smuzhiyun };
269*4882a593Smuzhiyun
270*4882a593Smuzhiyun struct nicvf_work {
271*4882a593Smuzhiyun struct work_struct work;
272*4882a593Smuzhiyun u8 mode;
273*4882a593Smuzhiyun struct xcast_addr_list *mc;
274*4882a593Smuzhiyun };
275*4882a593Smuzhiyun
276*4882a593Smuzhiyun struct nicvf {
277*4882a593Smuzhiyun struct nicvf *pnicvf;
278*4882a593Smuzhiyun struct net_device *netdev;
279*4882a593Smuzhiyun struct pci_dev *pdev;
280*4882a593Smuzhiyun void __iomem *reg_base;
281*4882a593Smuzhiyun struct bpf_prog *xdp_prog;
282*4882a593Smuzhiyun #define MAX_QUEUES_PER_QSET 8
283*4882a593Smuzhiyun struct queue_set *qs;
284*4882a593Smuzhiyun void *iommu_domain;
285*4882a593Smuzhiyun u8 vf_id;
286*4882a593Smuzhiyun u8 sqs_id;
287*4882a593Smuzhiyun bool sqs_mode;
288*4882a593Smuzhiyun bool hw_tso;
289*4882a593Smuzhiyun bool t88;
290*4882a593Smuzhiyun
291*4882a593Smuzhiyun /* Receive buffer alloc */
292*4882a593Smuzhiyun u32 rb_page_offset;
293*4882a593Smuzhiyun u16 rb_pageref;
294*4882a593Smuzhiyun bool rb_alloc_fail;
295*4882a593Smuzhiyun bool rb_work_scheduled;
296*4882a593Smuzhiyun struct page *rb_page;
297*4882a593Smuzhiyun struct delayed_work rbdr_work;
298*4882a593Smuzhiyun struct tasklet_struct rbdr_task;
299*4882a593Smuzhiyun
300*4882a593Smuzhiyun /* Secondary Qset */
301*4882a593Smuzhiyun u8 sqs_count;
302*4882a593Smuzhiyun #define MAX_SQS_PER_VF_SINGLE_NODE 5
303*4882a593Smuzhiyun #define MAX_SQS_PER_VF 11
304*4882a593Smuzhiyun struct nicvf *snicvf[MAX_SQS_PER_VF];
305*4882a593Smuzhiyun
306*4882a593Smuzhiyun /* Queue count */
307*4882a593Smuzhiyun u8 rx_queues;
308*4882a593Smuzhiyun u8 tx_queues;
309*4882a593Smuzhiyun u8 xdp_tx_queues;
310*4882a593Smuzhiyun u8 max_queues;
311*4882a593Smuzhiyun
312*4882a593Smuzhiyun u8 node;
313*4882a593Smuzhiyun u8 cpi_alg;
314*4882a593Smuzhiyun bool link_up;
315*4882a593Smuzhiyun u8 mac_type;
316*4882a593Smuzhiyun u8 duplex;
317*4882a593Smuzhiyun u32 speed;
318*4882a593Smuzhiyun bool tns_mode;
319*4882a593Smuzhiyun bool loopback_supported;
320*4882a593Smuzhiyun struct nicvf_rss_info rss_info;
321*4882a593Smuzhiyun struct nicvf_pfc pfc;
322*4882a593Smuzhiyun struct tasklet_struct qs_err_task;
323*4882a593Smuzhiyun struct work_struct reset_task;
324*4882a593Smuzhiyun struct nicvf_work rx_mode_work;
325*4882a593Smuzhiyun /* spinlock to protect workqueue arguments from concurrent access */
326*4882a593Smuzhiyun spinlock_t rx_mode_wq_lock;
327*4882a593Smuzhiyun /* workqueue for handling kernel ndo_set_rx_mode() calls */
328*4882a593Smuzhiyun struct workqueue_struct *nicvf_rx_mode_wq;
329*4882a593Smuzhiyun /* mutex to protect VF's mailbox contents from concurrent access */
330*4882a593Smuzhiyun struct mutex rx_mode_mtx;
331*4882a593Smuzhiyun struct delayed_work link_change_work;
332*4882a593Smuzhiyun /* PTP timestamp */
333*4882a593Smuzhiyun struct cavium_ptp *ptp_clock;
334*4882a593Smuzhiyun /* Inbound timestamping is on */
335*4882a593Smuzhiyun bool hw_rx_tstamp;
336*4882a593Smuzhiyun /* When the packet that requires timestamping is sent, hardware inserts
337*4882a593Smuzhiyun * two entries to the completion queue. First is the regular
338*4882a593Smuzhiyun * CQE_TYPE_SEND entry that signals that the packet was sent.
339*4882a593Smuzhiyun * The second is CQE_TYPE_SEND_PTP that contains the actual timestamp
340*4882a593Smuzhiyun * for that packet.
341*4882a593Smuzhiyun * `ptp_skb` is initialized in the handler for the CQE_TYPE_SEND
342*4882a593Smuzhiyun * entry and is used and zeroed in the handler for the CQE_TYPE_SEND_PTP
343*4882a593Smuzhiyun * entry.
344*4882a593Smuzhiyun * So `ptp_skb` is used to hold the pointer to the packet between
345*4882a593Smuzhiyun * the calls to CQE_TYPE_SEND and CQE_TYPE_SEND_PTP handlers.
346*4882a593Smuzhiyun */
347*4882a593Smuzhiyun struct sk_buff *ptp_skb;
348*4882a593Smuzhiyun /* `tx_ptp_skbs` is set when the hardware is sending a packet that
349*4882a593Smuzhiyun * requires timestamping. Cavium hardware can not process more than one
350*4882a593Smuzhiyun * such packet at once so this is set each time the driver submits
351*4882a593Smuzhiyun * a packet that requires timestamping to the send queue and clears
352*4882a593Smuzhiyun * each time it receives the entry on the completion queue saying
353*4882a593Smuzhiyun * that such packet was sent.
354*4882a593Smuzhiyun * So `tx_ptp_skbs` prevents driver from submitting more than one
355*4882a593Smuzhiyun * packet that requires timestamping to the hardware for transmitting.
356*4882a593Smuzhiyun */
357*4882a593Smuzhiyun atomic_t tx_ptp_skbs;
358*4882a593Smuzhiyun
359*4882a593Smuzhiyun /* Interrupt coalescing settings */
360*4882a593Smuzhiyun u32 cq_coalesce_usecs;
361*4882a593Smuzhiyun u32 msg_enable;
362*4882a593Smuzhiyun
363*4882a593Smuzhiyun /* Stats */
364*4882a593Smuzhiyun struct nicvf_hw_stats hw_stats;
365*4882a593Smuzhiyun struct nicvf_drv_stats __percpu *drv_stats;
366*4882a593Smuzhiyun struct bgx_stats bgx_stats;
367*4882a593Smuzhiyun
368*4882a593Smuzhiyun /* Napi */
369*4882a593Smuzhiyun struct nicvf_cq_poll *napi[8];
370*4882a593Smuzhiyun
371*4882a593Smuzhiyun /* MSI-X */
372*4882a593Smuzhiyun u8 num_vec;
373*4882a593Smuzhiyun char irq_name[NIC_VF_MSIX_VECTORS][IFNAMSIZ + 15];
374*4882a593Smuzhiyun bool irq_allocated[NIC_VF_MSIX_VECTORS];
375*4882a593Smuzhiyun cpumask_var_t affinity_mask[NIC_VF_MSIX_VECTORS];
376*4882a593Smuzhiyun
377*4882a593Smuzhiyun /* VF <-> PF mailbox communication */
378*4882a593Smuzhiyun bool pf_acked;
379*4882a593Smuzhiyun bool pf_nacked;
380*4882a593Smuzhiyun bool set_mac_pending;
381*4882a593Smuzhiyun } ____cacheline_aligned_in_smp;
382*4882a593Smuzhiyun
383*4882a593Smuzhiyun /* PF <--> VF Mailbox communication
384*4882a593Smuzhiyun * Eight 64bit registers are shared between PF and VF.
385*4882a593Smuzhiyun * Separate set for each VF.
386*4882a593Smuzhiyun * Writing '1' into last register mbx7 means end of message.
387*4882a593Smuzhiyun */
388*4882a593Smuzhiyun
389*4882a593Smuzhiyun /* PF <--> VF mailbox communication */
390*4882a593Smuzhiyun #define NIC_PF_VF_MAILBOX_SIZE 2
391*4882a593Smuzhiyun #define NIC_MBOX_MSG_TIMEOUT 2000 /* ms */
392*4882a593Smuzhiyun
393*4882a593Smuzhiyun /* Mailbox message types */
394*4882a593Smuzhiyun #define NIC_MBOX_MSG_READY 0x01 /* Is PF ready to rcv msgs */
395*4882a593Smuzhiyun #define NIC_MBOX_MSG_ACK 0x02 /* ACK the message received */
396*4882a593Smuzhiyun #define NIC_MBOX_MSG_NACK 0x03 /* NACK the message received */
397*4882a593Smuzhiyun #define NIC_MBOX_MSG_QS_CFG 0x04 /* Configure Qset */
398*4882a593Smuzhiyun #define NIC_MBOX_MSG_RQ_CFG 0x05 /* Configure receive queue */
399*4882a593Smuzhiyun #define NIC_MBOX_MSG_SQ_CFG 0x06 /* Configure Send queue */
400*4882a593Smuzhiyun #define NIC_MBOX_MSG_RQ_DROP_CFG 0x07 /* Configure receive queue */
401*4882a593Smuzhiyun #define NIC_MBOX_MSG_SET_MAC 0x08 /* Add MAC ID to DMAC filter */
402*4882a593Smuzhiyun #define NIC_MBOX_MSG_SET_MAX_FRS 0x09 /* Set max frame size */
403*4882a593Smuzhiyun #define NIC_MBOX_MSG_CPI_CFG 0x0A /* Config CPI, RSSI */
404*4882a593Smuzhiyun #define NIC_MBOX_MSG_RSS_SIZE 0x0B /* Get RSS indir_tbl size */
405*4882a593Smuzhiyun #define NIC_MBOX_MSG_RSS_CFG 0x0C /* Config RSS table */
406*4882a593Smuzhiyun #define NIC_MBOX_MSG_RSS_CFG_CONT 0x0D /* RSS config continuation */
407*4882a593Smuzhiyun #define NIC_MBOX_MSG_RQ_BP_CFG 0x0E /* RQ backpressure config */
408*4882a593Smuzhiyun #define NIC_MBOX_MSG_RQ_SW_SYNC 0x0F /* Flush inflight pkts to RQ */
409*4882a593Smuzhiyun #define NIC_MBOX_MSG_BGX_STATS 0x10 /* Get stats from BGX */
410*4882a593Smuzhiyun #define NIC_MBOX_MSG_BGX_LINK_CHANGE 0x11 /* BGX:LMAC link status */
411*4882a593Smuzhiyun #define NIC_MBOX_MSG_ALLOC_SQS 0x12 /* Allocate secondary Qset */
412*4882a593Smuzhiyun #define NIC_MBOX_MSG_NICVF_PTR 0x13 /* Send nicvf ptr to PF */
413*4882a593Smuzhiyun #define NIC_MBOX_MSG_PNICVF_PTR 0x14 /* Get primary qset nicvf ptr */
414*4882a593Smuzhiyun #define NIC_MBOX_MSG_SNICVF_PTR 0x15 /* Send sqet nicvf ptr to PVF */
415*4882a593Smuzhiyun #define NIC_MBOX_MSG_LOOPBACK 0x16 /* Set interface in loopback */
416*4882a593Smuzhiyun #define NIC_MBOX_MSG_RESET_STAT_COUNTER 0x17 /* Reset statistics counters */
417*4882a593Smuzhiyun #define NIC_MBOX_MSG_PFC 0x18 /* Pause frame control */
418*4882a593Smuzhiyun #define NIC_MBOX_MSG_PTP_CFG 0x19 /* HW packet timestamp */
419*4882a593Smuzhiyun #define NIC_MBOX_MSG_CFG_DONE 0xF0 /* VF configuration done */
420*4882a593Smuzhiyun #define NIC_MBOX_MSG_SHUTDOWN 0xF1 /* VF is being shutdown */
421*4882a593Smuzhiyun #define NIC_MBOX_MSG_RESET_XCAST 0xF2 /* Reset DCAM filtering mode */
422*4882a593Smuzhiyun #define NIC_MBOX_MSG_ADD_MCAST 0xF3 /* Add MAC to DCAM filters */
423*4882a593Smuzhiyun #define NIC_MBOX_MSG_SET_XCAST 0xF4 /* Set MCAST/BCAST RX mode */
424*4882a593Smuzhiyun
425*4882a593Smuzhiyun struct nic_cfg_msg {
426*4882a593Smuzhiyun u8 msg;
427*4882a593Smuzhiyun u8 vf_id;
428*4882a593Smuzhiyun u8 node_id;
429*4882a593Smuzhiyun u8 tns_mode:1;
430*4882a593Smuzhiyun u8 sqs_mode:1;
431*4882a593Smuzhiyun u8 loopback_supported:1;
432*4882a593Smuzhiyun u8 mac_addr[ETH_ALEN];
433*4882a593Smuzhiyun };
434*4882a593Smuzhiyun
435*4882a593Smuzhiyun /* Qset configuration */
436*4882a593Smuzhiyun struct qs_cfg_msg {
437*4882a593Smuzhiyun u8 msg;
438*4882a593Smuzhiyun u8 num;
439*4882a593Smuzhiyun u8 sqs_count;
440*4882a593Smuzhiyun u64 cfg;
441*4882a593Smuzhiyun };
442*4882a593Smuzhiyun
443*4882a593Smuzhiyun /* Receive queue configuration */
444*4882a593Smuzhiyun struct rq_cfg_msg {
445*4882a593Smuzhiyun u8 msg;
446*4882a593Smuzhiyun u8 qs_num;
447*4882a593Smuzhiyun u8 rq_num;
448*4882a593Smuzhiyun u64 cfg;
449*4882a593Smuzhiyun };
450*4882a593Smuzhiyun
451*4882a593Smuzhiyun /* Send queue configuration */
452*4882a593Smuzhiyun struct sq_cfg_msg {
453*4882a593Smuzhiyun u8 msg;
454*4882a593Smuzhiyun u8 qs_num;
455*4882a593Smuzhiyun u8 sq_num;
456*4882a593Smuzhiyun bool sqs_mode;
457*4882a593Smuzhiyun u64 cfg;
458*4882a593Smuzhiyun };
459*4882a593Smuzhiyun
460*4882a593Smuzhiyun /* Set VF's MAC address */
461*4882a593Smuzhiyun struct set_mac_msg {
462*4882a593Smuzhiyun u8 msg;
463*4882a593Smuzhiyun u8 vf_id;
464*4882a593Smuzhiyun u8 mac_addr[ETH_ALEN];
465*4882a593Smuzhiyun };
466*4882a593Smuzhiyun
467*4882a593Smuzhiyun /* Set Maximum frame size */
468*4882a593Smuzhiyun struct set_frs_msg {
469*4882a593Smuzhiyun u8 msg;
470*4882a593Smuzhiyun u8 vf_id;
471*4882a593Smuzhiyun u16 max_frs;
472*4882a593Smuzhiyun };
473*4882a593Smuzhiyun
474*4882a593Smuzhiyun /* Set CPI algorithm type */
475*4882a593Smuzhiyun struct cpi_cfg_msg {
476*4882a593Smuzhiyun u8 msg;
477*4882a593Smuzhiyun u8 vf_id;
478*4882a593Smuzhiyun u8 rq_cnt;
479*4882a593Smuzhiyun u8 cpi_alg;
480*4882a593Smuzhiyun };
481*4882a593Smuzhiyun
482*4882a593Smuzhiyun /* Get RSS table size */
483*4882a593Smuzhiyun struct rss_sz_msg {
484*4882a593Smuzhiyun u8 msg;
485*4882a593Smuzhiyun u8 vf_id;
486*4882a593Smuzhiyun u16 ind_tbl_size;
487*4882a593Smuzhiyun };
488*4882a593Smuzhiyun
489*4882a593Smuzhiyun /* Set RSS configuration */
490*4882a593Smuzhiyun struct rss_cfg_msg {
491*4882a593Smuzhiyun u8 msg;
492*4882a593Smuzhiyun u8 vf_id;
493*4882a593Smuzhiyun u8 hash_bits;
494*4882a593Smuzhiyun u8 tbl_len;
495*4882a593Smuzhiyun u8 tbl_offset;
496*4882a593Smuzhiyun #define RSS_IND_TBL_LEN_PER_MBX_MSG 8
497*4882a593Smuzhiyun u8 ind_tbl[RSS_IND_TBL_LEN_PER_MBX_MSG];
498*4882a593Smuzhiyun };
499*4882a593Smuzhiyun
500*4882a593Smuzhiyun struct bgx_stats_msg {
501*4882a593Smuzhiyun u8 msg;
502*4882a593Smuzhiyun u8 vf_id;
503*4882a593Smuzhiyun u8 rx;
504*4882a593Smuzhiyun u8 idx;
505*4882a593Smuzhiyun u64 stats;
506*4882a593Smuzhiyun };
507*4882a593Smuzhiyun
508*4882a593Smuzhiyun /* Physical interface link status */
509*4882a593Smuzhiyun struct bgx_link_status {
510*4882a593Smuzhiyun u8 msg;
511*4882a593Smuzhiyun u8 mac_type;
512*4882a593Smuzhiyun u8 link_up;
513*4882a593Smuzhiyun u8 duplex;
514*4882a593Smuzhiyun u32 speed;
515*4882a593Smuzhiyun };
516*4882a593Smuzhiyun
517*4882a593Smuzhiyun /* Get Extra Qset IDs */
518*4882a593Smuzhiyun struct sqs_alloc {
519*4882a593Smuzhiyun u8 msg;
520*4882a593Smuzhiyun u8 vf_id;
521*4882a593Smuzhiyun u8 qs_count;
522*4882a593Smuzhiyun };
523*4882a593Smuzhiyun
524*4882a593Smuzhiyun struct nicvf_ptr {
525*4882a593Smuzhiyun u8 msg;
526*4882a593Smuzhiyun u8 vf_id;
527*4882a593Smuzhiyun bool sqs_mode;
528*4882a593Smuzhiyun u8 sqs_id;
529*4882a593Smuzhiyun u64 nicvf;
530*4882a593Smuzhiyun };
531*4882a593Smuzhiyun
532*4882a593Smuzhiyun /* Set interface in loopback mode */
533*4882a593Smuzhiyun struct set_loopback {
534*4882a593Smuzhiyun u8 msg;
535*4882a593Smuzhiyun u8 vf_id;
536*4882a593Smuzhiyun bool enable;
537*4882a593Smuzhiyun };
538*4882a593Smuzhiyun
539*4882a593Smuzhiyun /* Reset statistics counters */
540*4882a593Smuzhiyun struct reset_stat_cfg {
541*4882a593Smuzhiyun u8 msg;
542*4882a593Smuzhiyun /* Bitmap to select NIC_PF_VNIC(vf_id)_RX_STAT(0..13) */
543*4882a593Smuzhiyun u16 rx_stat_mask;
544*4882a593Smuzhiyun /* Bitmap to select NIC_PF_VNIC(vf_id)_TX_STAT(0..4) */
545*4882a593Smuzhiyun u8 tx_stat_mask;
546*4882a593Smuzhiyun /* Bitmap to select NIC_PF_QS(0..127)_RQ(0..7)_STAT(0..1)
547*4882a593Smuzhiyun * bit14, bit15 NIC_PF_QS(vf_id)_RQ7_STAT(0..1)
548*4882a593Smuzhiyun * bit12, bit13 NIC_PF_QS(vf_id)_RQ6_STAT(0..1)
549*4882a593Smuzhiyun * ..
550*4882a593Smuzhiyun * bit2, bit3 NIC_PF_QS(vf_id)_RQ1_STAT(0..1)
551*4882a593Smuzhiyun * bit0, bit1 NIC_PF_QS(vf_id)_RQ0_STAT(0..1)
552*4882a593Smuzhiyun */
553*4882a593Smuzhiyun u16 rq_stat_mask;
554*4882a593Smuzhiyun /* Bitmap to select NIC_PF_QS(0..127)_SQ(0..7)_STAT(0..1)
555*4882a593Smuzhiyun * bit14, bit15 NIC_PF_QS(vf_id)_SQ7_STAT(0..1)
556*4882a593Smuzhiyun * bit12, bit13 NIC_PF_QS(vf_id)_SQ6_STAT(0..1)
557*4882a593Smuzhiyun * ..
558*4882a593Smuzhiyun * bit2, bit3 NIC_PF_QS(vf_id)_SQ1_STAT(0..1)
559*4882a593Smuzhiyun * bit0, bit1 NIC_PF_QS(vf_id)_SQ0_STAT(0..1)
560*4882a593Smuzhiyun */
561*4882a593Smuzhiyun u16 sq_stat_mask;
562*4882a593Smuzhiyun };
563*4882a593Smuzhiyun
564*4882a593Smuzhiyun struct pfc {
565*4882a593Smuzhiyun u8 msg;
566*4882a593Smuzhiyun u8 get; /* Get or set PFC settings */
567*4882a593Smuzhiyun u8 autoneg;
568*4882a593Smuzhiyun u8 fc_rx;
569*4882a593Smuzhiyun u8 fc_tx;
570*4882a593Smuzhiyun };
571*4882a593Smuzhiyun
572*4882a593Smuzhiyun struct set_ptp {
573*4882a593Smuzhiyun u8 msg;
574*4882a593Smuzhiyun bool enable;
575*4882a593Smuzhiyun };
576*4882a593Smuzhiyun
577*4882a593Smuzhiyun struct xcast {
578*4882a593Smuzhiyun u8 msg;
579*4882a593Smuzhiyun u8 mode;
580*4882a593Smuzhiyun u64 mac:48;
581*4882a593Smuzhiyun };
582*4882a593Smuzhiyun
583*4882a593Smuzhiyun /* 128 bit shared memory between PF and each VF */
584*4882a593Smuzhiyun union nic_mbx {
585*4882a593Smuzhiyun struct { u8 msg; } msg;
586*4882a593Smuzhiyun struct nic_cfg_msg nic_cfg;
587*4882a593Smuzhiyun struct qs_cfg_msg qs;
588*4882a593Smuzhiyun struct rq_cfg_msg rq;
589*4882a593Smuzhiyun struct sq_cfg_msg sq;
590*4882a593Smuzhiyun struct set_mac_msg mac;
591*4882a593Smuzhiyun struct set_frs_msg frs;
592*4882a593Smuzhiyun struct cpi_cfg_msg cpi_cfg;
593*4882a593Smuzhiyun struct rss_sz_msg rss_size;
594*4882a593Smuzhiyun struct rss_cfg_msg rss_cfg;
595*4882a593Smuzhiyun struct bgx_stats_msg bgx_stats;
596*4882a593Smuzhiyun struct bgx_link_status link_status;
597*4882a593Smuzhiyun struct sqs_alloc sqs_alloc;
598*4882a593Smuzhiyun struct nicvf_ptr nicvf;
599*4882a593Smuzhiyun struct set_loopback lbk;
600*4882a593Smuzhiyun struct reset_stat_cfg reset_stat;
601*4882a593Smuzhiyun struct pfc pfc;
602*4882a593Smuzhiyun struct set_ptp ptp;
603*4882a593Smuzhiyun struct xcast xcast;
604*4882a593Smuzhiyun };
605*4882a593Smuzhiyun
606*4882a593Smuzhiyun #define NIC_NODE_ID_MASK 0x03
607*4882a593Smuzhiyun #define NIC_NODE_ID_SHIFT 44
608*4882a593Smuzhiyun
nic_get_node_id(struct pci_dev * pdev)609*4882a593Smuzhiyun static inline int nic_get_node_id(struct pci_dev *pdev)
610*4882a593Smuzhiyun {
611*4882a593Smuzhiyun u64 addr = pci_resource_start(pdev, PCI_CFG_REG_BAR_NUM);
612*4882a593Smuzhiyun return ((addr >> NIC_NODE_ID_SHIFT) & NIC_NODE_ID_MASK);
613*4882a593Smuzhiyun }
614*4882a593Smuzhiyun
pass1_silicon(struct pci_dev * pdev)615*4882a593Smuzhiyun static inline bool pass1_silicon(struct pci_dev *pdev)
616*4882a593Smuzhiyun {
617*4882a593Smuzhiyun return (pdev->revision < 8) &&
618*4882a593Smuzhiyun (pdev->subsystem_device == PCI_SUBSYS_DEVID_88XX_NIC_PF);
619*4882a593Smuzhiyun }
620*4882a593Smuzhiyun
pass2_silicon(struct pci_dev * pdev)621*4882a593Smuzhiyun static inline bool pass2_silicon(struct pci_dev *pdev)
622*4882a593Smuzhiyun {
623*4882a593Smuzhiyun return (pdev->revision >= 8) &&
624*4882a593Smuzhiyun (pdev->subsystem_device == PCI_SUBSYS_DEVID_88XX_NIC_PF);
625*4882a593Smuzhiyun }
626*4882a593Smuzhiyun
627*4882a593Smuzhiyun int nicvf_set_real_num_queues(struct net_device *netdev,
628*4882a593Smuzhiyun int tx_queues, int rx_queues);
629*4882a593Smuzhiyun int nicvf_open(struct net_device *netdev);
630*4882a593Smuzhiyun int nicvf_stop(struct net_device *netdev);
631*4882a593Smuzhiyun int nicvf_send_msg_to_pf(struct nicvf *vf, union nic_mbx *mbx);
632*4882a593Smuzhiyun void nicvf_config_rss(struct nicvf *nic);
633*4882a593Smuzhiyun void nicvf_set_rss_key(struct nicvf *nic);
634*4882a593Smuzhiyun void nicvf_set_ethtool_ops(struct net_device *netdev);
635*4882a593Smuzhiyun void nicvf_update_stats(struct nicvf *nic);
636*4882a593Smuzhiyun void nicvf_update_lmac_stats(struct nicvf *nic);
637*4882a593Smuzhiyun
638*4882a593Smuzhiyun #endif /* NIC_H */
639