1*4882a593Smuzhiyun /* SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause) */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright(c) 2020 Intel Corporation.
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun */
6*4882a593Smuzhiyun
7*4882a593Smuzhiyun /*
8*4882a593Smuzhiyun * This file contains HFI1 support for IPOIB functionality
9*4882a593Smuzhiyun */
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun #ifndef HFI1_IPOIB_H
12*4882a593Smuzhiyun #define HFI1_IPOIB_H
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun #include <linux/types.h>
15*4882a593Smuzhiyun #include <linux/stddef.h>
16*4882a593Smuzhiyun #include <linux/atomic.h>
17*4882a593Smuzhiyun #include <linux/netdevice.h>
18*4882a593Smuzhiyun #include <linux/slab.h>
19*4882a593Smuzhiyun #include <linux/skbuff.h>
20*4882a593Smuzhiyun #include <linux/list.h>
21*4882a593Smuzhiyun #include <linux/if_infiniband.h>
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun #include "hfi.h"
24*4882a593Smuzhiyun #include "iowait.h"
25*4882a593Smuzhiyun #include "netdev.h"
26*4882a593Smuzhiyun
27*4882a593Smuzhiyun #include <rdma/ib_verbs.h>
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun #define HFI1_IPOIB_ENTROPY_SHIFT 24
30*4882a593Smuzhiyun
31*4882a593Smuzhiyun #define HFI1_IPOIB_TXREQ_NAME_LEN 32
32*4882a593Smuzhiyun
33*4882a593Smuzhiyun #define HFI1_IPOIB_PSEUDO_LEN 20
34*4882a593Smuzhiyun #define HFI1_IPOIB_ENCAP_LEN 4
35*4882a593Smuzhiyun
36*4882a593Smuzhiyun struct hfi1_ipoib_dev_priv;
37*4882a593Smuzhiyun
38*4882a593Smuzhiyun union hfi1_ipoib_flow {
39*4882a593Smuzhiyun u16 as_int;
40*4882a593Smuzhiyun struct {
41*4882a593Smuzhiyun u8 tx_queue;
42*4882a593Smuzhiyun u8 sc5;
43*4882a593Smuzhiyun } __attribute__((__packed__));
44*4882a593Smuzhiyun };
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun /**
47*4882a593Smuzhiyun * struct hfi1_ipoib_circ_buf - List of items to be processed
48*4882a593Smuzhiyun * @items: ring of items
49*4882a593Smuzhiyun * @head: ring head
50*4882a593Smuzhiyun * @tail: ring tail
51*4882a593Smuzhiyun * @max_items: max items + 1 that the ring can contain
52*4882a593Smuzhiyun * @producer_lock: producer sync lock
53*4882a593Smuzhiyun * @consumer_lock: consumer sync lock
54*4882a593Smuzhiyun */
55*4882a593Smuzhiyun struct ipoib_txreq;
56*4882a593Smuzhiyun struct hfi1_ipoib_circ_buf {
57*4882a593Smuzhiyun struct ipoib_txreq **items;
58*4882a593Smuzhiyun unsigned long head;
59*4882a593Smuzhiyun unsigned long tail;
60*4882a593Smuzhiyun unsigned long max_items;
61*4882a593Smuzhiyun spinlock_t producer_lock; /* head sync lock */
62*4882a593Smuzhiyun spinlock_t consumer_lock; /* tail sync lock */
63*4882a593Smuzhiyun };
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun /**
66*4882a593Smuzhiyun * struct hfi1_ipoib_txq - IPOIB per Tx queue information
67*4882a593Smuzhiyun * @priv: private pointer
68*4882a593Smuzhiyun * @sde: sdma engine
69*4882a593Smuzhiyun * @tx_list: tx request list
70*4882a593Smuzhiyun * @sent_txreqs: count of txreqs posted to sdma
71*4882a593Smuzhiyun * @stops: count of stops of queue
72*4882a593Smuzhiyun * @ring_full: ring has been filled
73*4882a593Smuzhiyun * @no_desc: descriptor shortage seen
74*4882a593Smuzhiyun * @flow: tracks when list needs to be flushed for a flow change
75*4882a593Smuzhiyun * @q_idx: ipoib Tx queue index
76*4882a593Smuzhiyun * @pkts_sent: indicator packets have been sent from this queue
77*4882a593Smuzhiyun * @wait: iowait structure
78*4882a593Smuzhiyun * @complete_txreqs: count of txreqs completed by sdma
79*4882a593Smuzhiyun * @napi: pointer to tx napi interface
80*4882a593Smuzhiyun * @tx_ring: ring of ipoib txreqs to be reaped by napi callback
81*4882a593Smuzhiyun */
82*4882a593Smuzhiyun struct hfi1_ipoib_txq {
83*4882a593Smuzhiyun struct hfi1_ipoib_dev_priv *priv;
84*4882a593Smuzhiyun struct sdma_engine *sde;
85*4882a593Smuzhiyun struct list_head tx_list;
86*4882a593Smuzhiyun u64 sent_txreqs;
87*4882a593Smuzhiyun atomic_t stops;
88*4882a593Smuzhiyun atomic_t ring_full;
89*4882a593Smuzhiyun atomic_t no_desc;
90*4882a593Smuzhiyun union hfi1_ipoib_flow flow;
91*4882a593Smuzhiyun u8 q_idx;
92*4882a593Smuzhiyun bool pkts_sent;
93*4882a593Smuzhiyun struct iowait wait;
94*4882a593Smuzhiyun
95*4882a593Smuzhiyun atomic64_t ____cacheline_aligned_in_smp complete_txreqs;
96*4882a593Smuzhiyun struct napi_struct *napi;
97*4882a593Smuzhiyun struct hfi1_ipoib_circ_buf tx_ring;
98*4882a593Smuzhiyun };
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun struct hfi1_ipoib_dev_priv {
101*4882a593Smuzhiyun struct hfi1_devdata *dd;
102*4882a593Smuzhiyun struct net_device *netdev;
103*4882a593Smuzhiyun struct ib_device *device;
104*4882a593Smuzhiyun struct hfi1_ipoib_txq *txqs;
105*4882a593Smuzhiyun struct kmem_cache *txreq_cache;
106*4882a593Smuzhiyun struct napi_struct *tx_napis;
107*4882a593Smuzhiyun u16 pkey;
108*4882a593Smuzhiyun u16 pkey_index;
109*4882a593Smuzhiyun u32 qkey;
110*4882a593Smuzhiyun u8 port_num;
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun const struct net_device_ops *netdev_ops;
113*4882a593Smuzhiyun struct rvt_qp *qp;
114*4882a593Smuzhiyun struct pcpu_sw_netstats __percpu *netstats;
115*4882a593Smuzhiyun };
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun /* hfi1 ipoib rdma netdev's private data structure */
118*4882a593Smuzhiyun struct hfi1_ipoib_rdma_netdev {
119*4882a593Smuzhiyun struct rdma_netdev rn; /* keep this first */
120*4882a593Smuzhiyun /* followed by device private data */
121*4882a593Smuzhiyun struct hfi1_ipoib_dev_priv dev_priv;
122*4882a593Smuzhiyun };
123*4882a593Smuzhiyun
124*4882a593Smuzhiyun static inline struct hfi1_ipoib_dev_priv *
hfi1_ipoib_priv(const struct net_device * dev)125*4882a593Smuzhiyun hfi1_ipoib_priv(const struct net_device *dev)
126*4882a593Smuzhiyun {
127*4882a593Smuzhiyun return &((struct hfi1_ipoib_rdma_netdev *)netdev_priv(dev))->dev_priv;
128*4882a593Smuzhiyun }
129*4882a593Smuzhiyun
130*4882a593Smuzhiyun static inline void
hfi1_ipoib_update_rx_netstats(struct hfi1_ipoib_dev_priv * priv,u64 packets,u64 bytes)131*4882a593Smuzhiyun hfi1_ipoib_update_rx_netstats(struct hfi1_ipoib_dev_priv *priv,
132*4882a593Smuzhiyun u64 packets,
133*4882a593Smuzhiyun u64 bytes)
134*4882a593Smuzhiyun {
135*4882a593Smuzhiyun struct pcpu_sw_netstats *netstats = this_cpu_ptr(priv->netstats);
136*4882a593Smuzhiyun
137*4882a593Smuzhiyun u64_stats_update_begin(&netstats->syncp);
138*4882a593Smuzhiyun netstats->rx_packets += packets;
139*4882a593Smuzhiyun netstats->rx_bytes += bytes;
140*4882a593Smuzhiyun u64_stats_update_end(&netstats->syncp);
141*4882a593Smuzhiyun }
142*4882a593Smuzhiyun
143*4882a593Smuzhiyun static inline void
hfi1_ipoib_update_tx_netstats(struct hfi1_ipoib_dev_priv * priv,u64 packets,u64 bytes)144*4882a593Smuzhiyun hfi1_ipoib_update_tx_netstats(struct hfi1_ipoib_dev_priv *priv,
145*4882a593Smuzhiyun u64 packets,
146*4882a593Smuzhiyun u64 bytes)
147*4882a593Smuzhiyun {
148*4882a593Smuzhiyun struct pcpu_sw_netstats *netstats = this_cpu_ptr(priv->netstats);
149*4882a593Smuzhiyun
150*4882a593Smuzhiyun u64_stats_update_begin(&netstats->syncp);
151*4882a593Smuzhiyun netstats->tx_packets += packets;
152*4882a593Smuzhiyun netstats->tx_bytes += bytes;
153*4882a593Smuzhiyun u64_stats_update_end(&netstats->syncp);
154*4882a593Smuzhiyun }
155*4882a593Smuzhiyun
156*4882a593Smuzhiyun int hfi1_ipoib_send_dma(struct net_device *dev,
157*4882a593Smuzhiyun struct sk_buff *skb,
158*4882a593Smuzhiyun struct ib_ah *address,
159*4882a593Smuzhiyun u32 dqpn);
160*4882a593Smuzhiyun
161*4882a593Smuzhiyun int hfi1_ipoib_txreq_init(struct hfi1_ipoib_dev_priv *priv);
162*4882a593Smuzhiyun void hfi1_ipoib_txreq_deinit(struct hfi1_ipoib_dev_priv *priv);
163*4882a593Smuzhiyun
164*4882a593Smuzhiyun int hfi1_ipoib_rxq_init(struct net_device *dev);
165*4882a593Smuzhiyun void hfi1_ipoib_rxq_deinit(struct net_device *dev);
166*4882a593Smuzhiyun
167*4882a593Smuzhiyun void hfi1_ipoib_napi_tx_enable(struct net_device *dev);
168*4882a593Smuzhiyun void hfi1_ipoib_napi_tx_disable(struct net_device *dev);
169*4882a593Smuzhiyun
170*4882a593Smuzhiyun struct sk_buff *hfi1_ipoib_prepare_skb(struct hfi1_netdev_rxq *rxq,
171*4882a593Smuzhiyun int size, void *data);
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun int hfi1_ipoib_rn_get_params(struct ib_device *device,
174*4882a593Smuzhiyun u8 port_num,
175*4882a593Smuzhiyun enum rdma_netdev_t type,
176*4882a593Smuzhiyun struct rdma_netdev_alloc_params *params);
177*4882a593Smuzhiyun
178*4882a593Smuzhiyun #endif /* _IPOIB_H */
179