1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0-or-later */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * include/linux/if_team.h - Network team device driver header
4*4882a593Smuzhiyun * Copyright (c) 2011 Jiri Pirko <jpirko@redhat.com>
5*4882a593Smuzhiyun */
6*4882a593Smuzhiyun #ifndef _LINUX_IF_TEAM_H_
7*4882a593Smuzhiyun #define _LINUX_IF_TEAM_H_
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #include <linux/netpoll.h>
10*4882a593Smuzhiyun #include <net/sch_generic.h>
11*4882a593Smuzhiyun #include <linux/types.h>
12*4882a593Smuzhiyun #include <uapi/linux/if_team.h>
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun struct team_pcpu_stats {
15*4882a593Smuzhiyun u64 rx_packets;
16*4882a593Smuzhiyun u64 rx_bytes;
17*4882a593Smuzhiyun u64 rx_multicast;
18*4882a593Smuzhiyun u64 tx_packets;
19*4882a593Smuzhiyun u64 tx_bytes;
20*4882a593Smuzhiyun struct u64_stats_sync syncp;
21*4882a593Smuzhiyun u32 rx_dropped;
22*4882a593Smuzhiyun u32 tx_dropped;
23*4882a593Smuzhiyun u32 rx_nohandler;
24*4882a593Smuzhiyun };
25*4882a593Smuzhiyun
26*4882a593Smuzhiyun struct team;
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun struct team_port {
29*4882a593Smuzhiyun struct net_device *dev;
30*4882a593Smuzhiyun struct hlist_node hlist; /* node in enabled ports hash list */
31*4882a593Smuzhiyun struct list_head list; /* node in ordinary list */
32*4882a593Smuzhiyun struct team *team;
33*4882a593Smuzhiyun int index; /* index of enabled port. If disabled, it's set to -1 */
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun bool linkup; /* either state.linkup or user.linkup */
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun struct {
38*4882a593Smuzhiyun bool linkup;
39*4882a593Smuzhiyun u32 speed;
40*4882a593Smuzhiyun u8 duplex;
41*4882a593Smuzhiyun } state;
42*4882a593Smuzhiyun
43*4882a593Smuzhiyun /* Values set by userspace */
44*4882a593Smuzhiyun struct {
45*4882a593Smuzhiyun bool linkup;
46*4882a593Smuzhiyun bool linkup_enabled;
47*4882a593Smuzhiyun } user;
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun /* Custom gennetlink interface related flags */
50*4882a593Smuzhiyun bool changed;
51*4882a593Smuzhiyun bool removed;
52*4882a593Smuzhiyun
53*4882a593Smuzhiyun /*
54*4882a593Smuzhiyun * A place for storing original values of the device before it
55*4882a593Smuzhiyun * become a port.
56*4882a593Smuzhiyun */
57*4882a593Smuzhiyun struct {
58*4882a593Smuzhiyun unsigned char dev_addr[MAX_ADDR_LEN];
59*4882a593Smuzhiyun unsigned int mtu;
60*4882a593Smuzhiyun } orig;
61*4882a593Smuzhiyun
62*4882a593Smuzhiyun #ifdef CONFIG_NET_POLL_CONTROLLER
63*4882a593Smuzhiyun struct netpoll *np;
64*4882a593Smuzhiyun #endif
65*4882a593Smuzhiyun
66*4882a593Smuzhiyun s32 priority; /* lower number ~ higher priority */
67*4882a593Smuzhiyun u16 queue_id;
68*4882a593Smuzhiyun struct list_head qom_list; /* node in queue override mapping list */
69*4882a593Smuzhiyun struct rcu_head rcu;
70*4882a593Smuzhiyun long mode_priv[];
71*4882a593Smuzhiyun };
72*4882a593Smuzhiyun
team_port_get_rcu(const struct net_device * dev)73*4882a593Smuzhiyun static inline struct team_port *team_port_get_rcu(const struct net_device *dev)
74*4882a593Smuzhiyun {
75*4882a593Smuzhiyun return rcu_dereference(dev->rx_handler_data);
76*4882a593Smuzhiyun }
77*4882a593Smuzhiyun
team_port_enabled(struct team_port * port)78*4882a593Smuzhiyun static inline bool team_port_enabled(struct team_port *port)
79*4882a593Smuzhiyun {
80*4882a593Smuzhiyun return port->index != -1;
81*4882a593Smuzhiyun }
82*4882a593Smuzhiyun
team_port_txable(struct team_port * port)83*4882a593Smuzhiyun static inline bool team_port_txable(struct team_port *port)
84*4882a593Smuzhiyun {
85*4882a593Smuzhiyun return port->linkup && team_port_enabled(port);
86*4882a593Smuzhiyun }
87*4882a593Smuzhiyun
team_port_dev_txable(const struct net_device * port_dev)88*4882a593Smuzhiyun static inline bool team_port_dev_txable(const struct net_device *port_dev)
89*4882a593Smuzhiyun {
90*4882a593Smuzhiyun struct team_port *port;
91*4882a593Smuzhiyun bool txable;
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun rcu_read_lock();
94*4882a593Smuzhiyun port = team_port_get_rcu(port_dev);
95*4882a593Smuzhiyun txable = port ? team_port_txable(port) : false;
96*4882a593Smuzhiyun rcu_read_unlock();
97*4882a593Smuzhiyun
98*4882a593Smuzhiyun return txable;
99*4882a593Smuzhiyun }
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun #ifdef CONFIG_NET_POLL_CONTROLLER
team_netpoll_send_skb(struct team_port * port,struct sk_buff * skb)102*4882a593Smuzhiyun static inline void team_netpoll_send_skb(struct team_port *port,
103*4882a593Smuzhiyun struct sk_buff *skb)
104*4882a593Smuzhiyun {
105*4882a593Smuzhiyun netpoll_send_skb(port->np, skb);
106*4882a593Smuzhiyun }
107*4882a593Smuzhiyun #else
team_netpoll_send_skb(struct team_port * port,struct sk_buff * skb)108*4882a593Smuzhiyun static inline void team_netpoll_send_skb(struct team_port *port,
109*4882a593Smuzhiyun struct sk_buff *skb)
110*4882a593Smuzhiyun {
111*4882a593Smuzhiyun }
112*4882a593Smuzhiyun #endif
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun struct team_mode_ops {
115*4882a593Smuzhiyun int (*init)(struct team *team);
116*4882a593Smuzhiyun void (*exit)(struct team *team);
117*4882a593Smuzhiyun rx_handler_result_t (*receive)(struct team *team,
118*4882a593Smuzhiyun struct team_port *port,
119*4882a593Smuzhiyun struct sk_buff *skb);
120*4882a593Smuzhiyun bool (*transmit)(struct team *team, struct sk_buff *skb);
121*4882a593Smuzhiyun int (*port_enter)(struct team *team, struct team_port *port);
122*4882a593Smuzhiyun void (*port_leave)(struct team *team, struct team_port *port);
123*4882a593Smuzhiyun void (*port_change_dev_addr)(struct team *team, struct team_port *port);
124*4882a593Smuzhiyun void (*port_enabled)(struct team *team, struct team_port *port);
125*4882a593Smuzhiyun void (*port_disabled)(struct team *team, struct team_port *port);
126*4882a593Smuzhiyun };
127*4882a593Smuzhiyun
128*4882a593Smuzhiyun extern int team_modeop_port_enter(struct team *team, struct team_port *port);
129*4882a593Smuzhiyun extern void team_modeop_port_change_dev_addr(struct team *team,
130*4882a593Smuzhiyun struct team_port *port);
131*4882a593Smuzhiyun
132*4882a593Smuzhiyun enum team_option_type {
133*4882a593Smuzhiyun TEAM_OPTION_TYPE_U32,
134*4882a593Smuzhiyun TEAM_OPTION_TYPE_STRING,
135*4882a593Smuzhiyun TEAM_OPTION_TYPE_BINARY,
136*4882a593Smuzhiyun TEAM_OPTION_TYPE_BOOL,
137*4882a593Smuzhiyun TEAM_OPTION_TYPE_S32,
138*4882a593Smuzhiyun };
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun struct team_option_inst_info {
141*4882a593Smuzhiyun u32 array_index;
142*4882a593Smuzhiyun struct team_port *port; /* != NULL if per-port */
143*4882a593Smuzhiyun };
144*4882a593Smuzhiyun
145*4882a593Smuzhiyun struct team_gsetter_ctx {
146*4882a593Smuzhiyun union {
147*4882a593Smuzhiyun u32 u32_val;
148*4882a593Smuzhiyun const char *str_val;
149*4882a593Smuzhiyun struct {
150*4882a593Smuzhiyun const void *ptr;
151*4882a593Smuzhiyun u32 len;
152*4882a593Smuzhiyun } bin_val;
153*4882a593Smuzhiyun bool bool_val;
154*4882a593Smuzhiyun s32 s32_val;
155*4882a593Smuzhiyun } data;
156*4882a593Smuzhiyun struct team_option_inst_info *info;
157*4882a593Smuzhiyun };
158*4882a593Smuzhiyun
159*4882a593Smuzhiyun struct team_option {
160*4882a593Smuzhiyun struct list_head list;
161*4882a593Smuzhiyun const char *name;
162*4882a593Smuzhiyun bool per_port;
163*4882a593Smuzhiyun unsigned int array_size; /* != 0 means the option is array */
164*4882a593Smuzhiyun enum team_option_type type;
165*4882a593Smuzhiyun int (*init)(struct team *team, struct team_option_inst_info *info);
166*4882a593Smuzhiyun int (*getter)(struct team *team, struct team_gsetter_ctx *ctx);
167*4882a593Smuzhiyun int (*setter)(struct team *team, struct team_gsetter_ctx *ctx);
168*4882a593Smuzhiyun };
169*4882a593Smuzhiyun
170*4882a593Smuzhiyun extern void team_option_inst_set_change(struct team_option_inst_info *opt_inst_info);
171*4882a593Smuzhiyun extern void team_options_change_check(struct team *team);
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun struct team_mode {
174*4882a593Smuzhiyun const char *kind;
175*4882a593Smuzhiyun struct module *owner;
176*4882a593Smuzhiyun size_t priv_size;
177*4882a593Smuzhiyun size_t port_priv_size;
178*4882a593Smuzhiyun const struct team_mode_ops *ops;
179*4882a593Smuzhiyun enum netdev_lag_tx_type lag_tx_type;
180*4882a593Smuzhiyun };
181*4882a593Smuzhiyun
182*4882a593Smuzhiyun #define TEAM_PORT_HASHBITS 4
183*4882a593Smuzhiyun #define TEAM_PORT_HASHENTRIES (1 << TEAM_PORT_HASHBITS)
184*4882a593Smuzhiyun
185*4882a593Smuzhiyun #define TEAM_MODE_PRIV_LONGS 4
186*4882a593Smuzhiyun #define TEAM_MODE_PRIV_SIZE (sizeof(long) * TEAM_MODE_PRIV_LONGS)
187*4882a593Smuzhiyun
188*4882a593Smuzhiyun struct team {
189*4882a593Smuzhiyun struct net_device *dev; /* associated netdevice */
190*4882a593Smuzhiyun struct team_pcpu_stats __percpu *pcpu_stats;
191*4882a593Smuzhiyun
192*4882a593Smuzhiyun struct mutex lock; /* used for overall locking, e.g. port lists write */
193*4882a593Smuzhiyun
194*4882a593Smuzhiyun /*
195*4882a593Smuzhiyun * List of enabled ports and their count
196*4882a593Smuzhiyun */
197*4882a593Smuzhiyun int en_port_count;
198*4882a593Smuzhiyun struct hlist_head en_port_hlist[TEAM_PORT_HASHENTRIES];
199*4882a593Smuzhiyun
200*4882a593Smuzhiyun struct list_head port_list; /* list of all ports */
201*4882a593Smuzhiyun
202*4882a593Smuzhiyun struct list_head option_list;
203*4882a593Smuzhiyun struct list_head option_inst_list; /* list of option instances */
204*4882a593Smuzhiyun
205*4882a593Smuzhiyun const struct team_mode *mode;
206*4882a593Smuzhiyun struct team_mode_ops ops;
207*4882a593Smuzhiyun bool user_carrier_enabled;
208*4882a593Smuzhiyun bool queue_override_enabled;
209*4882a593Smuzhiyun struct list_head *qom_lists; /* array of queue override mapping lists */
210*4882a593Smuzhiyun bool port_mtu_change_allowed;
211*4882a593Smuzhiyun struct {
212*4882a593Smuzhiyun unsigned int count;
213*4882a593Smuzhiyun unsigned int interval; /* in ms */
214*4882a593Smuzhiyun atomic_t count_pending;
215*4882a593Smuzhiyun struct delayed_work dw;
216*4882a593Smuzhiyun } notify_peers;
217*4882a593Smuzhiyun struct {
218*4882a593Smuzhiyun unsigned int count;
219*4882a593Smuzhiyun unsigned int interval; /* in ms */
220*4882a593Smuzhiyun atomic_t count_pending;
221*4882a593Smuzhiyun struct delayed_work dw;
222*4882a593Smuzhiyun } mcast_rejoin;
223*4882a593Smuzhiyun struct lock_class_key team_lock_key;
224*4882a593Smuzhiyun long mode_priv[TEAM_MODE_PRIV_LONGS];
225*4882a593Smuzhiyun };
226*4882a593Smuzhiyun
team_dev_queue_xmit(struct team * team,struct team_port * port,struct sk_buff * skb)227*4882a593Smuzhiyun static inline int team_dev_queue_xmit(struct team *team, struct team_port *port,
228*4882a593Smuzhiyun struct sk_buff *skb)
229*4882a593Smuzhiyun {
230*4882a593Smuzhiyun BUILD_BUG_ON(sizeof(skb->queue_mapping) !=
231*4882a593Smuzhiyun sizeof(qdisc_skb_cb(skb)->slave_dev_queue_mapping));
232*4882a593Smuzhiyun skb_set_queue_mapping(skb, qdisc_skb_cb(skb)->slave_dev_queue_mapping);
233*4882a593Smuzhiyun
234*4882a593Smuzhiyun skb->dev = port->dev;
235*4882a593Smuzhiyun if (unlikely(netpoll_tx_running(team->dev))) {
236*4882a593Smuzhiyun team_netpoll_send_skb(port, skb);
237*4882a593Smuzhiyun return 0;
238*4882a593Smuzhiyun }
239*4882a593Smuzhiyun return dev_queue_xmit(skb);
240*4882a593Smuzhiyun }
241*4882a593Smuzhiyun
team_port_index_hash(struct team * team,int port_index)242*4882a593Smuzhiyun static inline struct hlist_head *team_port_index_hash(struct team *team,
243*4882a593Smuzhiyun int port_index)
244*4882a593Smuzhiyun {
245*4882a593Smuzhiyun return &team->en_port_hlist[port_index & (TEAM_PORT_HASHENTRIES - 1)];
246*4882a593Smuzhiyun }
247*4882a593Smuzhiyun
team_get_port_by_index(struct team * team,int port_index)248*4882a593Smuzhiyun static inline struct team_port *team_get_port_by_index(struct team *team,
249*4882a593Smuzhiyun int port_index)
250*4882a593Smuzhiyun {
251*4882a593Smuzhiyun struct team_port *port;
252*4882a593Smuzhiyun struct hlist_head *head = team_port_index_hash(team, port_index);
253*4882a593Smuzhiyun
254*4882a593Smuzhiyun hlist_for_each_entry(port, head, hlist)
255*4882a593Smuzhiyun if (port->index == port_index)
256*4882a593Smuzhiyun return port;
257*4882a593Smuzhiyun return NULL;
258*4882a593Smuzhiyun }
259*4882a593Smuzhiyun
team_num_to_port_index(struct team * team,unsigned int num)260*4882a593Smuzhiyun static inline int team_num_to_port_index(struct team *team, unsigned int num)
261*4882a593Smuzhiyun {
262*4882a593Smuzhiyun int en_port_count = READ_ONCE(team->en_port_count);
263*4882a593Smuzhiyun
264*4882a593Smuzhiyun if (unlikely(!en_port_count))
265*4882a593Smuzhiyun return 0;
266*4882a593Smuzhiyun return num % en_port_count;
267*4882a593Smuzhiyun }
268*4882a593Smuzhiyun
team_get_port_by_index_rcu(struct team * team,int port_index)269*4882a593Smuzhiyun static inline struct team_port *team_get_port_by_index_rcu(struct team *team,
270*4882a593Smuzhiyun int port_index)
271*4882a593Smuzhiyun {
272*4882a593Smuzhiyun struct team_port *port;
273*4882a593Smuzhiyun struct hlist_head *head = team_port_index_hash(team, port_index);
274*4882a593Smuzhiyun
275*4882a593Smuzhiyun hlist_for_each_entry_rcu(port, head, hlist)
276*4882a593Smuzhiyun if (port->index == port_index)
277*4882a593Smuzhiyun return port;
278*4882a593Smuzhiyun return NULL;
279*4882a593Smuzhiyun }
280*4882a593Smuzhiyun
281*4882a593Smuzhiyun static inline struct team_port *
team_get_first_port_txable_rcu(struct team * team,struct team_port * port)282*4882a593Smuzhiyun team_get_first_port_txable_rcu(struct team *team, struct team_port *port)
283*4882a593Smuzhiyun {
284*4882a593Smuzhiyun struct team_port *cur;
285*4882a593Smuzhiyun
286*4882a593Smuzhiyun if (likely(team_port_txable(port)))
287*4882a593Smuzhiyun return port;
288*4882a593Smuzhiyun cur = port;
289*4882a593Smuzhiyun list_for_each_entry_continue_rcu(cur, &team->port_list, list)
290*4882a593Smuzhiyun if (team_port_txable(cur))
291*4882a593Smuzhiyun return cur;
292*4882a593Smuzhiyun list_for_each_entry_rcu(cur, &team->port_list, list) {
293*4882a593Smuzhiyun if (cur == port)
294*4882a593Smuzhiyun break;
295*4882a593Smuzhiyun if (team_port_txable(cur))
296*4882a593Smuzhiyun return cur;
297*4882a593Smuzhiyun }
298*4882a593Smuzhiyun return NULL;
299*4882a593Smuzhiyun }
300*4882a593Smuzhiyun
301*4882a593Smuzhiyun extern int team_options_register(struct team *team,
302*4882a593Smuzhiyun const struct team_option *option,
303*4882a593Smuzhiyun size_t option_count);
304*4882a593Smuzhiyun extern void team_options_unregister(struct team *team,
305*4882a593Smuzhiyun const struct team_option *option,
306*4882a593Smuzhiyun size_t option_count);
307*4882a593Smuzhiyun extern int team_mode_register(const struct team_mode *mode);
308*4882a593Smuzhiyun extern void team_mode_unregister(const struct team_mode *mode);
309*4882a593Smuzhiyun
310*4882a593Smuzhiyun #define TEAM_DEFAULT_NUM_TX_QUEUES 16
311*4882a593Smuzhiyun #define TEAM_DEFAULT_NUM_RX_QUEUES 16
312*4882a593Smuzhiyun
313*4882a593Smuzhiyun #define MODULE_ALIAS_TEAM_MODE(kind) MODULE_ALIAS("team-mode-" kind)
314*4882a593Smuzhiyun
315*4882a593Smuzhiyun #endif /* _LINUX_IF_TEAM_H_ */
316