xref: /OK3568_Linux_fs/kernel/net/openvswitch/flow.h (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0-only */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * Copyright (c) 2007-2017 Nicira, Inc.
4*4882a593Smuzhiyun  */
5*4882a593Smuzhiyun 
6*4882a593Smuzhiyun #ifndef FLOW_H
7*4882a593Smuzhiyun #define FLOW_H 1
8*4882a593Smuzhiyun 
9*4882a593Smuzhiyun #include <linux/cache.h>
10*4882a593Smuzhiyun #include <linux/kernel.h>
11*4882a593Smuzhiyun #include <linux/netlink.h>
12*4882a593Smuzhiyun #include <linux/openvswitch.h>
13*4882a593Smuzhiyun #include <linux/spinlock.h>
14*4882a593Smuzhiyun #include <linux/types.h>
15*4882a593Smuzhiyun #include <linux/rcupdate.h>
16*4882a593Smuzhiyun #include <linux/if_ether.h>
17*4882a593Smuzhiyun #include <linux/in6.h>
18*4882a593Smuzhiyun #include <linux/jiffies.h>
19*4882a593Smuzhiyun #include <linux/time.h>
20*4882a593Smuzhiyun #include <linux/cpumask.h>
21*4882a593Smuzhiyun #include <net/inet_ecn.h>
22*4882a593Smuzhiyun #include <net/ip_tunnels.h>
23*4882a593Smuzhiyun #include <net/dst_metadata.h>
24*4882a593Smuzhiyun #include <net/nsh.h>
25*4882a593Smuzhiyun 
26*4882a593Smuzhiyun struct sk_buff;
27*4882a593Smuzhiyun 
28*4882a593Smuzhiyun enum sw_flow_mac_proto {
29*4882a593Smuzhiyun 	MAC_PROTO_NONE = 0,
30*4882a593Smuzhiyun 	MAC_PROTO_ETHERNET,
31*4882a593Smuzhiyun };
32*4882a593Smuzhiyun #define SW_FLOW_KEY_INVALID	0x80
33*4882a593Smuzhiyun #define MPLS_LABEL_DEPTH       3
34*4882a593Smuzhiyun 
35*4882a593Smuzhiyun /* Store options at the end of the array if they are less than the
36*4882a593Smuzhiyun  * maximum size. This allows us to get the benefits of variable length
37*4882a593Smuzhiyun  * matching for small options.
38*4882a593Smuzhiyun  */
39*4882a593Smuzhiyun #define TUN_METADATA_OFFSET(opt_len) \
40*4882a593Smuzhiyun 	(sizeof_field(struct sw_flow_key, tun_opts) - opt_len)
41*4882a593Smuzhiyun #define TUN_METADATA_OPTS(flow_key, opt_len) \
42*4882a593Smuzhiyun 	((void *)((flow_key)->tun_opts + TUN_METADATA_OFFSET(opt_len)))
43*4882a593Smuzhiyun 
44*4882a593Smuzhiyun struct ovs_tunnel_info {
45*4882a593Smuzhiyun 	struct metadata_dst	*tun_dst;
46*4882a593Smuzhiyun };
47*4882a593Smuzhiyun 
48*4882a593Smuzhiyun struct vlan_head {
49*4882a593Smuzhiyun 	__be16 tpid; /* Vlan type. Generally 802.1q or 802.1ad.*/
50*4882a593Smuzhiyun 	__be16 tci;  /* 0 if no VLAN, VLAN_CFI_MASK set otherwise. */
51*4882a593Smuzhiyun };
52*4882a593Smuzhiyun 
53*4882a593Smuzhiyun #define OVS_SW_FLOW_KEY_METADATA_SIZE			\
54*4882a593Smuzhiyun 	(offsetof(struct sw_flow_key, recirc_id) +	\
55*4882a593Smuzhiyun 	sizeof_field(struct sw_flow_key, recirc_id))
56*4882a593Smuzhiyun 
57*4882a593Smuzhiyun struct ovs_key_nsh {
58*4882a593Smuzhiyun 	struct ovs_nsh_key_base base;
59*4882a593Smuzhiyun 	__be32 context[NSH_MD1_CONTEXT_SIZE];
60*4882a593Smuzhiyun };
61*4882a593Smuzhiyun 
62*4882a593Smuzhiyun struct sw_flow_key {
63*4882a593Smuzhiyun 	u8 tun_opts[IP_TUNNEL_OPTS_MAX];
64*4882a593Smuzhiyun 	u8 tun_opts_len;
65*4882a593Smuzhiyun 	struct ip_tunnel_key tun_key;	/* Encapsulating tunnel key. */
66*4882a593Smuzhiyun 	struct {
67*4882a593Smuzhiyun 		u32	priority;	/* Packet QoS priority. */
68*4882a593Smuzhiyun 		u32	skb_mark;	/* SKB mark. */
69*4882a593Smuzhiyun 		u16	in_port;	/* Input switch port (or DP_MAX_PORTS). */
70*4882a593Smuzhiyun 	} __packed phy; /* Safe when right after 'tun_key'. */
71*4882a593Smuzhiyun 	u8 mac_proto;			/* MAC layer protocol (e.g. Ethernet). */
72*4882a593Smuzhiyun 	u8 tun_proto;			/* Protocol of encapsulating tunnel. */
73*4882a593Smuzhiyun 	u32 ovs_flow_hash;		/* Datapath computed hash value.  */
74*4882a593Smuzhiyun 	u32 recirc_id;			/* Recirculation ID.  */
75*4882a593Smuzhiyun 	struct {
76*4882a593Smuzhiyun 		u8     src[ETH_ALEN];	/* Ethernet source address. */
77*4882a593Smuzhiyun 		u8     dst[ETH_ALEN];	/* Ethernet destination address. */
78*4882a593Smuzhiyun 		struct vlan_head vlan;
79*4882a593Smuzhiyun 		struct vlan_head cvlan;
80*4882a593Smuzhiyun 		__be16 type;		/* Ethernet frame type. */
81*4882a593Smuzhiyun 	} eth;
82*4882a593Smuzhiyun 	/* Filling a hole of two bytes. */
83*4882a593Smuzhiyun 	u8 ct_state;
84*4882a593Smuzhiyun 	u8 ct_orig_proto;		/* CT original direction tuple IP
85*4882a593Smuzhiyun 					 * protocol.
86*4882a593Smuzhiyun 					 */
87*4882a593Smuzhiyun 	union {
88*4882a593Smuzhiyun 		struct {
89*4882a593Smuzhiyun 			u8     proto;	/* IP protocol or lower 8 bits of ARP opcode. */
90*4882a593Smuzhiyun 			u8     tos;	    /* IP ToS. */
91*4882a593Smuzhiyun 			u8     ttl;	    /* IP TTL/hop limit. */
92*4882a593Smuzhiyun 			u8     frag;	/* One of OVS_FRAG_TYPE_*. */
93*4882a593Smuzhiyun 		} ip;
94*4882a593Smuzhiyun 	};
95*4882a593Smuzhiyun 	u16 ct_zone;			/* Conntrack zone. */
96*4882a593Smuzhiyun 	struct {
97*4882a593Smuzhiyun 		__be16 src;		/* TCP/UDP/SCTP source port. */
98*4882a593Smuzhiyun 		__be16 dst;		/* TCP/UDP/SCTP destination port. */
99*4882a593Smuzhiyun 		__be16 flags;		/* TCP flags. */
100*4882a593Smuzhiyun 	} tp;
101*4882a593Smuzhiyun 	union {
102*4882a593Smuzhiyun 		struct {
103*4882a593Smuzhiyun 			struct {
104*4882a593Smuzhiyun 				__be32 src;	/* IP source address. */
105*4882a593Smuzhiyun 				__be32 dst;	/* IP destination address. */
106*4882a593Smuzhiyun 			} addr;
107*4882a593Smuzhiyun 			union {
108*4882a593Smuzhiyun 				struct {
109*4882a593Smuzhiyun 					__be32 src;
110*4882a593Smuzhiyun 					__be32 dst;
111*4882a593Smuzhiyun 				} ct_orig;	/* Conntrack original direction fields. */
112*4882a593Smuzhiyun 				struct {
113*4882a593Smuzhiyun 					u8 sha[ETH_ALEN];	/* ARP source hardware address. */
114*4882a593Smuzhiyun 					u8 tha[ETH_ALEN];	/* ARP target hardware address. */
115*4882a593Smuzhiyun 				} arp;
116*4882a593Smuzhiyun 			};
117*4882a593Smuzhiyun 		} ipv4;
118*4882a593Smuzhiyun 		struct {
119*4882a593Smuzhiyun 			struct {
120*4882a593Smuzhiyun 				struct in6_addr src;	/* IPv6 source address. */
121*4882a593Smuzhiyun 				struct in6_addr dst;	/* IPv6 destination address. */
122*4882a593Smuzhiyun 			} addr;
123*4882a593Smuzhiyun 			__be32 label;			/* IPv6 flow label. */
124*4882a593Smuzhiyun 			union {
125*4882a593Smuzhiyun 				struct {
126*4882a593Smuzhiyun 					struct in6_addr src;
127*4882a593Smuzhiyun 					struct in6_addr dst;
128*4882a593Smuzhiyun 				} ct_orig;	/* Conntrack original direction fields. */
129*4882a593Smuzhiyun 				struct {
130*4882a593Smuzhiyun 					struct in6_addr target;	/* ND target address. */
131*4882a593Smuzhiyun 					u8 sll[ETH_ALEN];	/* ND source link layer address. */
132*4882a593Smuzhiyun 					u8 tll[ETH_ALEN];	/* ND target link layer address. */
133*4882a593Smuzhiyun 				} nd;
134*4882a593Smuzhiyun 			};
135*4882a593Smuzhiyun 		} ipv6;
136*4882a593Smuzhiyun 		struct {
137*4882a593Smuzhiyun 			u32 num_labels_mask;    /* labels present bitmap of effective length MPLS_LABEL_DEPTH */
138*4882a593Smuzhiyun 			__be32 lse[MPLS_LABEL_DEPTH];     /* label stack entry  */
139*4882a593Smuzhiyun 		} mpls;
140*4882a593Smuzhiyun 
141*4882a593Smuzhiyun 		struct ovs_key_nsh nsh;         /* network service header */
142*4882a593Smuzhiyun 	};
143*4882a593Smuzhiyun 	struct {
144*4882a593Smuzhiyun 		/* Connection tracking fields not packed above. */
145*4882a593Smuzhiyun 		struct {
146*4882a593Smuzhiyun 			__be16 src;	/* CT orig tuple tp src port. */
147*4882a593Smuzhiyun 			__be16 dst;	/* CT orig tuple tp dst port. */
148*4882a593Smuzhiyun 		} orig_tp;
149*4882a593Smuzhiyun 		u32 mark;
150*4882a593Smuzhiyun 		struct ovs_key_ct_labels labels;
151*4882a593Smuzhiyun 	} ct;
152*4882a593Smuzhiyun 
153*4882a593Smuzhiyun } __aligned(BITS_PER_LONG/8); /* Ensure that we can do comparisons as longs. */
154*4882a593Smuzhiyun 
sw_flow_key_is_nd(const struct sw_flow_key * key)155*4882a593Smuzhiyun static inline bool sw_flow_key_is_nd(const struct sw_flow_key *key)
156*4882a593Smuzhiyun {
157*4882a593Smuzhiyun 	return key->eth.type == htons(ETH_P_IPV6) &&
158*4882a593Smuzhiyun 		key->ip.proto == NEXTHDR_ICMP &&
159*4882a593Smuzhiyun 		key->tp.dst == 0 &&
160*4882a593Smuzhiyun 		(key->tp.src == htons(NDISC_NEIGHBOUR_SOLICITATION) ||
161*4882a593Smuzhiyun 		 key->tp.src == htons(NDISC_NEIGHBOUR_ADVERTISEMENT));
162*4882a593Smuzhiyun }
163*4882a593Smuzhiyun 
164*4882a593Smuzhiyun struct sw_flow_key_range {
165*4882a593Smuzhiyun 	unsigned short int start;
166*4882a593Smuzhiyun 	unsigned short int end;
167*4882a593Smuzhiyun };
168*4882a593Smuzhiyun 
169*4882a593Smuzhiyun struct sw_flow_mask {
170*4882a593Smuzhiyun 	int ref_count;
171*4882a593Smuzhiyun 	struct rcu_head rcu;
172*4882a593Smuzhiyun 	struct sw_flow_key_range range;
173*4882a593Smuzhiyun 	struct sw_flow_key key;
174*4882a593Smuzhiyun };
175*4882a593Smuzhiyun 
176*4882a593Smuzhiyun struct sw_flow_match {
177*4882a593Smuzhiyun 	struct sw_flow_key *key;
178*4882a593Smuzhiyun 	struct sw_flow_key_range range;
179*4882a593Smuzhiyun 	struct sw_flow_mask *mask;
180*4882a593Smuzhiyun };
181*4882a593Smuzhiyun 
182*4882a593Smuzhiyun #define MAX_UFID_LENGTH 16 /* 128 bits */
183*4882a593Smuzhiyun 
184*4882a593Smuzhiyun struct sw_flow_id {
185*4882a593Smuzhiyun 	u32 ufid_len;
186*4882a593Smuzhiyun 	union {
187*4882a593Smuzhiyun 		u32 ufid[MAX_UFID_LENGTH / 4];
188*4882a593Smuzhiyun 		struct sw_flow_key *unmasked_key;
189*4882a593Smuzhiyun 	};
190*4882a593Smuzhiyun };
191*4882a593Smuzhiyun 
192*4882a593Smuzhiyun struct sw_flow_actions {
193*4882a593Smuzhiyun 	struct rcu_head rcu;
194*4882a593Smuzhiyun 	size_t orig_len;	/* From flow_cmd_new netlink actions size */
195*4882a593Smuzhiyun 	u32 actions_len;
196*4882a593Smuzhiyun 	struct nlattr actions[];
197*4882a593Smuzhiyun };
198*4882a593Smuzhiyun 
199*4882a593Smuzhiyun struct sw_flow_stats {
200*4882a593Smuzhiyun 	u64 packet_count;		/* Number of packets matched. */
201*4882a593Smuzhiyun 	u64 byte_count;			/* Number of bytes matched. */
202*4882a593Smuzhiyun 	unsigned long used;		/* Last used time (in jiffies). */
203*4882a593Smuzhiyun 	spinlock_t lock;		/* Lock for atomic stats update. */
204*4882a593Smuzhiyun 	__be16 tcp_flags;		/* Union of seen TCP flags. */
205*4882a593Smuzhiyun };
206*4882a593Smuzhiyun 
207*4882a593Smuzhiyun struct sw_flow {
208*4882a593Smuzhiyun 	struct rcu_head rcu;
209*4882a593Smuzhiyun 	struct {
210*4882a593Smuzhiyun 		struct hlist_node node[2];
211*4882a593Smuzhiyun 		u32 hash;
212*4882a593Smuzhiyun 	} flow_table, ufid_table;
213*4882a593Smuzhiyun 	int stats_last_writer;		/* CPU id of the last writer on
214*4882a593Smuzhiyun 					 * 'stats[0]'.
215*4882a593Smuzhiyun 					 */
216*4882a593Smuzhiyun 	struct sw_flow_key key;
217*4882a593Smuzhiyun 	struct sw_flow_id id;
218*4882a593Smuzhiyun 	struct cpumask cpu_used_mask;
219*4882a593Smuzhiyun 	struct sw_flow_mask *mask;
220*4882a593Smuzhiyun 	struct sw_flow_actions __rcu *sf_acts;
221*4882a593Smuzhiyun 	struct sw_flow_stats __rcu *stats[]; /* One for each CPU.  First one
222*4882a593Smuzhiyun 					   * is allocated at flow creation time,
223*4882a593Smuzhiyun 					   * the rest are allocated on demand
224*4882a593Smuzhiyun 					   * while holding the 'stats[0].lock'.
225*4882a593Smuzhiyun 					   */
226*4882a593Smuzhiyun };
227*4882a593Smuzhiyun 
228*4882a593Smuzhiyun struct arp_eth_header {
229*4882a593Smuzhiyun 	__be16      ar_hrd;	/* format of hardware address   */
230*4882a593Smuzhiyun 	__be16      ar_pro;	/* format of protocol address   */
231*4882a593Smuzhiyun 	unsigned char   ar_hln;	/* length of hardware address   */
232*4882a593Smuzhiyun 	unsigned char   ar_pln;	/* length of protocol address   */
233*4882a593Smuzhiyun 	__be16      ar_op;	/* ARP opcode (command)     */
234*4882a593Smuzhiyun 
235*4882a593Smuzhiyun 	/* Ethernet+IPv4 specific members. */
236*4882a593Smuzhiyun 	unsigned char       ar_sha[ETH_ALEN];	/* sender hardware address  */
237*4882a593Smuzhiyun 	unsigned char       ar_sip[4];		/* sender IP address        */
238*4882a593Smuzhiyun 	unsigned char       ar_tha[ETH_ALEN];	/* target hardware address  */
239*4882a593Smuzhiyun 	unsigned char       ar_tip[4];		/* target IP address        */
240*4882a593Smuzhiyun } __packed;
241*4882a593Smuzhiyun 
ovs_key_mac_proto(const struct sw_flow_key * key)242*4882a593Smuzhiyun static inline u8 ovs_key_mac_proto(const struct sw_flow_key *key)
243*4882a593Smuzhiyun {
244*4882a593Smuzhiyun 	return key->mac_proto & ~SW_FLOW_KEY_INVALID;
245*4882a593Smuzhiyun }
246*4882a593Smuzhiyun 
__ovs_mac_header_len(u8 mac_proto)247*4882a593Smuzhiyun static inline u16 __ovs_mac_header_len(u8 mac_proto)
248*4882a593Smuzhiyun {
249*4882a593Smuzhiyun 	return mac_proto == MAC_PROTO_ETHERNET ? ETH_HLEN : 0;
250*4882a593Smuzhiyun }
251*4882a593Smuzhiyun 
ovs_mac_header_len(const struct sw_flow_key * key)252*4882a593Smuzhiyun static inline u16 ovs_mac_header_len(const struct sw_flow_key *key)
253*4882a593Smuzhiyun {
254*4882a593Smuzhiyun 	return __ovs_mac_header_len(ovs_key_mac_proto(key));
255*4882a593Smuzhiyun }
256*4882a593Smuzhiyun 
ovs_identifier_is_ufid(const struct sw_flow_id * sfid)257*4882a593Smuzhiyun static inline bool ovs_identifier_is_ufid(const struct sw_flow_id *sfid)
258*4882a593Smuzhiyun {
259*4882a593Smuzhiyun 	return sfid->ufid_len;
260*4882a593Smuzhiyun }
261*4882a593Smuzhiyun 
ovs_identifier_is_key(const struct sw_flow_id * sfid)262*4882a593Smuzhiyun static inline bool ovs_identifier_is_key(const struct sw_flow_id *sfid)
263*4882a593Smuzhiyun {
264*4882a593Smuzhiyun 	return !ovs_identifier_is_ufid(sfid);
265*4882a593Smuzhiyun }
266*4882a593Smuzhiyun 
267*4882a593Smuzhiyun void ovs_flow_stats_update(struct sw_flow *, __be16 tcp_flags,
268*4882a593Smuzhiyun 			   const struct sk_buff *);
269*4882a593Smuzhiyun void ovs_flow_stats_get(const struct sw_flow *, struct ovs_flow_stats *,
270*4882a593Smuzhiyun 			unsigned long *used, __be16 *tcp_flags);
271*4882a593Smuzhiyun void ovs_flow_stats_clear(struct sw_flow *);
272*4882a593Smuzhiyun u64 ovs_flow_used_time(unsigned long flow_jiffies);
273*4882a593Smuzhiyun 
274*4882a593Smuzhiyun int ovs_flow_key_update(struct sk_buff *skb, struct sw_flow_key *key);
275*4882a593Smuzhiyun int ovs_flow_key_update_l3l4(struct sk_buff *skb, struct sw_flow_key *key);
276*4882a593Smuzhiyun int ovs_flow_key_extract(const struct ip_tunnel_info *tun_info,
277*4882a593Smuzhiyun 			 struct sk_buff *skb,
278*4882a593Smuzhiyun 			 struct sw_flow_key *key);
279*4882a593Smuzhiyun /* Extract key from packet coming from userspace. */
280*4882a593Smuzhiyun int ovs_flow_key_extract_userspace(struct net *net, const struct nlattr *attr,
281*4882a593Smuzhiyun 				   struct sk_buff *skb,
282*4882a593Smuzhiyun 				   struct sw_flow_key *key, bool log);
283*4882a593Smuzhiyun 
284*4882a593Smuzhiyun #endif /* flow.h */
285