1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0-only */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (c) 2007-2017 Nicira, Inc.
4*4882a593Smuzhiyun */
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun #ifndef FLOW_H
7*4882a593Smuzhiyun #define FLOW_H 1
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #include <linux/cache.h>
10*4882a593Smuzhiyun #include <linux/kernel.h>
11*4882a593Smuzhiyun #include <linux/netlink.h>
12*4882a593Smuzhiyun #include <linux/openvswitch.h>
13*4882a593Smuzhiyun #include <linux/spinlock.h>
14*4882a593Smuzhiyun #include <linux/types.h>
15*4882a593Smuzhiyun #include <linux/rcupdate.h>
16*4882a593Smuzhiyun #include <linux/if_ether.h>
17*4882a593Smuzhiyun #include <linux/in6.h>
18*4882a593Smuzhiyun #include <linux/jiffies.h>
19*4882a593Smuzhiyun #include <linux/time.h>
20*4882a593Smuzhiyun #include <linux/cpumask.h>
21*4882a593Smuzhiyun #include <net/inet_ecn.h>
22*4882a593Smuzhiyun #include <net/ip_tunnels.h>
23*4882a593Smuzhiyun #include <net/dst_metadata.h>
24*4882a593Smuzhiyun #include <net/nsh.h>
25*4882a593Smuzhiyun
26*4882a593Smuzhiyun struct sk_buff;
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun enum sw_flow_mac_proto {
29*4882a593Smuzhiyun MAC_PROTO_NONE = 0,
30*4882a593Smuzhiyun MAC_PROTO_ETHERNET,
31*4882a593Smuzhiyun };
32*4882a593Smuzhiyun #define SW_FLOW_KEY_INVALID 0x80
33*4882a593Smuzhiyun #define MPLS_LABEL_DEPTH 3
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun /* Store options at the end of the array if they are less than the
36*4882a593Smuzhiyun * maximum size. This allows us to get the benefits of variable length
37*4882a593Smuzhiyun * matching for small options.
38*4882a593Smuzhiyun */
39*4882a593Smuzhiyun #define TUN_METADATA_OFFSET(opt_len) \
40*4882a593Smuzhiyun (sizeof_field(struct sw_flow_key, tun_opts) - opt_len)
41*4882a593Smuzhiyun #define TUN_METADATA_OPTS(flow_key, opt_len) \
42*4882a593Smuzhiyun ((void *)((flow_key)->tun_opts + TUN_METADATA_OFFSET(opt_len)))
43*4882a593Smuzhiyun
44*4882a593Smuzhiyun struct ovs_tunnel_info {
45*4882a593Smuzhiyun struct metadata_dst *tun_dst;
46*4882a593Smuzhiyun };
47*4882a593Smuzhiyun
48*4882a593Smuzhiyun struct vlan_head {
49*4882a593Smuzhiyun __be16 tpid; /* Vlan type. Generally 802.1q or 802.1ad.*/
50*4882a593Smuzhiyun __be16 tci; /* 0 if no VLAN, VLAN_CFI_MASK set otherwise. */
51*4882a593Smuzhiyun };
52*4882a593Smuzhiyun
53*4882a593Smuzhiyun #define OVS_SW_FLOW_KEY_METADATA_SIZE \
54*4882a593Smuzhiyun (offsetof(struct sw_flow_key, recirc_id) + \
55*4882a593Smuzhiyun sizeof_field(struct sw_flow_key, recirc_id))
56*4882a593Smuzhiyun
57*4882a593Smuzhiyun struct ovs_key_nsh {
58*4882a593Smuzhiyun struct ovs_nsh_key_base base;
59*4882a593Smuzhiyun __be32 context[NSH_MD1_CONTEXT_SIZE];
60*4882a593Smuzhiyun };
61*4882a593Smuzhiyun
62*4882a593Smuzhiyun struct sw_flow_key {
63*4882a593Smuzhiyun u8 tun_opts[IP_TUNNEL_OPTS_MAX];
64*4882a593Smuzhiyun u8 tun_opts_len;
65*4882a593Smuzhiyun struct ip_tunnel_key tun_key; /* Encapsulating tunnel key. */
66*4882a593Smuzhiyun struct {
67*4882a593Smuzhiyun u32 priority; /* Packet QoS priority. */
68*4882a593Smuzhiyun u32 skb_mark; /* SKB mark. */
69*4882a593Smuzhiyun u16 in_port; /* Input switch port (or DP_MAX_PORTS). */
70*4882a593Smuzhiyun } __packed phy; /* Safe when right after 'tun_key'. */
71*4882a593Smuzhiyun u8 mac_proto; /* MAC layer protocol (e.g. Ethernet). */
72*4882a593Smuzhiyun u8 tun_proto; /* Protocol of encapsulating tunnel. */
73*4882a593Smuzhiyun u32 ovs_flow_hash; /* Datapath computed hash value. */
74*4882a593Smuzhiyun u32 recirc_id; /* Recirculation ID. */
75*4882a593Smuzhiyun struct {
76*4882a593Smuzhiyun u8 src[ETH_ALEN]; /* Ethernet source address. */
77*4882a593Smuzhiyun u8 dst[ETH_ALEN]; /* Ethernet destination address. */
78*4882a593Smuzhiyun struct vlan_head vlan;
79*4882a593Smuzhiyun struct vlan_head cvlan;
80*4882a593Smuzhiyun __be16 type; /* Ethernet frame type. */
81*4882a593Smuzhiyun } eth;
82*4882a593Smuzhiyun /* Filling a hole of two bytes. */
83*4882a593Smuzhiyun u8 ct_state;
84*4882a593Smuzhiyun u8 ct_orig_proto; /* CT original direction tuple IP
85*4882a593Smuzhiyun * protocol.
86*4882a593Smuzhiyun */
87*4882a593Smuzhiyun union {
88*4882a593Smuzhiyun struct {
89*4882a593Smuzhiyun u8 proto; /* IP protocol or lower 8 bits of ARP opcode. */
90*4882a593Smuzhiyun u8 tos; /* IP ToS. */
91*4882a593Smuzhiyun u8 ttl; /* IP TTL/hop limit. */
92*4882a593Smuzhiyun u8 frag; /* One of OVS_FRAG_TYPE_*. */
93*4882a593Smuzhiyun } ip;
94*4882a593Smuzhiyun };
95*4882a593Smuzhiyun u16 ct_zone; /* Conntrack zone. */
96*4882a593Smuzhiyun struct {
97*4882a593Smuzhiyun __be16 src; /* TCP/UDP/SCTP source port. */
98*4882a593Smuzhiyun __be16 dst; /* TCP/UDP/SCTP destination port. */
99*4882a593Smuzhiyun __be16 flags; /* TCP flags. */
100*4882a593Smuzhiyun } tp;
101*4882a593Smuzhiyun union {
102*4882a593Smuzhiyun struct {
103*4882a593Smuzhiyun struct {
104*4882a593Smuzhiyun __be32 src; /* IP source address. */
105*4882a593Smuzhiyun __be32 dst; /* IP destination address. */
106*4882a593Smuzhiyun } addr;
107*4882a593Smuzhiyun union {
108*4882a593Smuzhiyun struct {
109*4882a593Smuzhiyun __be32 src;
110*4882a593Smuzhiyun __be32 dst;
111*4882a593Smuzhiyun } ct_orig; /* Conntrack original direction fields. */
112*4882a593Smuzhiyun struct {
113*4882a593Smuzhiyun u8 sha[ETH_ALEN]; /* ARP source hardware address. */
114*4882a593Smuzhiyun u8 tha[ETH_ALEN]; /* ARP target hardware address. */
115*4882a593Smuzhiyun } arp;
116*4882a593Smuzhiyun };
117*4882a593Smuzhiyun } ipv4;
118*4882a593Smuzhiyun struct {
119*4882a593Smuzhiyun struct {
120*4882a593Smuzhiyun struct in6_addr src; /* IPv6 source address. */
121*4882a593Smuzhiyun struct in6_addr dst; /* IPv6 destination address. */
122*4882a593Smuzhiyun } addr;
123*4882a593Smuzhiyun __be32 label; /* IPv6 flow label. */
124*4882a593Smuzhiyun union {
125*4882a593Smuzhiyun struct {
126*4882a593Smuzhiyun struct in6_addr src;
127*4882a593Smuzhiyun struct in6_addr dst;
128*4882a593Smuzhiyun } ct_orig; /* Conntrack original direction fields. */
129*4882a593Smuzhiyun struct {
130*4882a593Smuzhiyun struct in6_addr target; /* ND target address. */
131*4882a593Smuzhiyun u8 sll[ETH_ALEN]; /* ND source link layer address. */
132*4882a593Smuzhiyun u8 tll[ETH_ALEN]; /* ND target link layer address. */
133*4882a593Smuzhiyun } nd;
134*4882a593Smuzhiyun };
135*4882a593Smuzhiyun } ipv6;
136*4882a593Smuzhiyun struct {
137*4882a593Smuzhiyun u32 num_labels_mask; /* labels present bitmap of effective length MPLS_LABEL_DEPTH */
138*4882a593Smuzhiyun __be32 lse[MPLS_LABEL_DEPTH]; /* label stack entry */
139*4882a593Smuzhiyun } mpls;
140*4882a593Smuzhiyun
141*4882a593Smuzhiyun struct ovs_key_nsh nsh; /* network service header */
142*4882a593Smuzhiyun };
143*4882a593Smuzhiyun struct {
144*4882a593Smuzhiyun /* Connection tracking fields not packed above. */
145*4882a593Smuzhiyun struct {
146*4882a593Smuzhiyun __be16 src; /* CT orig tuple tp src port. */
147*4882a593Smuzhiyun __be16 dst; /* CT orig tuple tp dst port. */
148*4882a593Smuzhiyun } orig_tp;
149*4882a593Smuzhiyun u32 mark;
150*4882a593Smuzhiyun struct ovs_key_ct_labels labels;
151*4882a593Smuzhiyun } ct;
152*4882a593Smuzhiyun
153*4882a593Smuzhiyun } __aligned(BITS_PER_LONG/8); /* Ensure that we can do comparisons as longs. */
154*4882a593Smuzhiyun
sw_flow_key_is_nd(const struct sw_flow_key * key)155*4882a593Smuzhiyun static inline bool sw_flow_key_is_nd(const struct sw_flow_key *key)
156*4882a593Smuzhiyun {
157*4882a593Smuzhiyun return key->eth.type == htons(ETH_P_IPV6) &&
158*4882a593Smuzhiyun key->ip.proto == NEXTHDR_ICMP &&
159*4882a593Smuzhiyun key->tp.dst == 0 &&
160*4882a593Smuzhiyun (key->tp.src == htons(NDISC_NEIGHBOUR_SOLICITATION) ||
161*4882a593Smuzhiyun key->tp.src == htons(NDISC_NEIGHBOUR_ADVERTISEMENT));
162*4882a593Smuzhiyun }
163*4882a593Smuzhiyun
164*4882a593Smuzhiyun struct sw_flow_key_range {
165*4882a593Smuzhiyun unsigned short int start;
166*4882a593Smuzhiyun unsigned short int end;
167*4882a593Smuzhiyun };
168*4882a593Smuzhiyun
169*4882a593Smuzhiyun struct sw_flow_mask {
170*4882a593Smuzhiyun int ref_count;
171*4882a593Smuzhiyun struct rcu_head rcu;
172*4882a593Smuzhiyun struct sw_flow_key_range range;
173*4882a593Smuzhiyun struct sw_flow_key key;
174*4882a593Smuzhiyun };
175*4882a593Smuzhiyun
176*4882a593Smuzhiyun struct sw_flow_match {
177*4882a593Smuzhiyun struct sw_flow_key *key;
178*4882a593Smuzhiyun struct sw_flow_key_range range;
179*4882a593Smuzhiyun struct sw_flow_mask *mask;
180*4882a593Smuzhiyun };
181*4882a593Smuzhiyun
182*4882a593Smuzhiyun #define MAX_UFID_LENGTH 16 /* 128 bits */
183*4882a593Smuzhiyun
184*4882a593Smuzhiyun struct sw_flow_id {
185*4882a593Smuzhiyun u32 ufid_len;
186*4882a593Smuzhiyun union {
187*4882a593Smuzhiyun u32 ufid[MAX_UFID_LENGTH / 4];
188*4882a593Smuzhiyun struct sw_flow_key *unmasked_key;
189*4882a593Smuzhiyun };
190*4882a593Smuzhiyun };
191*4882a593Smuzhiyun
192*4882a593Smuzhiyun struct sw_flow_actions {
193*4882a593Smuzhiyun struct rcu_head rcu;
194*4882a593Smuzhiyun size_t orig_len; /* From flow_cmd_new netlink actions size */
195*4882a593Smuzhiyun u32 actions_len;
196*4882a593Smuzhiyun struct nlattr actions[];
197*4882a593Smuzhiyun };
198*4882a593Smuzhiyun
199*4882a593Smuzhiyun struct sw_flow_stats {
200*4882a593Smuzhiyun u64 packet_count; /* Number of packets matched. */
201*4882a593Smuzhiyun u64 byte_count; /* Number of bytes matched. */
202*4882a593Smuzhiyun unsigned long used; /* Last used time (in jiffies). */
203*4882a593Smuzhiyun spinlock_t lock; /* Lock for atomic stats update. */
204*4882a593Smuzhiyun __be16 tcp_flags; /* Union of seen TCP flags. */
205*4882a593Smuzhiyun };
206*4882a593Smuzhiyun
207*4882a593Smuzhiyun struct sw_flow {
208*4882a593Smuzhiyun struct rcu_head rcu;
209*4882a593Smuzhiyun struct {
210*4882a593Smuzhiyun struct hlist_node node[2];
211*4882a593Smuzhiyun u32 hash;
212*4882a593Smuzhiyun } flow_table, ufid_table;
213*4882a593Smuzhiyun int stats_last_writer; /* CPU id of the last writer on
214*4882a593Smuzhiyun * 'stats[0]'.
215*4882a593Smuzhiyun */
216*4882a593Smuzhiyun struct sw_flow_key key;
217*4882a593Smuzhiyun struct sw_flow_id id;
218*4882a593Smuzhiyun struct cpumask cpu_used_mask;
219*4882a593Smuzhiyun struct sw_flow_mask *mask;
220*4882a593Smuzhiyun struct sw_flow_actions __rcu *sf_acts;
221*4882a593Smuzhiyun struct sw_flow_stats __rcu *stats[]; /* One for each CPU. First one
222*4882a593Smuzhiyun * is allocated at flow creation time,
223*4882a593Smuzhiyun * the rest are allocated on demand
224*4882a593Smuzhiyun * while holding the 'stats[0].lock'.
225*4882a593Smuzhiyun */
226*4882a593Smuzhiyun };
227*4882a593Smuzhiyun
228*4882a593Smuzhiyun struct arp_eth_header {
229*4882a593Smuzhiyun __be16 ar_hrd; /* format of hardware address */
230*4882a593Smuzhiyun __be16 ar_pro; /* format of protocol address */
231*4882a593Smuzhiyun unsigned char ar_hln; /* length of hardware address */
232*4882a593Smuzhiyun unsigned char ar_pln; /* length of protocol address */
233*4882a593Smuzhiyun __be16 ar_op; /* ARP opcode (command) */
234*4882a593Smuzhiyun
235*4882a593Smuzhiyun /* Ethernet+IPv4 specific members. */
236*4882a593Smuzhiyun unsigned char ar_sha[ETH_ALEN]; /* sender hardware address */
237*4882a593Smuzhiyun unsigned char ar_sip[4]; /* sender IP address */
238*4882a593Smuzhiyun unsigned char ar_tha[ETH_ALEN]; /* target hardware address */
239*4882a593Smuzhiyun unsigned char ar_tip[4]; /* target IP address */
240*4882a593Smuzhiyun } __packed;
241*4882a593Smuzhiyun
ovs_key_mac_proto(const struct sw_flow_key * key)242*4882a593Smuzhiyun static inline u8 ovs_key_mac_proto(const struct sw_flow_key *key)
243*4882a593Smuzhiyun {
244*4882a593Smuzhiyun return key->mac_proto & ~SW_FLOW_KEY_INVALID;
245*4882a593Smuzhiyun }
246*4882a593Smuzhiyun
__ovs_mac_header_len(u8 mac_proto)247*4882a593Smuzhiyun static inline u16 __ovs_mac_header_len(u8 mac_proto)
248*4882a593Smuzhiyun {
249*4882a593Smuzhiyun return mac_proto == MAC_PROTO_ETHERNET ? ETH_HLEN : 0;
250*4882a593Smuzhiyun }
251*4882a593Smuzhiyun
ovs_mac_header_len(const struct sw_flow_key * key)252*4882a593Smuzhiyun static inline u16 ovs_mac_header_len(const struct sw_flow_key *key)
253*4882a593Smuzhiyun {
254*4882a593Smuzhiyun return __ovs_mac_header_len(ovs_key_mac_proto(key));
255*4882a593Smuzhiyun }
256*4882a593Smuzhiyun
ovs_identifier_is_ufid(const struct sw_flow_id * sfid)257*4882a593Smuzhiyun static inline bool ovs_identifier_is_ufid(const struct sw_flow_id *sfid)
258*4882a593Smuzhiyun {
259*4882a593Smuzhiyun return sfid->ufid_len;
260*4882a593Smuzhiyun }
261*4882a593Smuzhiyun
ovs_identifier_is_key(const struct sw_flow_id * sfid)262*4882a593Smuzhiyun static inline bool ovs_identifier_is_key(const struct sw_flow_id *sfid)
263*4882a593Smuzhiyun {
264*4882a593Smuzhiyun return !ovs_identifier_is_ufid(sfid);
265*4882a593Smuzhiyun }
266*4882a593Smuzhiyun
267*4882a593Smuzhiyun void ovs_flow_stats_update(struct sw_flow *, __be16 tcp_flags,
268*4882a593Smuzhiyun const struct sk_buff *);
269*4882a593Smuzhiyun void ovs_flow_stats_get(const struct sw_flow *, struct ovs_flow_stats *,
270*4882a593Smuzhiyun unsigned long *used, __be16 *tcp_flags);
271*4882a593Smuzhiyun void ovs_flow_stats_clear(struct sw_flow *);
272*4882a593Smuzhiyun u64 ovs_flow_used_time(unsigned long flow_jiffies);
273*4882a593Smuzhiyun
274*4882a593Smuzhiyun int ovs_flow_key_update(struct sk_buff *skb, struct sw_flow_key *key);
275*4882a593Smuzhiyun int ovs_flow_key_update_l3l4(struct sk_buff *skb, struct sw_flow_key *key);
276*4882a593Smuzhiyun int ovs_flow_key_extract(const struct ip_tunnel_info *tun_info,
277*4882a593Smuzhiyun struct sk_buff *skb,
278*4882a593Smuzhiyun struct sw_flow_key *key);
279*4882a593Smuzhiyun /* Extract key from packet coming from userspace. */
280*4882a593Smuzhiyun int ovs_flow_key_extract_userspace(struct net *net, const struct nlattr *attr,
281*4882a593Smuzhiyun struct sk_buff *skb,
282*4882a593Smuzhiyun struct sw_flow_key *key, bool log);
283*4882a593Smuzhiyun
284*4882a593Smuzhiyun #endif /* flow.h */
285