1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Bridge per vlan tunnel port dst_metadata handling code
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Authors:
6*4882a593Smuzhiyun * Roopa Prabhu <roopa@cumulusnetworks.com>
7*4882a593Smuzhiyun */
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #include <linux/kernel.h>
10*4882a593Smuzhiyun #include <linux/netdevice.h>
11*4882a593Smuzhiyun #include <linux/rtnetlink.h>
12*4882a593Smuzhiyun #include <linux/slab.h>
13*4882a593Smuzhiyun #include <net/switchdev.h>
14*4882a593Smuzhiyun #include <net/dst_metadata.h>
15*4882a593Smuzhiyun
16*4882a593Smuzhiyun #include "br_private.h"
17*4882a593Smuzhiyun #include "br_private_tunnel.h"
18*4882a593Smuzhiyun
br_vlan_tunid_cmp(struct rhashtable_compare_arg * arg,const void * ptr)19*4882a593Smuzhiyun static inline int br_vlan_tunid_cmp(struct rhashtable_compare_arg *arg,
20*4882a593Smuzhiyun const void *ptr)
21*4882a593Smuzhiyun {
22*4882a593Smuzhiyun const struct net_bridge_vlan *vle = ptr;
23*4882a593Smuzhiyun __be64 tunid = *(__be64 *)arg->key;
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun return vle->tinfo.tunnel_id != tunid;
26*4882a593Smuzhiyun }
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun static const struct rhashtable_params br_vlan_tunnel_rht_params = {
29*4882a593Smuzhiyun .head_offset = offsetof(struct net_bridge_vlan, tnode),
30*4882a593Smuzhiyun .key_offset = offsetof(struct net_bridge_vlan, tinfo.tunnel_id),
31*4882a593Smuzhiyun .key_len = sizeof(__be64),
32*4882a593Smuzhiyun .nelem_hint = 3,
33*4882a593Smuzhiyun .obj_cmpfn = br_vlan_tunid_cmp,
34*4882a593Smuzhiyun .automatic_shrinking = true,
35*4882a593Smuzhiyun };
36*4882a593Smuzhiyun
br_vlan_tunnel_lookup(struct rhashtable * tbl,u64 tunnel_id)37*4882a593Smuzhiyun static struct net_bridge_vlan *br_vlan_tunnel_lookup(struct rhashtable *tbl,
38*4882a593Smuzhiyun u64 tunnel_id)
39*4882a593Smuzhiyun {
40*4882a593Smuzhiyun return rhashtable_lookup_fast(tbl, &tunnel_id,
41*4882a593Smuzhiyun br_vlan_tunnel_rht_params);
42*4882a593Smuzhiyun }
43*4882a593Smuzhiyun
vlan_tunnel_info_release(struct net_bridge_vlan * vlan)44*4882a593Smuzhiyun static void vlan_tunnel_info_release(struct net_bridge_vlan *vlan)
45*4882a593Smuzhiyun {
46*4882a593Smuzhiyun struct metadata_dst *tdst = rtnl_dereference(vlan->tinfo.tunnel_dst);
47*4882a593Smuzhiyun
48*4882a593Smuzhiyun WRITE_ONCE(vlan->tinfo.tunnel_id, 0);
49*4882a593Smuzhiyun RCU_INIT_POINTER(vlan->tinfo.tunnel_dst, NULL);
50*4882a593Smuzhiyun dst_release(&tdst->dst);
51*4882a593Smuzhiyun }
52*4882a593Smuzhiyun
vlan_tunnel_info_del(struct net_bridge_vlan_group * vg,struct net_bridge_vlan * vlan)53*4882a593Smuzhiyun void vlan_tunnel_info_del(struct net_bridge_vlan_group *vg,
54*4882a593Smuzhiyun struct net_bridge_vlan *vlan)
55*4882a593Smuzhiyun {
56*4882a593Smuzhiyun if (!rcu_access_pointer(vlan->tinfo.tunnel_dst))
57*4882a593Smuzhiyun return;
58*4882a593Smuzhiyun rhashtable_remove_fast(&vg->tunnel_hash, &vlan->tnode,
59*4882a593Smuzhiyun br_vlan_tunnel_rht_params);
60*4882a593Smuzhiyun vlan_tunnel_info_release(vlan);
61*4882a593Smuzhiyun }
62*4882a593Smuzhiyun
__vlan_tunnel_info_add(struct net_bridge_vlan_group * vg,struct net_bridge_vlan * vlan,u32 tun_id)63*4882a593Smuzhiyun static int __vlan_tunnel_info_add(struct net_bridge_vlan_group *vg,
64*4882a593Smuzhiyun struct net_bridge_vlan *vlan, u32 tun_id)
65*4882a593Smuzhiyun {
66*4882a593Smuzhiyun struct metadata_dst *metadata = rtnl_dereference(vlan->tinfo.tunnel_dst);
67*4882a593Smuzhiyun __be64 key = key32_to_tunnel_id(cpu_to_be32(tun_id));
68*4882a593Smuzhiyun int err;
69*4882a593Smuzhiyun
70*4882a593Smuzhiyun if (metadata)
71*4882a593Smuzhiyun return -EEXIST;
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun metadata = __ip_tun_set_dst(0, 0, 0, 0, 0, TUNNEL_KEY,
74*4882a593Smuzhiyun key, 0);
75*4882a593Smuzhiyun if (!metadata)
76*4882a593Smuzhiyun return -EINVAL;
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun metadata->u.tun_info.mode |= IP_TUNNEL_INFO_TX | IP_TUNNEL_INFO_BRIDGE;
79*4882a593Smuzhiyun rcu_assign_pointer(vlan->tinfo.tunnel_dst, metadata);
80*4882a593Smuzhiyun WRITE_ONCE(vlan->tinfo.tunnel_id, key);
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun err = rhashtable_lookup_insert_fast(&vg->tunnel_hash, &vlan->tnode,
83*4882a593Smuzhiyun br_vlan_tunnel_rht_params);
84*4882a593Smuzhiyun if (err)
85*4882a593Smuzhiyun goto out;
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun return 0;
88*4882a593Smuzhiyun out:
89*4882a593Smuzhiyun vlan_tunnel_info_release(vlan);
90*4882a593Smuzhiyun
91*4882a593Smuzhiyun return err;
92*4882a593Smuzhiyun }
93*4882a593Smuzhiyun
94*4882a593Smuzhiyun /* Must be protected by RTNL.
95*4882a593Smuzhiyun * Must be called with vid in range from 1 to 4094 inclusive.
96*4882a593Smuzhiyun */
nbp_vlan_tunnel_info_add(const struct net_bridge_port * port,u16 vid,u32 tun_id)97*4882a593Smuzhiyun int nbp_vlan_tunnel_info_add(const struct net_bridge_port *port, u16 vid,
98*4882a593Smuzhiyun u32 tun_id)
99*4882a593Smuzhiyun {
100*4882a593Smuzhiyun struct net_bridge_vlan_group *vg;
101*4882a593Smuzhiyun struct net_bridge_vlan *vlan;
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun ASSERT_RTNL();
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun vg = nbp_vlan_group(port);
106*4882a593Smuzhiyun vlan = br_vlan_find(vg, vid);
107*4882a593Smuzhiyun if (!vlan)
108*4882a593Smuzhiyun return -EINVAL;
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun return __vlan_tunnel_info_add(vg, vlan, tun_id);
111*4882a593Smuzhiyun }
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun /* Must be protected by RTNL.
114*4882a593Smuzhiyun * Must be called with vid in range from 1 to 4094 inclusive.
115*4882a593Smuzhiyun */
nbp_vlan_tunnel_info_delete(const struct net_bridge_port * port,u16 vid)116*4882a593Smuzhiyun int nbp_vlan_tunnel_info_delete(const struct net_bridge_port *port, u16 vid)
117*4882a593Smuzhiyun {
118*4882a593Smuzhiyun struct net_bridge_vlan_group *vg;
119*4882a593Smuzhiyun struct net_bridge_vlan *v;
120*4882a593Smuzhiyun
121*4882a593Smuzhiyun ASSERT_RTNL();
122*4882a593Smuzhiyun
123*4882a593Smuzhiyun vg = nbp_vlan_group(port);
124*4882a593Smuzhiyun v = br_vlan_find(vg, vid);
125*4882a593Smuzhiyun if (!v)
126*4882a593Smuzhiyun return -ENOENT;
127*4882a593Smuzhiyun
128*4882a593Smuzhiyun vlan_tunnel_info_del(vg, v);
129*4882a593Smuzhiyun
130*4882a593Smuzhiyun return 0;
131*4882a593Smuzhiyun }
132*4882a593Smuzhiyun
__vlan_tunnel_info_flush(struct net_bridge_vlan_group * vg)133*4882a593Smuzhiyun static void __vlan_tunnel_info_flush(struct net_bridge_vlan_group *vg)
134*4882a593Smuzhiyun {
135*4882a593Smuzhiyun struct net_bridge_vlan *vlan, *tmp;
136*4882a593Smuzhiyun
137*4882a593Smuzhiyun list_for_each_entry_safe(vlan, tmp, &vg->vlan_list, vlist)
138*4882a593Smuzhiyun vlan_tunnel_info_del(vg, vlan);
139*4882a593Smuzhiyun }
140*4882a593Smuzhiyun
nbp_vlan_tunnel_info_flush(struct net_bridge_port * port)141*4882a593Smuzhiyun void nbp_vlan_tunnel_info_flush(struct net_bridge_port *port)
142*4882a593Smuzhiyun {
143*4882a593Smuzhiyun struct net_bridge_vlan_group *vg;
144*4882a593Smuzhiyun
145*4882a593Smuzhiyun ASSERT_RTNL();
146*4882a593Smuzhiyun
147*4882a593Smuzhiyun vg = nbp_vlan_group(port);
148*4882a593Smuzhiyun __vlan_tunnel_info_flush(vg);
149*4882a593Smuzhiyun }
150*4882a593Smuzhiyun
vlan_tunnel_init(struct net_bridge_vlan_group * vg)151*4882a593Smuzhiyun int vlan_tunnel_init(struct net_bridge_vlan_group *vg)
152*4882a593Smuzhiyun {
153*4882a593Smuzhiyun return rhashtable_init(&vg->tunnel_hash, &br_vlan_tunnel_rht_params);
154*4882a593Smuzhiyun }
155*4882a593Smuzhiyun
vlan_tunnel_deinit(struct net_bridge_vlan_group * vg)156*4882a593Smuzhiyun void vlan_tunnel_deinit(struct net_bridge_vlan_group *vg)
157*4882a593Smuzhiyun {
158*4882a593Smuzhiyun rhashtable_destroy(&vg->tunnel_hash);
159*4882a593Smuzhiyun }
160*4882a593Smuzhiyun
br_handle_ingress_vlan_tunnel(struct sk_buff * skb,struct net_bridge_port * p,struct net_bridge_vlan_group * vg)161*4882a593Smuzhiyun int br_handle_ingress_vlan_tunnel(struct sk_buff *skb,
162*4882a593Smuzhiyun struct net_bridge_port *p,
163*4882a593Smuzhiyun struct net_bridge_vlan_group *vg)
164*4882a593Smuzhiyun {
165*4882a593Smuzhiyun struct ip_tunnel_info *tinfo = skb_tunnel_info(skb);
166*4882a593Smuzhiyun struct net_bridge_vlan *vlan;
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun if (!vg || !tinfo)
169*4882a593Smuzhiyun return 0;
170*4882a593Smuzhiyun
171*4882a593Smuzhiyun /* if already tagged, ignore */
172*4882a593Smuzhiyun if (skb_vlan_tagged(skb))
173*4882a593Smuzhiyun return 0;
174*4882a593Smuzhiyun
175*4882a593Smuzhiyun /* lookup vid, given tunnel id */
176*4882a593Smuzhiyun vlan = br_vlan_tunnel_lookup(&vg->tunnel_hash, tinfo->key.tun_id);
177*4882a593Smuzhiyun if (!vlan)
178*4882a593Smuzhiyun return 0;
179*4882a593Smuzhiyun
180*4882a593Smuzhiyun skb_dst_drop(skb);
181*4882a593Smuzhiyun
182*4882a593Smuzhiyun __vlan_hwaccel_put_tag(skb, p->br->vlan_proto, vlan->vid);
183*4882a593Smuzhiyun
184*4882a593Smuzhiyun return 0;
185*4882a593Smuzhiyun }
186*4882a593Smuzhiyun
br_handle_egress_vlan_tunnel(struct sk_buff * skb,struct net_bridge_vlan * vlan)187*4882a593Smuzhiyun int br_handle_egress_vlan_tunnel(struct sk_buff *skb,
188*4882a593Smuzhiyun struct net_bridge_vlan *vlan)
189*4882a593Smuzhiyun {
190*4882a593Smuzhiyun struct metadata_dst *tunnel_dst;
191*4882a593Smuzhiyun __be64 tunnel_id;
192*4882a593Smuzhiyun int err;
193*4882a593Smuzhiyun
194*4882a593Smuzhiyun if (!vlan)
195*4882a593Smuzhiyun return 0;
196*4882a593Smuzhiyun
197*4882a593Smuzhiyun tunnel_id = READ_ONCE(vlan->tinfo.tunnel_id);
198*4882a593Smuzhiyun if (!tunnel_id || unlikely(!skb_vlan_tag_present(skb)))
199*4882a593Smuzhiyun return 0;
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun skb_dst_drop(skb);
202*4882a593Smuzhiyun err = skb_vlan_pop(skb);
203*4882a593Smuzhiyun if (err)
204*4882a593Smuzhiyun return err;
205*4882a593Smuzhiyun
206*4882a593Smuzhiyun tunnel_dst = rcu_dereference(vlan->tinfo.tunnel_dst);
207*4882a593Smuzhiyun if (tunnel_dst && dst_hold_safe(&tunnel_dst->dst))
208*4882a593Smuzhiyun skb_dst_set(skb, &tunnel_dst->dst);
209*4882a593Smuzhiyun
210*4882a593Smuzhiyun return 0;
211*4882a593Smuzhiyun }
212