78 static void ip6gre_tunnel_link(struct ip6gre_net *ign, struct ip6_tnl *t);
124 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_tunnel_lookup()  local
132 	for_each_ip_tunnel_rcu(t, ign->tunnels_r_l[h0 ^ h1]) {  in ip6gre_tunnel_lookup()
157 	for_each_ip_tunnel_rcu(t, ign->tunnels_r[h0 ^ h1]) {  in ip6gre_tunnel_lookup()
181 	for_each_ip_tunnel_rcu(t, ign->tunnels_l[h1]) {  in ip6gre_tunnel_lookup()
207 	for_each_ip_tunnel_rcu(t, ign->tunnels_wc[h1]) {  in ip6gre_tunnel_lookup()
235 		t = rcu_dereference(ign->collect_md_tun_erspan);  in ip6gre_tunnel_lookup()
237 		t = rcu_dereference(ign->collect_md_tun);  in ip6gre_tunnel_lookup()
242 	ndev = READ_ONCE(ign->fb_tunnel_dev);  in ip6gre_tunnel_lookup()
249 static struct ip6_tnl __rcu **__ip6gre_bucket(struct ip6gre_net *ign,  in __ip6gre_bucket()  argument
264 	return &ign->tunnels[prio][h];  in __ip6gre_bucket()
267 static void ip6gre_tunnel_link_md(struct ip6gre_net *ign, struct ip6_tnl *t)  in ip6gre_tunnel_link_md()  argument
270 		rcu_assign_pointer(ign->collect_md_tun, t);  in ip6gre_tunnel_link_md()
273 static void ip6erspan_tunnel_link_md(struct ip6gre_net *ign, struct ip6_tnl *t)  in ip6erspan_tunnel_link_md()  argument
276 		rcu_assign_pointer(ign->collect_md_tun_erspan, t);  in ip6erspan_tunnel_link_md()
279 static void ip6gre_tunnel_unlink_md(struct ip6gre_net *ign, struct ip6_tnl *t)  in ip6gre_tunnel_unlink_md()  argument
282 		rcu_assign_pointer(ign->collect_md_tun, NULL);  in ip6gre_tunnel_unlink_md()
285 static void ip6erspan_tunnel_unlink_md(struct ip6gre_net *ign,  in ip6erspan_tunnel_unlink_md()  argument
289 		rcu_assign_pointer(ign->collect_md_tun_erspan, NULL);  in ip6erspan_tunnel_unlink_md()
292 static inline struct ip6_tnl __rcu **ip6gre_bucket(struct ip6gre_net *ign,  in ip6gre_bucket()  argument
295 	return __ip6gre_bucket(ign, &t->parms);  in ip6gre_bucket()
298 static void ip6gre_tunnel_link(struct ip6gre_net *ign, struct ip6_tnl *t)  in ip6gre_tunnel_link()  argument
300 	struct ip6_tnl __rcu **tp = ip6gre_bucket(ign, t);  in ip6gre_tunnel_link()
306 static void ip6gre_tunnel_unlink(struct ip6gre_net *ign, struct ip6_tnl *t)  in ip6gre_tunnel_unlink()  argument
311 	for (tp = ip6gre_bucket(ign, t);  in ip6gre_tunnel_unlink()
331 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_tunnel_find()  local
333 	for (tp = __ip6gre_bucket(ign, parms);  in ip6gre_tunnel_find()
352 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_tunnel_locate()  local
390 	ip6gre_tunnel_link(ign, nt);  in ip6gre_tunnel_locate()
401 	struct ip6gre_net *ign = net_generic(t->net, ip6gre_net_id);  in ip6erspan_tunnel_uninit()  local
403 	ip6erspan_tunnel_unlink_md(ign, t);  in ip6erspan_tunnel_uninit()
404 	ip6gre_tunnel_unlink(ign, t);  in ip6erspan_tunnel_uninit()
412 	struct ip6gre_net *ign = net_generic(t->net, ip6gre_net_id);  in ip6gre_tunnel_uninit()  local
414 	ip6gre_tunnel_unlink_md(ign, t);  in ip6gre_tunnel_uninit()
415 	ip6gre_tunnel_unlink(ign, t);  in ip6gre_tunnel_uninit()
416 	if (ign->fb_tunnel_dev == dev)  in ip6gre_tunnel_uninit()
417 		WRITE_ONCE(ign->fb_tunnel_dev, NULL);  in ip6gre_tunnel_uninit()
1269 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_tunnel_ioctl()  local
1275 		if (dev == ign->fb_tunnel_dev) {  in ip6gre_tunnel_ioctl()
1313 		if (dev != ign->fb_tunnel_dev && cmd == SIOCCHGTUNNEL) {  in ip6gre_tunnel_ioctl()
1322 				ip6gre_tunnel_unlink(ign, t);  in ip6gre_tunnel_ioctl()
1325 				ip6gre_tunnel_link(ign, t);  in ip6gre_tunnel_ioctl()
1346 		if (dev == ign->fb_tunnel_dev) {  in ip6gre_tunnel_ioctl()
1356 			if (t == netdev_priv(ign->fb_tunnel_dev))  in ip6gre_tunnel_ioctl()
1565 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_destroy_tunnels()  local
1580 			t = rtnl_dereference(ign->tunnels[prio][h]);  in ip6gre_destroy_tunnels()
1597 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_init_net()  local
1609 	ign->fb_tunnel_dev = ndev;  in ip6gre_init_net()
1610 	dev_net_set(ign->fb_tunnel_dev, net);  in ip6gre_init_net()
1614 	ign->fb_tunnel_dev->features |= NETIF_F_NETNS_LOCAL;  in ip6gre_init_net()
1617 	ip6gre_fb_tunnel_init(ign->fb_tunnel_dev);  in ip6gre_init_net()
1618 	ign->fb_tunnel_dev->rtnl_link_ops = &ip6gre_link_ops;  in ip6gre_init_net()
1620 	err = register_netdev(ign->fb_tunnel_dev);  in ip6gre_init_net()
1624 	rcu_assign_pointer(ign->tunnels_wc[0],  in ip6gre_init_net()
1625 			   netdev_priv(ign->fb_tunnel_dev));  in ip6gre_init_net()
2014 	struct ip6gre_net *ign;  in ip6gre_newlink()  local
2018 	ign = net_generic(net, ip6gre_net_id);  in ip6gre_newlink()
2021 		if (rtnl_dereference(ign->collect_md_tun))  in ip6gre_newlink()
2031 		ip6gre_tunnel_link_md(ign, nt);  in ip6gre_newlink()
2044 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_changelink_common()  local
2047 	if (dev == ign->fb_tunnel_dev)  in ip6gre_changelink_common()
2076 	struct ip6gre_net *ign = net_generic(t->net, ip6gre_net_id);  in ip6gre_changelink()  local
2083 	ip6gre_tunnel_unlink_md(ign, t);  in ip6gre_changelink()
2084 	ip6gre_tunnel_unlink(ign, t);  in ip6gre_changelink()
2086 	ip6gre_tunnel_link_md(ign, t);  in ip6gre_changelink()
2087 	ip6gre_tunnel_link(ign, t);  in ip6gre_changelink()
2094 	struct ip6gre_net *ign = net_generic(net, ip6gre_net_id);  in ip6gre_dellink()  local
2096 	if (dev != ign->fb_tunnel_dev)  in ip6gre_dellink()
2247 	struct ip6gre_net *ign;  in ip6erspan_newlink()  local
2252 	ign = net_generic(net, ip6gre_net_id);  in ip6erspan_newlink()
2255 		if (rtnl_dereference(ign->collect_md_tun_erspan))  in ip6erspan_newlink()
2265 		ip6erspan_tunnel_link_md(ign, nt);  in ip6erspan_newlink()
2289 	struct ip6gre_net *ign = net_generic(dev_net(dev), ip6gre_net_id);  in ip6erspan_changelink()  local
2298 	ip6gre_tunnel_unlink_md(ign, t);  in ip6erspan_changelink()
2299 	ip6gre_tunnel_unlink(ign, t);  in ip6erspan_changelink()
2301 	ip6erspan_tunnel_link_md(ign, t);  in ip6erspan_changelink()
2302 	ip6gre_tunnel_link(ign, t);  in ip6erspan_changelink()