83 struct ip_tunnel *ip_tunnel_lookup(struct ip_tunnel_net *itn,  in ip_tunnel_lookup()  argument
94 	head = &itn->tunnels[hash];  in ip_tunnel_lookup()
127 	head = &itn->tunnels[hash];  in ip_tunnel_lookup()
162 	t = rcu_dereference(itn->collect_md_tun);  in ip_tunnel_lookup()
166 	ndev = READ_ONCE(itn->fb_tunnel_dev);  in ip_tunnel_lookup()
174 static struct hlist_head *ip_bucket(struct ip_tunnel_net *itn,  in ip_bucket()  argument
190 	return &itn->tunnels[h];  in ip_bucket()
193 static void ip_tunnel_add(struct ip_tunnel_net *itn, struct ip_tunnel *t)  in ip_tunnel_add()  argument
195 	struct hlist_head *head = ip_bucket(itn, &t->parms);  in ip_tunnel_add()
198 		rcu_assign_pointer(itn->collect_md_tun, t);  in ip_tunnel_add()
202 static void ip_tunnel_del(struct ip_tunnel_net *itn, struct ip_tunnel *t)  in ip_tunnel_del()  argument
205 		rcu_assign_pointer(itn->collect_md_tun, NULL);  in ip_tunnel_del()
209 static struct ip_tunnel *ip_tunnel_find(struct ip_tunnel_net *itn,  in ip_tunnel_find()  argument
219 	struct hlist_head *head = ip_bucket(itn, parms);  in ip_tunnel_find()
329 					  struct ip_tunnel_net *itn,  in ip_tunnel_create()  argument
338 	dev = __ip_tunnel_create(net, itn->rtnl_link_ops, parms);  in ip_tunnel_create()
354 	ip_tunnel_add(itn, nt);  in ip_tunnel_create()
824 static void ip_tunnel_update(struct ip_tunnel_net *itn,  in ip_tunnel_update()  argument
831 	ip_tunnel_del(itn, t);  in ip_tunnel_update()
840 	ip_tunnel_add(itn, t);  in ip_tunnel_update()
864 	struct ip_tunnel_net *itn = net_generic(net, t->ip_tnl_net_id);  in ip_tunnel_ctl()  local
868 		if (dev == itn->fb_tunnel_dev) {  in ip_tunnel_ctl()
869 			t = ip_tunnel_find(itn, p, itn->fb_tunnel_dev->type);  in ip_tunnel_ctl()
890 		t = ip_tunnel_find(itn, p, itn->type);  in ip_tunnel_ctl()
894 				t = ip_tunnel_create(net, itn, p);  in ip_tunnel_ctl()
902 		if (dev != itn->fb_tunnel_dev && cmd == SIOCCHGTUNNEL) {  in ip_tunnel_ctl()
927 			ip_tunnel_update(itn, t, dev, p, true, 0);  in ip_tunnel_ctl()
938 		if (dev == itn->fb_tunnel_dev) {  in ip_tunnel_ctl()
940 			t = ip_tunnel_find(itn, p, itn->fb_tunnel_dev->type);  in ip_tunnel_ctl()
944 			if (t == netdev_priv(itn->fb_tunnel_dev))  in ip_tunnel_ctl()
1017 	struct ip_tunnel_net *itn;  in ip_tunnel_dellink()  local
1019 	itn = net_generic(tunnel->net, tunnel->ip_tnl_net_id);  in ip_tunnel_dellink()
1021 	if (itn->fb_tunnel_dev != dev) {  in ip_tunnel_dellink()
1022 		ip_tunnel_del(itn, netdev_priv(dev));  in ip_tunnel_dellink()
1047 	struct ip_tunnel_net *itn = net_generic(net, ip_tnl_net_id);  in ip_tunnel_init_net()  local
1051 	itn->rtnl_link_ops = ops;  in ip_tunnel_init_net()
1053 		INIT_HLIST_HEAD(&itn->tunnels[i]);  in ip_tunnel_init_net()
1059 		itn->type = it_init_net->type;  in ip_tunnel_init_net()
1060 		itn->fb_tunnel_dev = NULL;  in ip_tunnel_init_net()
1069 	itn->fb_tunnel_dev = __ip_tunnel_create(net, ops, &parms);  in ip_tunnel_init_net()
1073 	if (!IS_ERR(itn->fb_tunnel_dev)) {  in ip_tunnel_init_net()
1074 		itn->fb_tunnel_dev->features |= NETIF_F_NETNS_LOCAL;  in ip_tunnel_init_net()
1075 		itn->fb_tunnel_dev->mtu = ip_tunnel_bind_dev(itn->fb_tunnel_dev);  in ip_tunnel_init_net()
1076 		ip_tunnel_add(itn, netdev_priv(itn->fb_tunnel_dev));  in ip_tunnel_init_net()
1077 		itn->type = itn->fb_tunnel_dev->type;  in ip_tunnel_init_net()
1081 	return PTR_ERR_OR_ZERO(itn->fb_tunnel_dev);  in ip_tunnel_init_net()
1085 static void ip_tunnel_destroy(struct net *net, struct ip_tunnel_net *itn,  in ip_tunnel_destroy()  argument
1099 		struct hlist_head *thead = &itn->tunnels[h];  in ip_tunnel_destroy()
1113 	struct ip_tunnel_net *itn;  in ip_tunnel_delete_nets()  local
1119 		itn = net_generic(net, id);  in ip_tunnel_delete_nets()
1120 		ip_tunnel_destroy(net, itn, &list, ops);  in ip_tunnel_delete_nets()
1132 	struct ip_tunnel_net *itn;  in ip_tunnel_newlink()  local
1137 	itn = net_generic(net, nt->ip_tnl_net_id);  in ip_tunnel_newlink()
1140 		if (rtnl_dereference(itn->collect_md_tun))  in ip_tunnel_newlink()
1143 		if (ip_tunnel_find(itn, p, dev->type))  in ip_tunnel_newlink()
1171 	ip_tunnel_add(itn, nt);  in ip_tunnel_newlink()
1187 	struct ip_tunnel_net *itn = net_generic(net, tunnel->ip_tnl_net_id);  in ip_tunnel_changelink()  local
1189 	if (dev == itn->fb_tunnel_dev)  in ip_tunnel_changelink()
1192 	t = ip_tunnel_find(itn, p, dev->type);  in ip_tunnel_changelink()
1214 	ip_tunnel_update(itn, t, dev, p, !tb[IFLA_MTU], fwmark);  in ip_tunnel_changelink()
1260 	struct ip_tunnel_net *itn;  in ip_tunnel_uninit()  local
1262 	itn = net_generic(net, tunnel->ip_tnl_net_id);  in ip_tunnel_uninit()
1263 	ip_tunnel_del(itn, netdev_priv(dev));  in ip_tunnel_uninit()
1264 	if (itn->fb_tunnel_dev == dev)  in ip_tunnel_uninit()
1265 		WRITE_ONCE(itn->fb_tunnel_dev, NULL);  in ip_tunnel_uninit()