1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 */
2*4882a593Smuzhiyun #ifndef __NET_DST_METADATA_H
3*4882a593Smuzhiyun #define __NET_DST_METADATA_H 1
4*4882a593Smuzhiyun
5*4882a593Smuzhiyun #include <linux/skbuff.h>
6*4882a593Smuzhiyun #include <net/ip_tunnels.h>
7*4882a593Smuzhiyun #include <net/dst.h>
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun enum metadata_type {
10*4882a593Smuzhiyun METADATA_IP_TUNNEL,
11*4882a593Smuzhiyun METADATA_HW_PORT_MUX,
12*4882a593Smuzhiyun };
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun struct hw_port_info {
15*4882a593Smuzhiyun struct net_device *lower_dev;
16*4882a593Smuzhiyun u32 port_id;
17*4882a593Smuzhiyun };
18*4882a593Smuzhiyun
19*4882a593Smuzhiyun struct metadata_dst {
20*4882a593Smuzhiyun struct dst_entry dst;
21*4882a593Smuzhiyun enum metadata_type type;
22*4882a593Smuzhiyun union {
23*4882a593Smuzhiyun struct ip_tunnel_info tun_info;
24*4882a593Smuzhiyun struct hw_port_info port_info;
25*4882a593Smuzhiyun } u;
26*4882a593Smuzhiyun };
27*4882a593Smuzhiyun
skb_metadata_dst(const struct sk_buff * skb)28*4882a593Smuzhiyun static inline struct metadata_dst *skb_metadata_dst(const struct sk_buff *skb)
29*4882a593Smuzhiyun {
30*4882a593Smuzhiyun struct metadata_dst *md_dst = (struct metadata_dst *) skb_dst(skb);
31*4882a593Smuzhiyun
32*4882a593Smuzhiyun if (md_dst && md_dst->dst.flags & DST_METADATA)
33*4882a593Smuzhiyun return md_dst;
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun return NULL;
36*4882a593Smuzhiyun }
37*4882a593Smuzhiyun
38*4882a593Smuzhiyun static inline struct ip_tunnel_info *
skb_tunnel_info(const struct sk_buff * skb)39*4882a593Smuzhiyun skb_tunnel_info(const struct sk_buff *skb)
40*4882a593Smuzhiyun {
41*4882a593Smuzhiyun struct metadata_dst *md_dst = skb_metadata_dst(skb);
42*4882a593Smuzhiyun struct dst_entry *dst;
43*4882a593Smuzhiyun
44*4882a593Smuzhiyun if (md_dst && md_dst->type == METADATA_IP_TUNNEL)
45*4882a593Smuzhiyun return &md_dst->u.tun_info;
46*4882a593Smuzhiyun
47*4882a593Smuzhiyun dst = skb_dst(skb);
48*4882a593Smuzhiyun if (dst && dst->lwtstate &&
49*4882a593Smuzhiyun (dst->lwtstate->type == LWTUNNEL_ENCAP_IP ||
50*4882a593Smuzhiyun dst->lwtstate->type == LWTUNNEL_ENCAP_IP6))
51*4882a593Smuzhiyun return lwt_tun_info(dst->lwtstate);
52*4882a593Smuzhiyun
53*4882a593Smuzhiyun return NULL;
54*4882a593Smuzhiyun }
55*4882a593Smuzhiyun
skb_valid_dst(const struct sk_buff * skb)56*4882a593Smuzhiyun static inline bool skb_valid_dst(const struct sk_buff *skb)
57*4882a593Smuzhiyun {
58*4882a593Smuzhiyun struct dst_entry *dst = skb_dst(skb);
59*4882a593Smuzhiyun
60*4882a593Smuzhiyun return dst && !(dst->flags & DST_METADATA);
61*4882a593Smuzhiyun }
62*4882a593Smuzhiyun
skb_metadata_dst_cmp(const struct sk_buff * skb_a,const struct sk_buff * skb_b)63*4882a593Smuzhiyun static inline int skb_metadata_dst_cmp(const struct sk_buff *skb_a,
64*4882a593Smuzhiyun const struct sk_buff *skb_b)
65*4882a593Smuzhiyun {
66*4882a593Smuzhiyun const struct metadata_dst *a, *b;
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun if (!(skb_a->_skb_refdst | skb_b->_skb_refdst))
69*4882a593Smuzhiyun return 0;
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun a = (const struct metadata_dst *) skb_dst(skb_a);
72*4882a593Smuzhiyun b = (const struct metadata_dst *) skb_dst(skb_b);
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun if (!a != !b || a->type != b->type)
75*4882a593Smuzhiyun return 1;
76*4882a593Smuzhiyun
77*4882a593Smuzhiyun switch (a->type) {
78*4882a593Smuzhiyun case METADATA_HW_PORT_MUX:
79*4882a593Smuzhiyun return memcmp(&a->u.port_info, &b->u.port_info,
80*4882a593Smuzhiyun sizeof(a->u.port_info));
81*4882a593Smuzhiyun case METADATA_IP_TUNNEL:
82*4882a593Smuzhiyun return memcmp(&a->u.tun_info, &b->u.tun_info,
83*4882a593Smuzhiyun sizeof(a->u.tun_info) +
84*4882a593Smuzhiyun a->u.tun_info.options_len);
85*4882a593Smuzhiyun default:
86*4882a593Smuzhiyun return 1;
87*4882a593Smuzhiyun }
88*4882a593Smuzhiyun }
89*4882a593Smuzhiyun
90*4882a593Smuzhiyun void metadata_dst_free(struct metadata_dst *);
91*4882a593Smuzhiyun struct metadata_dst *metadata_dst_alloc(u8 optslen, enum metadata_type type,
92*4882a593Smuzhiyun gfp_t flags);
93*4882a593Smuzhiyun void metadata_dst_free_percpu(struct metadata_dst __percpu *md_dst);
94*4882a593Smuzhiyun struct metadata_dst __percpu *
95*4882a593Smuzhiyun metadata_dst_alloc_percpu(u8 optslen, enum metadata_type type, gfp_t flags);
96*4882a593Smuzhiyun
tun_rx_dst(int md_size)97*4882a593Smuzhiyun static inline struct metadata_dst *tun_rx_dst(int md_size)
98*4882a593Smuzhiyun {
99*4882a593Smuzhiyun struct metadata_dst *tun_dst;
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun tun_dst = metadata_dst_alloc(md_size, METADATA_IP_TUNNEL, GFP_ATOMIC);
102*4882a593Smuzhiyun if (!tun_dst)
103*4882a593Smuzhiyun return NULL;
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun tun_dst->u.tun_info.options_len = 0;
106*4882a593Smuzhiyun tun_dst->u.tun_info.mode = 0;
107*4882a593Smuzhiyun return tun_dst;
108*4882a593Smuzhiyun }
109*4882a593Smuzhiyun
tun_dst_unclone(struct sk_buff * skb)110*4882a593Smuzhiyun static inline struct metadata_dst *tun_dst_unclone(struct sk_buff *skb)
111*4882a593Smuzhiyun {
112*4882a593Smuzhiyun struct metadata_dst *md_dst = skb_metadata_dst(skb);
113*4882a593Smuzhiyun int md_size;
114*4882a593Smuzhiyun struct metadata_dst *new_md;
115*4882a593Smuzhiyun
116*4882a593Smuzhiyun if (!md_dst || md_dst->type != METADATA_IP_TUNNEL)
117*4882a593Smuzhiyun return ERR_PTR(-EINVAL);
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun md_size = md_dst->u.tun_info.options_len;
120*4882a593Smuzhiyun new_md = metadata_dst_alloc(md_size, METADATA_IP_TUNNEL, GFP_ATOMIC);
121*4882a593Smuzhiyun if (!new_md)
122*4882a593Smuzhiyun return ERR_PTR(-ENOMEM);
123*4882a593Smuzhiyun
124*4882a593Smuzhiyun memcpy(&new_md->u.tun_info, &md_dst->u.tun_info,
125*4882a593Smuzhiyun sizeof(struct ip_tunnel_info) + md_size);
126*4882a593Smuzhiyun #ifdef CONFIG_DST_CACHE
127*4882a593Smuzhiyun /* Unclone the dst cache if there is one */
128*4882a593Smuzhiyun if (new_md->u.tun_info.dst_cache.cache) {
129*4882a593Smuzhiyun int ret;
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun ret = dst_cache_init(&new_md->u.tun_info.dst_cache, GFP_ATOMIC);
132*4882a593Smuzhiyun if (ret) {
133*4882a593Smuzhiyun metadata_dst_free(new_md);
134*4882a593Smuzhiyun return ERR_PTR(ret);
135*4882a593Smuzhiyun }
136*4882a593Smuzhiyun }
137*4882a593Smuzhiyun #endif
138*4882a593Smuzhiyun
139*4882a593Smuzhiyun skb_dst_drop(skb);
140*4882a593Smuzhiyun skb_dst_set(skb, &new_md->dst);
141*4882a593Smuzhiyun return new_md;
142*4882a593Smuzhiyun }
143*4882a593Smuzhiyun
skb_tunnel_info_unclone(struct sk_buff * skb)144*4882a593Smuzhiyun static inline struct ip_tunnel_info *skb_tunnel_info_unclone(struct sk_buff *skb)
145*4882a593Smuzhiyun {
146*4882a593Smuzhiyun struct metadata_dst *dst;
147*4882a593Smuzhiyun
148*4882a593Smuzhiyun dst = tun_dst_unclone(skb);
149*4882a593Smuzhiyun if (IS_ERR(dst))
150*4882a593Smuzhiyun return NULL;
151*4882a593Smuzhiyun
152*4882a593Smuzhiyun return &dst->u.tun_info;
153*4882a593Smuzhiyun }
154*4882a593Smuzhiyun
__ip_tun_set_dst(__be32 saddr,__be32 daddr,__u8 tos,__u8 ttl,__be16 tp_dst,__be16 flags,__be64 tunnel_id,int md_size)155*4882a593Smuzhiyun static inline struct metadata_dst *__ip_tun_set_dst(__be32 saddr,
156*4882a593Smuzhiyun __be32 daddr,
157*4882a593Smuzhiyun __u8 tos, __u8 ttl,
158*4882a593Smuzhiyun __be16 tp_dst,
159*4882a593Smuzhiyun __be16 flags,
160*4882a593Smuzhiyun __be64 tunnel_id,
161*4882a593Smuzhiyun int md_size)
162*4882a593Smuzhiyun {
163*4882a593Smuzhiyun struct metadata_dst *tun_dst;
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun tun_dst = tun_rx_dst(md_size);
166*4882a593Smuzhiyun if (!tun_dst)
167*4882a593Smuzhiyun return NULL;
168*4882a593Smuzhiyun
169*4882a593Smuzhiyun ip_tunnel_key_init(&tun_dst->u.tun_info.key,
170*4882a593Smuzhiyun saddr, daddr, tos, ttl,
171*4882a593Smuzhiyun 0, 0, tp_dst, tunnel_id, flags);
172*4882a593Smuzhiyun return tun_dst;
173*4882a593Smuzhiyun }
174*4882a593Smuzhiyun
ip_tun_rx_dst(struct sk_buff * skb,__be16 flags,__be64 tunnel_id,int md_size)175*4882a593Smuzhiyun static inline struct metadata_dst *ip_tun_rx_dst(struct sk_buff *skb,
176*4882a593Smuzhiyun __be16 flags,
177*4882a593Smuzhiyun __be64 tunnel_id,
178*4882a593Smuzhiyun int md_size)
179*4882a593Smuzhiyun {
180*4882a593Smuzhiyun const struct iphdr *iph = ip_hdr(skb);
181*4882a593Smuzhiyun
182*4882a593Smuzhiyun return __ip_tun_set_dst(iph->saddr, iph->daddr, iph->tos, iph->ttl,
183*4882a593Smuzhiyun 0, flags, tunnel_id, md_size);
184*4882a593Smuzhiyun }
185*4882a593Smuzhiyun
__ipv6_tun_set_dst(const struct in6_addr * saddr,const struct in6_addr * daddr,__u8 tos,__u8 ttl,__be16 tp_dst,__be32 label,__be16 flags,__be64 tunnel_id,int md_size)186*4882a593Smuzhiyun static inline struct metadata_dst *__ipv6_tun_set_dst(const struct in6_addr *saddr,
187*4882a593Smuzhiyun const struct in6_addr *daddr,
188*4882a593Smuzhiyun __u8 tos, __u8 ttl,
189*4882a593Smuzhiyun __be16 tp_dst,
190*4882a593Smuzhiyun __be32 label,
191*4882a593Smuzhiyun __be16 flags,
192*4882a593Smuzhiyun __be64 tunnel_id,
193*4882a593Smuzhiyun int md_size)
194*4882a593Smuzhiyun {
195*4882a593Smuzhiyun struct metadata_dst *tun_dst;
196*4882a593Smuzhiyun struct ip_tunnel_info *info;
197*4882a593Smuzhiyun
198*4882a593Smuzhiyun tun_dst = tun_rx_dst(md_size);
199*4882a593Smuzhiyun if (!tun_dst)
200*4882a593Smuzhiyun return NULL;
201*4882a593Smuzhiyun
202*4882a593Smuzhiyun info = &tun_dst->u.tun_info;
203*4882a593Smuzhiyun info->mode = IP_TUNNEL_INFO_IPV6;
204*4882a593Smuzhiyun info->key.tun_flags = flags;
205*4882a593Smuzhiyun info->key.tun_id = tunnel_id;
206*4882a593Smuzhiyun info->key.tp_src = 0;
207*4882a593Smuzhiyun info->key.tp_dst = tp_dst;
208*4882a593Smuzhiyun
209*4882a593Smuzhiyun info->key.u.ipv6.src = *saddr;
210*4882a593Smuzhiyun info->key.u.ipv6.dst = *daddr;
211*4882a593Smuzhiyun
212*4882a593Smuzhiyun info->key.tos = tos;
213*4882a593Smuzhiyun info->key.ttl = ttl;
214*4882a593Smuzhiyun info->key.label = label;
215*4882a593Smuzhiyun
216*4882a593Smuzhiyun return tun_dst;
217*4882a593Smuzhiyun }
218*4882a593Smuzhiyun
ipv6_tun_rx_dst(struct sk_buff * skb,__be16 flags,__be64 tunnel_id,int md_size)219*4882a593Smuzhiyun static inline struct metadata_dst *ipv6_tun_rx_dst(struct sk_buff *skb,
220*4882a593Smuzhiyun __be16 flags,
221*4882a593Smuzhiyun __be64 tunnel_id,
222*4882a593Smuzhiyun int md_size)
223*4882a593Smuzhiyun {
224*4882a593Smuzhiyun const struct ipv6hdr *ip6h = ipv6_hdr(skb);
225*4882a593Smuzhiyun
226*4882a593Smuzhiyun return __ipv6_tun_set_dst(&ip6h->saddr, &ip6h->daddr,
227*4882a593Smuzhiyun ipv6_get_dsfield(ip6h), ip6h->hop_limit,
228*4882a593Smuzhiyun 0, ip6_flowlabel(ip6h), flags, tunnel_id,
229*4882a593Smuzhiyun md_size);
230*4882a593Smuzhiyun }
231*4882a593Smuzhiyun #endif /* __NET_DST_METADATA_H */
232