1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 */
2*4882a593Smuzhiyun #ifndef MPLS_INTERNAL_H
3*4882a593Smuzhiyun #define MPLS_INTERNAL_H
4*4882a593Smuzhiyun #include <net/mpls.h>
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun /* put a reasonable limit on the number of labels
7*4882a593Smuzhiyun * we will accept from userspace
8*4882a593Smuzhiyun */
9*4882a593Smuzhiyun #define MAX_NEW_LABELS 30
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun struct mpls_entry_decoded {
12*4882a593Smuzhiyun u32 label;
13*4882a593Smuzhiyun u8 ttl;
14*4882a593Smuzhiyun u8 tc;
15*4882a593Smuzhiyun u8 bos;
16*4882a593Smuzhiyun };
17*4882a593Smuzhiyun
18*4882a593Smuzhiyun struct mpls_pcpu_stats {
19*4882a593Smuzhiyun struct mpls_link_stats stats;
20*4882a593Smuzhiyun struct u64_stats_sync syncp;
21*4882a593Smuzhiyun };
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun struct mpls_dev {
24*4882a593Smuzhiyun int input_enabled;
25*4882a593Smuzhiyun struct net_device *dev;
26*4882a593Smuzhiyun struct mpls_pcpu_stats __percpu *stats;
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun struct ctl_table_header *sysctl;
29*4882a593Smuzhiyun struct rcu_head rcu;
30*4882a593Smuzhiyun };
31*4882a593Smuzhiyun
32*4882a593Smuzhiyun #if BITS_PER_LONG == 32
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun #define MPLS_INC_STATS_LEN(mdev, len, pkts_field, bytes_field) \
35*4882a593Smuzhiyun do { \
36*4882a593Smuzhiyun __typeof__(*(mdev)->stats) *ptr = \
37*4882a593Smuzhiyun raw_cpu_ptr((mdev)->stats); \
38*4882a593Smuzhiyun local_bh_disable(); \
39*4882a593Smuzhiyun u64_stats_update_begin(&ptr->syncp); \
40*4882a593Smuzhiyun ptr->stats.pkts_field++; \
41*4882a593Smuzhiyun ptr->stats.bytes_field += (len); \
42*4882a593Smuzhiyun u64_stats_update_end(&ptr->syncp); \
43*4882a593Smuzhiyun local_bh_enable(); \
44*4882a593Smuzhiyun } while (0)
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun #define MPLS_INC_STATS(mdev, field) \
47*4882a593Smuzhiyun do { \
48*4882a593Smuzhiyun __typeof__(*(mdev)->stats) *ptr = \
49*4882a593Smuzhiyun raw_cpu_ptr((mdev)->stats); \
50*4882a593Smuzhiyun local_bh_disable(); \
51*4882a593Smuzhiyun u64_stats_update_begin(&ptr->syncp); \
52*4882a593Smuzhiyun ptr->stats.field++; \
53*4882a593Smuzhiyun u64_stats_update_end(&ptr->syncp); \
54*4882a593Smuzhiyun local_bh_enable(); \
55*4882a593Smuzhiyun } while (0)
56*4882a593Smuzhiyun
57*4882a593Smuzhiyun #else
58*4882a593Smuzhiyun
59*4882a593Smuzhiyun #define MPLS_INC_STATS_LEN(mdev, len, pkts_field, bytes_field) \
60*4882a593Smuzhiyun do { \
61*4882a593Smuzhiyun this_cpu_inc((mdev)->stats->stats.pkts_field); \
62*4882a593Smuzhiyun this_cpu_add((mdev)->stats->stats.bytes_field, (len)); \
63*4882a593Smuzhiyun } while (0)
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun #define MPLS_INC_STATS(mdev, field) \
66*4882a593Smuzhiyun this_cpu_inc((mdev)->stats->stats.field)
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun #endif
69*4882a593Smuzhiyun
70*4882a593Smuzhiyun struct sk_buff;
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun #define LABEL_NOT_SPECIFIED (1 << 20)
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun /* This maximum ha length copied from the definition of struct neighbour */
75*4882a593Smuzhiyun #define VIA_ALEN_ALIGN sizeof(unsigned long)
76*4882a593Smuzhiyun #define MAX_VIA_ALEN (ALIGN(MAX_ADDR_LEN, VIA_ALEN_ALIGN))
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun enum mpls_payload_type {
79*4882a593Smuzhiyun MPT_UNSPEC, /* IPv4 or IPv6 */
80*4882a593Smuzhiyun MPT_IPV4 = 4,
81*4882a593Smuzhiyun MPT_IPV6 = 6,
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun /* Other types not implemented:
84*4882a593Smuzhiyun * - Pseudo-wire with or without control word (RFC4385)
85*4882a593Smuzhiyun * - GAL (RFC5586)
86*4882a593Smuzhiyun */
87*4882a593Smuzhiyun };
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun struct mpls_nh { /* next hop label forwarding entry */
90*4882a593Smuzhiyun struct net_device __rcu *nh_dev;
91*4882a593Smuzhiyun
92*4882a593Smuzhiyun /* nh_flags is accessed under RCU in the packet path; it is
93*4882a593Smuzhiyun * modified handling netdev events with rtnl lock held
94*4882a593Smuzhiyun */
95*4882a593Smuzhiyun unsigned int nh_flags;
96*4882a593Smuzhiyun u8 nh_labels;
97*4882a593Smuzhiyun u8 nh_via_alen;
98*4882a593Smuzhiyun u8 nh_via_table;
99*4882a593Smuzhiyun u8 nh_reserved1;
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun u32 nh_label[];
102*4882a593Smuzhiyun };
103*4882a593Smuzhiyun
104*4882a593Smuzhiyun /* offset of via from beginning of mpls_nh */
105*4882a593Smuzhiyun #define MPLS_NH_VIA_OFF(num_labels) \
106*4882a593Smuzhiyun ALIGN(sizeof(struct mpls_nh) + (num_labels) * sizeof(u32), \
107*4882a593Smuzhiyun VIA_ALEN_ALIGN)
108*4882a593Smuzhiyun
109*4882a593Smuzhiyun /* all nexthops within a route have the same size based on the
110*4882a593Smuzhiyun * max number of labels and max via length across all nexthops
111*4882a593Smuzhiyun */
112*4882a593Smuzhiyun #define MPLS_NH_SIZE(num_labels, max_via_alen) \
113*4882a593Smuzhiyun (MPLS_NH_VIA_OFF((num_labels)) + \
114*4882a593Smuzhiyun ALIGN((max_via_alen), VIA_ALEN_ALIGN))
115*4882a593Smuzhiyun
116*4882a593Smuzhiyun enum mpls_ttl_propagation {
117*4882a593Smuzhiyun MPLS_TTL_PROP_DEFAULT,
118*4882a593Smuzhiyun MPLS_TTL_PROP_ENABLED,
119*4882a593Smuzhiyun MPLS_TTL_PROP_DISABLED,
120*4882a593Smuzhiyun };
121*4882a593Smuzhiyun
122*4882a593Smuzhiyun /* The route, nexthops and vias are stored together in the same memory
123*4882a593Smuzhiyun * block:
124*4882a593Smuzhiyun *
125*4882a593Smuzhiyun * +----------------------+
126*4882a593Smuzhiyun * | mpls_route |
127*4882a593Smuzhiyun * +----------------------+
128*4882a593Smuzhiyun * | mpls_nh 0 |
129*4882a593Smuzhiyun * +----------------------+
130*4882a593Smuzhiyun * | alignment padding | 4 bytes for odd number of labels
131*4882a593Smuzhiyun * +----------------------+
132*4882a593Smuzhiyun * | via[rt_max_alen] 0 |
133*4882a593Smuzhiyun * +----------------------+
134*4882a593Smuzhiyun * | alignment padding | via's aligned on sizeof(unsigned long)
135*4882a593Smuzhiyun * +----------------------+
136*4882a593Smuzhiyun * | ... |
137*4882a593Smuzhiyun * +----------------------+
138*4882a593Smuzhiyun * | mpls_nh n-1 |
139*4882a593Smuzhiyun * +----------------------+
140*4882a593Smuzhiyun * | via[rt_max_alen] n-1 |
141*4882a593Smuzhiyun * +----------------------+
142*4882a593Smuzhiyun */
143*4882a593Smuzhiyun struct mpls_route { /* next hop label forwarding entry */
144*4882a593Smuzhiyun struct rcu_head rt_rcu;
145*4882a593Smuzhiyun u8 rt_protocol;
146*4882a593Smuzhiyun u8 rt_payload_type;
147*4882a593Smuzhiyun u8 rt_max_alen;
148*4882a593Smuzhiyun u8 rt_ttl_propagate;
149*4882a593Smuzhiyun u8 rt_nhn;
150*4882a593Smuzhiyun /* rt_nhn_alive is accessed under RCU in the packet path; it
151*4882a593Smuzhiyun * is modified handling netdev events with rtnl lock held
152*4882a593Smuzhiyun */
153*4882a593Smuzhiyun u8 rt_nhn_alive;
154*4882a593Smuzhiyun u8 rt_nh_size;
155*4882a593Smuzhiyun u8 rt_via_offset;
156*4882a593Smuzhiyun u8 rt_reserved1;
157*4882a593Smuzhiyun struct mpls_nh rt_nh[];
158*4882a593Smuzhiyun };
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun #define for_nexthops(rt) { \
161*4882a593Smuzhiyun int nhsel; struct mpls_nh *nh; u8 *__nh; \
162*4882a593Smuzhiyun for (nhsel = 0, nh = (rt)->rt_nh, __nh = (u8 *)((rt)->rt_nh); \
163*4882a593Smuzhiyun nhsel < (rt)->rt_nhn; \
164*4882a593Smuzhiyun __nh += rt->rt_nh_size, nh = (struct mpls_nh *)__nh, nhsel++)
165*4882a593Smuzhiyun
166*4882a593Smuzhiyun #define change_nexthops(rt) { \
167*4882a593Smuzhiyun int nhsel; struct mpls_nh *nh; u8 *__nh; \
168*4882a593Smuzhiyun for (nhsel = 0, nh = (struct mpls_nh *)((rt)->rt_nh), \
169*4882a593Smuzhiyun __nh = (u8 *)((rt)->rt_nh); \
170*4882a593Smuzhiyun nhsel < (rt)->rt_nhn; \
171*4882a593Smuzhiyun __nh += rt->rt_nh_size, nh = (struct mpls_nh *)__nh, nhsel++)
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun #define endfor_nexthops(rt) }
174*4882a593Smuzhiyun
mpls_entry_decode(struct mpls_shim_hdr * hdr)175*4882a593Smuzhiyun static inline struct mpls_entry_decoded mpls_entry_decode(struct mpls_shim_hdr *hdr)
176*4882a593Smuzhiyun {
177*4882a593Smuzhiyun struct mpls_entry_decoded result;
178*4882a593Smuzhiyun unsigned entry = be32_to_cpu(hdr->label_stack_entry);
179*4882a593Smuzhiyun
180*4882a593Smuzhiyun result.label = (entry & MPLS_LS_LABEL_MASK) >> MPLS_LS_LABEL_SHIFT;
181*4882a593Smuzhiyun result.ttl = (entry & MPLS_LS_TTL_MASK) >> MPLS_LS_TTL_SHIFT;
182*4882a593Smuzhiyun result.tc = (entry & MPLS_LS_TC_MASK) >> MPLS_LS_TC_SHIFT;
183*4882a593Smuzhiyun result.bos = (entry & MPLS_LS_S_MASK) >> MPLS_LS_S_SHIFT;
184*4882a593Smuzhiyun
185*4882a593Smuzhiyun return result;
186*4882a593Smuzhiyun }
187*4882a593Smuzhiyun
mpls_dev_get(const struct net_device * dev)188*4882a593Smuzhiyun static inline struct mpls_dev *mpls_dev_get(const struct net_device *dev)
189*4882a593Smuzhiyun {
190*4882a593Smuzhiyun return rcu_dereference_rtnl(dev->mpls_ptr);
191*4882a593Smuzhiyun }
192*4882a593Smuzhiyun
193*4882a593Smuzhiyun int nla_put_labels(struct sk_buff *skb, int attrtype, u8 labels,
194*4882a593Smuzhiyun const u32 label[]);
195*4882a593Smuzhiyun int nla_get_labels(const struct nlattr *nla, u8 max_labels, u8 *labels,
196*4882a593Smuzhiyun u32 label[], struct netlink_ext_ack *extack);
197*4882a593Smuzhiyun bool mpls_output_possible(const struct net_device *dev);
198*4882a593Smuzhiyun unsigned int mpls_dev_mtu(const struct net_device *dev);
199*4882a593Smuzhiyun bool mpls_pkt_too_big(const struct sk_buff *skb, unsigned int mtu);
200*4882a593Smuzhiyun void mpls_stats_inc_outucastpkts(struct net_device *dev,
201*4882a593Smuzhiyun const struct sk_buff *skb);
202*4882a593Smuzhiyun
203*4882a593Smuzhiyun #endif /* MPLS_INTERNAL_H */
204