1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /* Copyright (c) 2013-2018, The Linux Foundation. All rights reserved.
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * RMNET Data ingress/egress handler
5*4882a593Smuzhiyun */
6*4882a593Smuzhiyun
7*4882a593Smuzhiyun #include <linux/netdevice.h>
8*4882a593Smuzhiyun #include <linux/netdev_features.h>
9*4882a593Smuzhiyun #include <linux/if_arp.h>
10*4882a593Smuzhiyun #include <net/sock.h>
11*4882a593Smuzhiyun #include "rmnet_private.h"
12*4882a593Smuzhiyun #include "rmnet_config.h"
13*4882a593Smuzhiyun #include "rmnet_vnd.h"
14*4882a593Smuzhiyun #include "rmnet_map.h"
15*4882a593Smuzhiyun #include "rmnet_handlers.h"
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun #define RMNET_IP_VERSION_4 0x40
18*4882a593Smuzhiyun #define RMNET_IP_VERSION_6 0x60
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun /* Helper Functions */
21*4882a593Smuzhiyun
rmnet_set_skb_proto(struct sk_buff * skb)22*4882a593Smuzhiyun static void rmnet_set_skb_proto(struct sk_buff *skb)
23*4882a593Smuzhiyun {
24*4882a593Smuzhiyun switch (skb->data[0] & 0xF0) {
25*4882a593Smuzhiyun case RMNET_IP_VERSION_4:
26*4882a593Smuzhiyun skb->protocol = htons(ETH_P_IP);
27*4882a593Smuzhiyun break;
28*4882a593Smuzhiyun case RMNET_IP_VERSION_6:
29*4882a593Smuzhiyun skb->protocol = htons(ETH_P_IPV6);
30*4882a593Smuzhiyun break;
31*4882a593Smuzhiyun default:
32*4882a593Smuzhiyun skb->protocol = htons(ETH_P_MAP);
33*4882a593Smuzhiyun break;
34*4882a593Smuzhiyun }
35*4882a593Smuzhiyun }
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun /* Generic handler */
38*4882a593Smuzhiyun
39*4882a593Smuzhiyun static void
rmnet_deliver_skb(struct sk_buff * skb)40*4882a593Smuzhiyun rmnet_deliver_skb(struct sk_buff *skb)
41*4882a593Smuzhiyun {
42*4882a593Smuzhiyun struct rmnet_priv *priv = netdev_priv(skb->dev);
43*4882a593Smuzhiyun
44*4882a593Smuzhiyun skb_reset_transport_header(skb);
45*4882a593Smuzhiyun skb_reset_network_header(skb);
46*4882a593Smuzhiyun rmnet_vnd_rx_fixup(skb, skb->dev);
47*4882a593Smuzhiyun
48*4882a593Smuzhiyun skb->pkt_type = PACKET_HOST;
49*4882a593Smuzhiyun skb_set_mac_header(skb, 0);
50*4882a593Smuzhiyun gro_cells_receive(&priv->gro_cells, skb);
51*4882a593Smuzhiyun }
52*4882a593Smuzhiyun
53*4882a593Smuzhiyun /* MAP handler */
54*4882a593Smuzhiyun
55*4882a593Smuzhiyun static void
__rmnet_map_ingress_handler(struct sk_buff * skb,struct rmnet_port * port)56*4882a593Smuzhiyun __rmnet_map_ingress_handler(struct sk_buff *skb,
57*4882a593Smuzhiyun struct rmnet_port *port)
58*4882a593Smuzhiyun {
59*4882a593Smuzhiyun struct rmnet_endpoint *ep;
60*4882a593Smuzhiyun u16 len, pad;
61*4882a593Smuzhiyun u8 mux_id;
62*4882a593Smuzhiyun
63*4882a593Smuzhiyun if (RMNET_MAP_GET_CD_BIT(skb)) {
64*4882a593Smuzhiyun if (port->data_format & RMNET_FLAGS_INGRESS_MAP_COMMANDS)
65*4882a593Smuzhiyun return rmnet_map_command(skb, port);
66*4882a593Smuzhiyun
67*4882a593Smuzhiyun goto free_skb;
68*4882a593Smuzhiyun }
69*4882a593Smuzhiyun
70*4882a593Smuzhiyun mux_id = RMNET_MAP_GET_MUX_ID(skb);
71*4882a593Smuzhiyun pad = RMNET_MAP_GET_PAD(skb);
72*4882a593Smuzhiyun len = RMNET_MAP_GET_LENGTH(skb) - pad;
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun if (mux_id >= RMNET_MAX_LOGICAL_EP)
75*4882a593Smuzhiyun goto free_skb;
76*4882a593Smuzhiyun
77*4882a593Smuzhiyun ep = rmnet_get_endpoint(port, mux_id);
78*4882a593Smuzhiyun if (!ep)
79*4882a593Smuzhiyun goto free_skb;
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun skb->dev = ep->egress_dev;
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun /* Subtract MAP header */
84*4882a593Smuzhiyun skb_pull(skb, sizeof(struct rmnet_map_header));
85*4882a593Smuzhiyun rmnet_set_skb_proto(skb);
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun if (port->data_format & RMNET_FLAGS_INGRESS_MAP_CKSUMV4) {
88*4882a593Smuzhiyun if (!rmnet_map_checksum_downlink_packet(skb, len + pad))
89*4882a593Smuzhiyun skb->ip_summed = CHECKSUM_UNNECESSARY;
90*4882a593Smuzhiyun }
91*4882a593Smuzhiyun
92*4882a593Smuzhiyun skb_trim(skb, len);
93*4882a593Smuzhiyun rmnet_deliver_skb(skb);
94*4882a593Smuzhiyun return;
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun free_skb:
97*4882a593Smuzhiyun kfree_skb(skb);
98*4882a593Smuzhiyun }
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun static void
rmnet_map_ingress_handler(struct sk_buff * skb,struct rmnet_port * port)101*4882a593Smuzhiyun rmnet_map_ingress_handler(struct sk_buff *skb,
102*4882a593Smuzhiyun struct rmnet_port *port)
103*4882a593Smuzhiyun {
104*4882a593Smuzhiyun struct sk_buff *skbn;
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun if (skb->dev->type == ARPHRD_ETHER) {
107*4882a593Smuzhiyun if (pskb_expand_head(skb, ETH_HLEN, 0, GFP_ATOMIC)) {
108*4882a593Smuzhiyun kfree_skb(skb);
109*4882a593Smuzhiyun return;
110*4882a593Smuzhiyun }
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun skb_push(skb, ETH_HLEN);
113*4882a593Smuzhiyun }
114*4882a593Smuzhiyun
115*4882a593Smuzhiyun if (port->data_format & RMNET_FLAGS_INGRESS_DEAGGREGATION) {
116*4882a593Smuzhiyun while ((skbn = rmnet_map_deaggregate(skb, port)) != NULL)
117*4882a593Smuzhiyun __rmnet_map_ingress_handler(skbn, port);
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun consume_skb(skb);
120*4882a593Smuzhiyun } else {
121*4882a593Smuzhiyun __rmnet_map_ingress_handler(skb, port);
122*4882a593Smuzhiyun }
123*4882a593Smuzhiyun }
124*4882a593Smuzhiyun
rmnet_map_egress_handler(struct sk_buff * skb,struct rmnet_port * port,u8 mux_id,struct net_device * orig_dev)125*4882a593Smuzhiyun static int rmnet_map_egress_handler(struct sk_buff *skb,
126*4882a593Smuzhiyun struct rmnet_port *port, u8 mux_id,
127*4882a593Smuzhiyun struct net_device *orig_dev)
128*4882a593Smuzhiyun {
129*4882a593Smuzhiyun int required_headroom, additional_header_len;
130*4882a593Smuzhiyun struct rmnet_map_header *map_header;
131*4882a593Smuzhiyun
132*4882a593Smuzhiyun additional_header_len = 0;
133*4882a593Smuzhiyun required_headroom = sizeof(struct rmnet_map_header);
134*4882a593Smuzhiyun
135*4882a593Smuzhiyun if (port->data_format & RMNET_FLAGS_EGRESS_MAP_CKSUMV4) {
136*4882a593Smuzhiyun additional_header_len = sizeof(struct rmnet_map_ul_csum_header);
137*4882a593Smuzhiyun required_headroom += additional_header_len;
138*4882a593Smuzhiyun }
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun if (skb_headroom(skb) < required_headroom) {
141*4882a593Smuzhiyun if (pskb_expand_head(skb, required_headroom, 0, GFP_ATOMIC))
142*4882a593Smuzhiyun return -ENOMEM;
143*4882a593Smuzhiyun }
144*4882a593Smuzhiyun
145*4882a593Smuzhiyun if (port->data_format & RMNET_FLAGS_EGRESS_MAP_CKSUMV4)
146*4882a593Smuzhiyun rmnet_map_checksum_uplink_packet(skb, orig_dev);
147*4882a593Smuzhiyun
148*4882a593Smuzhiyun map_header = rmnet_map_add_map_header(skb, additional_header_len, 0);
149*4882a593Smuzhiyun if (!map_header)
150*4882a593Smuzhiyun return -ENOMEM;
151*4882a593Smuzhiyun
152*4882a593Smuzhiyun map_header->mux_id = mux_id;
153*4882a593Smuzhiyun
154*4882a593Smuzhiyun skb->protocol = htons(ETH_P_MAP);
155*4882a593Smuzhiyun
156*4882a593Smuzhiyun return 0;
157*4882a593Smuzhiyun }
158*4882a593Smuzhiyun
159*4882a593Smuzhiyun static void
rmnet_bridge_handler(struct sk_buff * skb,struct net_device * bridge_dev)160*4882a593Smuzhiyun rmnet_bridge_handler(struct sk_buff *skb, struct net_device *bridge_dev)
161*4882a593Smuzhiyun {
162*4882a593Smuzhiyun if (skb_mac_header_was_set(skb))
163*4882a593Smuzhiyun skb_push(skb, skb->mac_len);
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun if (bridge_dev) {
166*4882a593Smuzhiyun skb->dev = bridge_dev;
167*4882a593Smuzhiyun dev_queue_xmit(skb);
168*4882a593Smuzhiyun }
169*4882a593Smuzhiyun }
170*4882a593Smuzhiyun
171*4882a593Smuzhiyun /* Ingress / Egress Entry Points */
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun /* Processes packet as per ingress data format for receiving device. Logical
174*4882a593Smuzhiyun * endpoint is determined from packet inspection. Packet is then sent to the
175*4882a593Smuzhiyun * egress device listed in the logical endpoint configuration.
176*4882a593Smuzhiyun */
rmnet_rx_handler(struct sk_buff ** pskb)177*4882a593Smuzhiyun rx_handler_result_t rmnet_rx_handler(struct sk_buff **pskb)
178*4882a593Smuzhiyun {
179*4882a593Smuzhiyun struct sk_buff *skb = *pskb;
180*4882a593Smuzhiyun struct rmnet_port *port;
181*4882a593Smuzhiyun struct net_device *dev;
182*4882a593Smuzhiyun
183*4882a593Smuzhiyun if (!skb)
184*4882a593Smuzhiyun goto done;
185*4882a593Smuzhiyun
186*4882a593Smuzhiyun if (skb->pkt_type == PACKET_LOOPBACK)
187*4882a593Smuzhiyun return RX_HANDLER_PASS;
188*4882a593Smuzhiyun
189*4882a593Smuzhiyun dev = skb->dev;
190*4882a593Smuzhiyun port = rmnet_get_port_rcu(dev);
191*4882a593Smuzhiyun if (unlikely(!port)) {
192*4882a593Smuzhiyun atomic_long_inc(&skb->dev->rx_nohandler);
193*4882a593Smuzhiyun kfree_skb(skb);
194*4882a593Smuzhiyun goto done;
195*4882a593Smuzhiyun }
196*4882a593Smuzhiyun
197*4882a593Smuzhiyun switch (port->rmnet_mode) {
198*4882a593Smuzhiyun case RMNET_EPMODE_VND:
199*4882a593Smuzhiyun rmnet_map_ingress_handler(skb, port);
200*4882a593Smuzhiyun break;
201*4882a593Smuzhiyun case RMNET_EPMODE_BRIDGE:
202*4882a593Smuzhiyun rmnet_bridge_handler(skb, port->bridge_ep);
203*4882a593Smuzhiyun break;
204*4882a593Smuzhiyun }
205*4882a593Smuzhiyun
206*4882a593Smuzhiyun done:
207*4882a593Smuzhiyun return RX_HANDLER_CONSUMED;
208*4882a593Smuzhiyun }
209*4882a593Smuzhiyun
210*4882a593Smuzhiyun /* Modifies packet as per logical endpoint configuration and egress data format
211*4882a593Smuzhiyun * for egress device configured in logical endpoint. Packet is then transmitted
212*4882a593Smuzhiyun * on the egress device.
213*4882a593Smuzhiyun */
rmnet_egress_handler(struct sk_buff * skb)214*4882a593Smuzhiyun void rmnet_egress_handler(struct sk_buff *skb)
215*4882a593Smuzhiyun {
216*4882a593Smuzhiyun struct net_device *orig_dev;
217*4882a593Smuzhiyun struct rmnet_port *port;
218*4882a593Smuzhiyun struct rmnet_priv *priv;
219*4882a593Smuzhiyun u8 mux_id;
220*4882a593Smuzhiyun
221*4882a593Smuzhiyun sk_pacing_shift_update(skb->sk, 8);
222*4882a593Smuzhiyun
223*4882a593Smuzhiyun orig_dev = skb->dev;
224*4882a593Smuzhiyun priv = netdev_priv(orig_dev);
225*4882a593Smuzhiyun skb->dev = priv->real_dev;
226*4882a593Smuzhiyun mux_id = priv->mux_id;
227*4882a593Smuzhiyun
228*4882a593Smuzhiyun port = rmnet_get_port_rcu(skb->dev);
229*4882a593Smuzhiyun if (!port)
230*4882a593Smuzhiyun goto drop;
231*4882a593Smuzhiyun
232*4882a593Smuzhiyun if (rmnet_map_egress_handler(skb, port, mux_id, orig_dev))
233*4882a593Smuzhiyun goto drop;
234*4882a593Smuzhiyun
235*4882a593Smuzhiyun rmnet_vnd_tx_fixup(skb, orig_dev);
236*4882a593Smuzhiyun
237*4882a593Smuzhiyun dev_queue_xmit(skb);
238*4882a593Smuzhiyun return;
239*4882a593Smuzhiyun
240*4882a593Smuzhiyun drop:
241*4882a593Smuzhiyun this_cpu_inc(priv->pcpu_stats->stats.tx_drops);
242*4882a593Smuzhiyun kfree_skb(skb);
243*4882a593Smuzhiyun }
244