xref: /OK3568_Linux_fs/kernel/drivers/net/ethernet/qualcomm/rmnet/rmnet_handlers.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /* Copyright (c) 2013-2018, The Linux Foundation. All rights reserved.
3*4882a593Smuzhiyun  *
4*4882a593Smuzhiyun  * RMNET Data ingress/egress handler
5*4882a593Smuzhiyun  */
6*4882a593Smuzhiyun 
7*4882a593Smuzhiyun #include <linux/netdevice.h>
8*4882a593Smuzhiyun #include <linux/netdev_features.h>
9*4882a593Smuzhiyun #include <linux/if_arp.h>
10*4882a593Smuzhiyun #include <net/sock.h>
11*4882a593Smuzhiyun #include "rmnet_private.h"
12*4882a593Smuzhiyun #include "rmnet_config.h"
13*4882a593Smuzhiyun #include "rmnet_vnd.h"
14*4882a593Smuzhiyun #include "rmnet_map.h"
15*4882a593Smuzhiyun #include "rmnet_handlers.h"
16*4882a593Smuzhiyun 
17*4882a593Smuzhiyun #define RMNET_IP_VERSION_4 0x40
18*4882a593Smuzhiyun #define RMNET_IP_VERSION_6 0x60
19*4882a593Smuzhiyun 
20*4882a593Smuzhiyun /* Helper Functions */
21*4882a593Smuzhiyun 
rmnet_set_skb_proto(struct sk_buff * skb)22*4882a593Smuzhiyun static void rmnet_set_skb_proto(struct sk_buff *skb)
23*4882a593Smuzhiyun {
24*4882a593Smuzhiyun 	switch (skb->data[0] & 0xF0) {
25*4882a593Smuzhiyun 	case RMNET_IP_VERSION_4:
26*4882a593Smuzhiyun 		skb->protocol = htons(ETH_P_IP);
27*4882a593Smuzhiyun 		break;
28*4882a593Smuzhiyun 	case RMNET_IP_VERSION_6:
29*4882a593Smuzhiyun 		skb->protocol = htons(ETH_P_IPV6);
30*4882a593Smuzhiyun 		break;
31*4882a593Smuzhiyun 	default:
32*4882a593Smuzhiyun 		skb->protocol = htons(ETH_P_MAP);
33*4882a593Smuzhiyun 		break;
34*4882a593Smuzhiyun 	}
35*4882a593Smuzhiyun }
36*4882a593Smuzhiyun 
37*4882a593Smuzhiyun /* Generic handler */
38*4882a593Smuzhiyun 
39*4882a593Smuzhiyun static void
rmnet_deliver_skb(struct sk_buff * skb)40*4882a593Smuzhiyun rmnet_deliver_skb(struct sk_buff *skb)
41*4882a593Smuzhiyun {
42*4882a593Smuzhiyun 	struct rmnet_priv *priv = netdev_priv(skb->dev);
43*4882a593Smuzhiyun 
44*4882a593Smuzhiyun 	skb_reset_transport_header(skb);
45*4882a593Smuzhiyun 	skb_reset_network_header(skb);
46*4882a593Smuzhiyun 	rmnet_vnd_rx_fixup(skb, skb->dev);
47*4882a593Smuzhiyun 
48*4882a593Smuzhiyun 	skb->pkt_type = PACKET_HOST;
49*4882a593Smuzhiyun 	skb_set_mac_header(skb, 0);
50*4882a593Smuzhiyun 	gro_cells_receive(&priv->gro_cells, skb);
51*4882a593Smuzhiyun }
52*4882a593Smuzhiyun 
53*4882a593Smuzhiyun /* MAP handler */
54*4882a593Smuzhiyun 
55*4882a593Smuzhiyun static void
__rmnet_map_ingress_handler(struct sk_buff * skb,struct rmnet_port * port)56*4882a593Smuzhiyun __rmnet_map_ingress_handler(struct sk_buff *skb,
57*4882a593Smuzhiyun 			    struct rmnet_port *port)
58*4882a593Smuzhiyun {
59*4882a593Smuzhiyun 	struct rmnet_endpoint *ep;
60*4882a593Smuzhiyun 	u16 len, pad;
61*4882a593Smuzhiyun 	u8 mux_id;
62*4882a593Smuzhiyun 
63*4882a593Smuzhiyun 	if (RMNET_MAP_GET_CD_BIT(skb)) {
64*4882a593Smuzhiyun 		if (port->data_format & RMNET_FLAGS_INGRESS_MAP_COMMANDS)
65*4882a593Smuzhiyun 			return rmnet_map_command(skb, port);
66*4882a593Smuzhiyun 
67*4882a593Smuzhiyun 		goto free_skb;
68*4882a593Smuzhiyun 	}
69*4882a593Smuzhiyun 
70*4882a593Smuzhiyun 	mux_id = RMNET_MAP_GET_MUX_ID(skb);
71*4882a593Smuzhiyun 	pad = RMNET_MAP_GET_PAD(skb);
72*4882a593Smuzhiyun 	len = RMNET_MAP_GET_LENGTH(skb) - pad;
73*4882a593Smuzhiyun 
74*4882a593Smuzhiyun 	if (mux_id >= RMNET_MAX_LOGICAL_EP)
75*4882a593Smuzhiyun 		goto free_skb;
76*4882a593Smuzhiyun 
77*4882a593Smuzhiyun 	ep = rmnet_get_endpoint(port, mux_id);
78*4882a593Smuzhiyun 	if (!ep)
79*4882a593Smuzhiyun 		goto free_skb;
80*4882a593Smuzhiyun 
81*4882a593Smuzhiyun 	skb->dev = ep->egress_dev;
82*4882a593Smuzhiyun 
83*4882a593Smuzhiyun 	/* Subtract MAP header */
84*4882a593Smuzhiyun 	skb_pull(skb, sizeof(struct rmnet_map_header));
85*4882a593Smuzhiyun 	rmnet_set_skb_proto(skb);
86*4882a593Smuzhiyun 
87*4882a593Smuzhiyun 	if (port->data_format & RMNET_FLAGS_INGRESS_MAP_CKSUMV4) {
88*4882a593Smuzhiyun 		if (!rmnet_map_checksum_downlink_packet(skb, len + pad))
89*4882a593Smuzhiyun 			skb->ip_summed = CHECKSUM_UNNECESSARY;
90*4882a593Smuzhiyun 	}
91*4882a593Smuzhiyun 
92*4882a593Smuzhiyun 	skb_trim(skb, len);
93*4882a593Smuzhiyun 	rmnet_deliver_skb(skb);
94*4882a593Smuzhiyun 	return;
95*4882a593Smuzhiyun 
96*4882a593Smuzhiyun free_skb:
97*4882a593Smuzhiyun 	kfree_skb(skb);
98*4882a593Smuzhiyun }
99*4882a593Smuzhiyun 
100*4882a593Smuzhiyun static void
rmnet_map_ingress_handler(struct sk_buff * skb,struct rmnet_port * port)101*4882a593Smuzhiyun rmnet_map_ingress_handler(struct sk_buff *skb,
102*4882a593Smuzhiyun 			  struct rmnet_port *port)
103*4882a593Smuzhiyun {
104*4882a593Smuzhiyun 	struct sk_buff *skbn;
105*4882a593Smuzhiyun 
106*4882a593Smuzhiyun 	if (skb->dev->type == ARPHRD_ETHER) {
107*4882a593Smuzhiyun 		if (pskb_expand_head(skb, ETH_HLEN, 0, GFP_ATOMIC)) {
108*4882a593Smuzhiyun 			kfree_skb(skb);
109*4882a593Smuzhiyun 			return;
110*4882a593Smuzhiyun 		}
111*4882a593Smuzhiyun 
112*4882a593Smuzhiyun 		skb_push(skb, ETH_HLEN);
113*4882a593Smuzhiyun 	}
114*4882a593Smuzhiyun 
115*4882a593Smuzhiyun 	if (port->data_format & RMNET_FLAGS_INGRESS_DEAGGREGATION) {
116*4882a593Smuzhiyun 		while ((skbn = rmnet_map_deaggregate(skb, port)) != NULL)
117*4882a593Smuzhiyun 			__rmnet_map_ingress_handler(skbn, port);
118*4882a593Smuzhiyun 
119*4882a593Smuzhiyun 		consume_skb(skb);
120*4882a593Smuzhiyun 	} else {
121*4882a593Smuzhiyun 		__rmnet_map_ingress_handler(skb, port);
122*4882a593Smuzhiyun 	}
123*4882a593Smuzhiyun }
124*4882a593Smuzhiyun 
rmnet_map_egress_handler(struct sk_buff * skb,struct rmnet_port * port,u8 mux_id,struct net_device * orig_dev)125*4882a593Smuzhiyun static int rmnet_map_egress_handler(struct sk_buff *skb,
126*4882a593Smuzhiyun 				    struct rmnet_port *port, u8 mux_id,
127*4882a593Smuzhiyun 				    struct net_device *orig_dev)
128*4882a593Smuzhiyun {
129*4882a593Smuzhiyun 	int required_headroom, additional_header_len;
130*4882a593Smuzhiyun 	struct rmnet_map_header *map_header;
131*4882a593Smuzhiyun 
132*4882a593Smuzhiyun 	additional_header_len = 0;
133*4882a593Smuzhiyun 	required_headroom = sizeof(struct rmnet_map_header);
134*4882a593Smuzhiyun 
135*4882a593Smuzhiyun 	if (port->data_format & RMNET_FLAGS_EGRESS_MAP_CKSUMV4) {
136*4882a593Smuzhiyun 		additional_header_len = sizeof(struct rmnet_map_ul_csum_header);
137*4882a593Smuzhiyun 		required_headroom += additional_header_len;
138*4882a593Smuzhiyun 	}
139*4882a593Smuzhiyun 
140*4882a593Smuzhiyun 	if (skb_headroom(skb) < required_headroom) {
141*4882a593Smuzhiyun 		if (pskb_expand_head(skb, required_headroom, 0, GFP_ATOMIC))
142*4882a593Smuzhiyun 			return -ENOMEM;
143*4882a593Smuzhiyun 	}
144*4882a593Smuzhiyun 
145*4882a593Smuzhiyun 	if (port->data_format & RMNET_FLAGS_EGRESS_MAP_CKSUMV4)
146*4882a593Smuzhiyun 		rmnet_map_checksum_uplink_packet(skb, orig_dev);
147*4882a593Smuzhiyun 
148*4882a593Smuzhiyun 	map_header = rmnet_map_add_map_header(skb, additional_header_len, 0);
149*4882a593Smuzhiyun 	if (!map_header)
150*4882a593Smuzhiyun 		return -ENOMEM;
151*4882a593Smuzhiyun 
152*4882a593Smuzhiyun 	map_header->mux_id = mux_id;
153*4882a593Smuzhiyun 
154*4882a593Smuzhiyun 	skb->protocol = htons(ETH_P_MAP);
155*4882a593Smuzhiyun 
156*4882a593Smuzhiyun 	return 0;
157*4882a593Smuzhiyun }
158*4882a593Smuzhiyun 
159*4882a593Smuzhiyun static void
rmnet_bridge_handler(struct sk_buff * skb,struct net_device * bridge_dev)160*4882a593Smuzhiyun rmnet_bridge_handler(struct sk_buff *skb, struct net_device *bridge_dev)
161*4882a593Smuzhiyun {
162*4882a593Smuzhiyun 	if (skb_mac_header_was_set(skb))
163*4882a593Smuzhiyun 		skb_push(skb, skb->mac_len);
164*4882a593Smuzhiyun 
165*4882a593Smuzhiyun 	if (bridge_dev) {
166*4882a593Smuzhiyun 		skb->dev = bridge_dev;
167*4882a593Smuzhiyun 		dev_queue_xmit(skb);
168*4882a593Smuzhiyun 	}
169*4882a593Smuzhiyun }
170*4882a593Smuzhiyun 
171*4882a593Smuzhiyun /* Ingress / Egress Entry Points */
172*4882a593Smuzhiyun 
173*4882a593Smuzhiyun /* Processes packet as per ingress data format for receiving device. Logical
174*4882a593Smuzhiyun  * endpoint is determined from packet inspection. Packet is then sent to the
175*4882a593Smuzhiyun  * egress device listed in the logical endpoint configuration.
176*4882a593Smuzhiyun  */
rmnet_rx_handler(struct sk_buff ** pskb)177*4882a593Smuzhiyun rx_handler_result_t rmnet_rx_handler(struct sk_buff **pskb)
178*4882a593Smuzhiyun {
179*4882a593Smuzhiyun 	struct sk_buff *skb = *pskb;
180*4882a593Smuzhiyun 	struct rmnet_port *port;
181*4882a593Smuzhiyun 	struct net_device *dev;
182*4882a593Smuzhiyun 
183*4882a593Smuzhiyun 	if (!skb)
184*4882a593Smuzhiyun 		goto done;
185*4882a593Smuzhiyun 
186*4882a593Smuzhiyun 	if (skb->pkt_type == PACKET_LOOPBACK)
187*4882a593Smuzhiyun 		return RX_HANDLER_PASS;
188*4882a593Smuzhiyun 
189*4882a593Smuzhiyun 	dev = skb->dev;
190*4882a593Smuzhiyun 	port = rmnet_get_port_rcu(dev);
191*4882a593Smuzhiyun 	if (unlikely(!port)) {
192*4882a593Smuzhiyun 		atomic_long_inc(&skb->dev->rx_nohandler);
193*4882a593Smuzhiyun 		kfree_skb(skb);
194*4882a593Smuzhiyun 		goto done;
195*4882a593Smuzhiyun 	}
196*4882a593Smuzhiyun 
197*4882a593Smuzhiyun 	switch (port->rmnet_mode) {
198*4882a593Smuzhiyun 	case RMNET_EPMODE_VND:
199*4882a593Smuzhiyun 		rmnet_map_ingress_handler(skb, port);
200*4882a593Smuzhiyun 		break;
201*4882a593Smuzhiyun 	case RMNET_EPMODE_BRIDGE:
202*4882a593Smuzhiyun 		rmnet_bridge_handler(skb, port->bridge_ep);
203*4882a593Smuzhiyun 		break;
204*4882a593Smuzhiyun 	}
205*4882a593Smuzhiyun 
206*4882a593Smuzhiyun done:
207*4882a593Smuzhiyun 	return RX_HANDLER_CONSUMED;
208*4882a593Smuzhiyun }
209*4882a593Smuzhiyun 
210*4882a593Smuzhiyun /* Modifies packet as per logical endpoint configuration and egress data format
211*4882a593Smuzhiyun  * for egress device configured in logical endpoint. Packet is then transmitted
212*4882a593Smuzhiyun  * on the egress device.
213*4882a593Smuzhiyun  */
rmnet_egress_handler(struct sk_buff * skb)214*4882a593Smuzhiyun void rmnet_egress_handler(struct sk_buff *skb)
215*4882a593Smuzhiyun {
216*4882a593Smuzhiyun 	struct net_device *orig_dev;
217*4882a593Smuzhiyun 	struct rmnet_port *port;
218*4882a593Smuzhiyun 	struct rmnet_priv *priv;
219*4882a593Smuzhiyun 	u8 mux_id;
220*4882a593Smuzhiyun 
221*4882a593Smuzhiyun 	sk_pacing_shift_update(skb->sk, 8);
222*4882a593Smuzhiyun 
223*4882a593Smuzhiyun 	orig_dev = skb->dev;
224*4882a593Smuzhiyun 	priv = netdev_priv(orig_dev);
225*4882a593Smuzhiyun 	skb->dev = priv->real_dev;
226*4882a593Smuzhiyun 	mux_id = priv->mux_id;
227*4882a593Smuzhiyun 
228*4882a593Smuzhiyun 	port = rmnet_get_port_rcu(skb->dev);
229*4882a593Smuzhiyun 	if (!port)
230*4882a593Smuzhiyun 		goto drop;
231*4882a593Smuzhiyun 
232*4882a593Smuzhiyun 	if (rmnet_map_egress_handler(skb, port, mux_id, orig_dev))
233*4882a593Smuzhiyun 		goto drop;
234*4882a593Smuzhiyun 
235*4882a593Smuzhiyun 	rmnet_vnd_tx_fixup(skb, orig_dev);
236*4882a593Smuzhiyun 
237*4882a593Smuzhiyun 	dev_queue_xmit(skb);
238*4882a593Smuzhiyun 	return;
239*4882a593Smuzhiyun 
240*4882a593Smuzhiyun drop:
241*4882a593Smuzhiyun 	this_cpu_inc(priv->pcpu_stats->stats.tx_drops);
242*4882a593Smuzhiyun 	kfree_skb(skb);
243*4882a593Smuzhiyun }
244