xref: /OK3568_Linux_fs/kernel/net/ipv4/tcp_highspeed.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * Sally Floyd's High Speed TCP (RFC 3649) congestion control
4*4882a593Smuzhiyun  *
5*4882a593Smuzhiyun  * See https://www.icir.org/floyd/hstcp.html
6*4882a593Smuzhiyun  *
7*4882a593Smuzhiyun  * John Heffner <jheffner@psc.edu>
8*4882a593Smuzhiyun  */
9*4882a593Smuzhiyun 
10*4882a593Smuzhiyun #include <linux/module.h>
11*4882a593Smuzhiyun #include <net/tcp.h>
12*4882a593Smuzhiyun 
13*4882a593Smuzhiyun /* From AIMD tables from RFC 3649 appendix B,
14*4882a593Smuzhiyun  * with fixed-point MD scaled <<8.
15*4882a593Smuzhiyun  */
16*4882a593Smuzhiyun static const struct hstcp_aimd_val {
17*4882a593Smuzhiyun 	unsigned int cwnd;
18*4882a593Smuzhiyun 	unsigned int md;
19*4882a593Smuzhiyun } hstcp_aimd_vals[] = {
20*4882a593Smuzhiyun 	{     38,  128, /*  0.50 */ },
21*4882a593Smuzhiyun 	{    118,  112, /*  0.44 */ },
22*4882a593Smuzhiyun 	{    221,  104, /*  0.41 */ },
23*4882a593Smuzhiyun 	{    347,   98, /*  0.38 */ },
24*4882a593Smuzhiyun 	{    495,   93, /*  0.37 */ },
25*4882a593Smuzhiyun 	{    663,   89, /*  0.35 */ },
26*4882a593Smuzhiyun 	{    851,   86, /*  0.34 */ },
27*4882a593Smuzhiyun 	{   1058,   83, /*  0.33 */ },
28*4882a593Smuzhiyun 	{   1284,   81, /*  0.32 */ },
29*4882a593Smuzhiyun 	{   1529,   78, /*  0.31 */ },
30*4882a593Smuzhiyun 	{   1793,   76, /*  0.30 */ },
31*4882a593Smuzhiyun 	{   2076,   74, /*  0.29 */ },
32*4882a593Smuzhiyun 	{   2378,   72, /*  0.28 */ },
33*4882a593Smuzhiyun 	{   2699,   71, /*  0.28 */ },
34*4882a593Smuzhiyun 	{   3039,   69, /*  0.27 */ },
35*4882a593Smuzhiyun 	{   3399,   68, /*  0.27 */ },
36*4882a593Smuzhiyun 	{   3778,   66, /*  0.26 */ },
37*4882a593Smuzhiyun 	{   4177,   65, /*  0.26 */ },
38*4882a593Smuzhiyun 	{   4596,   64, /*  0.25 */ },
39*4882a593Smuzhiyun 	{   5036,   62, /*  0.25 */ },
40*4882a593Smuzhiyun 	{   5497,   61, /*  0.24 */ },
41*4882a593Smuzhiyun 	{   5979,   60, /*  0.24 */ },
42*4882a593Smuzhiyun 	{   6483,   59, /*  0.23 */ },
43*4882a593Smuzhiyun 	{   7009,   58, /*  0.23 */ },
44*4882a593Smuzhiyun 	{   7558,   57, /*  0.22 */ },
45*4882a593Smuzhiyun 	{   8130,   56, /*  0.22 */ },
46*4882a593Smuzhiyun 	{   8726,   55, /*  0.22 */ },
47*4882a593Smuzhiyun 	{   9346,   54, /*  0.21 */ },
48*4882a593Smuzhiyun 	{   9991,   53, /*  0.21 */ },
49*4882a593Smuzhiyun 	{  10661,   52, /*  0.21 */ },
50*4882a593Smuzhiyun 	{  11358,   52, /*  0.20 */ },
51*4882a593Smuzhiyun 	{  12082,   51, /*  0.20 */ },
52*4882a593Smuzhiyun 	{  12834,   50, /*  0.20 */ },
53*4882a593Smuzhiyun 	{  13614,   49, /*  0.19 */ },
54*4882a593Smuzhiyun 	{  14424,   48, /*  0.19 */ },
55*4882a593Smuzhiyun 	{  15265,   48, /*  0.19 */ },
56*4882a593Smuzhiyun 	{  16137,   47, /*  0.19 */ },
57*4882a593Smuzhiyun 	{  17042,   46, /*  0.18 */ },
58*4882a593Smuzhiyun 	{  17981,   45, /*  0.18 */ },
59*4882a593Smuzhiyun 	{  18955,   45, /*  0.18 */ },
60*4882a593Smuzhiyun 	{  19965,   44, /*  0.17 */ },
61*4882a593Smuzhiyun 	{  21013,   43, /*  0.17 */ },
62*4882a593Smuzhiyun 	{  22101,   43, /*  0.17 */ },
63*4882a593Smuzhiyun 	{  23230,   42, /*  0.17 */ },
64*4882a593Smuzhiyun 	{  24402,   41, /*  0.16 */ },
65*4882a593Smuzhiyun 	{  25618,   41, /*  0.16 */ },
66*4882a593Smuzhiyun 	{  26881,   40, /*  0.16 */ },
67*4882a593Smuzhiyun 	{  28193,   39, /*  0.16 */ },
68*4882a593Smuzhiyun 	{  29557,   39, /*  0.15 */ },
69*4882a593Smuzhiyun 	{  30975,   38, /*  0.15 */ },
70*4882a593Smuzhiyun 	{  32450,   38, /*  0.15 */ },
71*4882a593Smuzhiyun 	{  33986,   37, /*  0.15 */ },
72*4882a593Smuzhiyun 	{  35586,   36, /*  0.14 */ },
73*4882a593Smuzhiyun 	{  37253,   36, /*  0.14 */ },
74*4882a593Smuzhiyun 	{  38992,   35, /*  0.14 */ },
75*4882a593Smuzhiyun 	{  40808,   35, /*  0.14 */ },
76*4882a593Smuzhiyun 	{  42707,   34, /*  0.13 */ },
77*4882a593Smuzhiyun 	{  44694,   33, /*  0.13 */ },
78*4882a593Smuzhiyun 	{  46776,   33, /*  0.13 */ },
79*4882a593Smuzhiyun 	{  48961,   32, /*  0.13 */ },
80*4882a593Smuzhiyun 	{  51258,   32, /*  0.13 */ },
81*4882a593Smuzhiyun 	{  53677,   31, /*  0.12 */ },
82*4882a593Smuzhiyun 	{  56230,   30, /*  0.12 */ },
83*4882a593Smuzhiyun 	{  58932,   30, /*  0.12 */ },
84*4882a593Smuzhiyun 	{  61799,   29, /*  0.12 */ },
85*4882a593Smuzhiyun 	{  64851,   28, /*  0.11 */ },
86*4882a593Smuzhiyun 	{  68113,   28, /*  0.11 */ },
87*4882a593Smuzhiyun 	{  71617,   27, /*  0.11 */ },
88*4882a593Smuzhiyun 	{  75401,   26, /*  0.10 */ },
89*4882a593Smuzhiyun 	{  79517,   26, /*  0.10 */ },
90*4882a593Smuzhiyun 	{  84035,   25, /*  0.10 */ },
91*4882a593Smuzhiyun 	{  89053,   24, /*  0.10 */ },
92*4882a593Smuzhiyun };
93*4882a593Smuzhiyun 
94*4882a593Smuzhiyun #define HSTCP_AIMD_MAX	ARRAY_SIZE(hstcp_aimd_vals)
95*4882a593Smuzhiyun 
96*4882a593Smuzhiyun struct hstcp {
97*4882a593Smuzhiyun 	u32	ai;
98*4882a593Smuzhiyun };
99*4882a593Smuzhiyun 
hstcp_init(struct sock * sk)100*4882a593Smuzhiyun static void hstcp_init(struct sock *sk)
101*4882a593Smuzhiyun {
102*4882a593Smuzhiyun 	struct tcp_sock *tp = tcp_sk(sk);
103*4882a593Smuzhiyun 	struct hstcp *ca = inet_csk_ca(sk);
104*4882a593Smuzhiyun 
105*4882a593Smuzhiyun 	ca->ai = 0;
106*4882a593Smuzhiyun 
107*4882a593Smuzhiyun 	/* Ensure the MD arithmetic works.  This is somewhat pedantic,
108*4882a593Smuzhiyun 	 * since I don't think we will see a cwnd this large. :) */
109*4882a593Smuzhiyun 	tp->snd_cwnd_clamp = min_t(u32, tp->snd_cwnd_clamp, 0xffffffff/128);
110*4882a593Smuzhiyun }
111*4882a593Smuzhiyun 
hstcp_cong_avoid(struct sock * sk,u32 ack,u32 acked)112*4882a593Smuzhiyun static void hstcp_cong_avoid(struct sock *sk, u32 ack, u32 acked)
113*4882a593Smuzhiyun {
114*4882a593Smuzhiyun 	struct tcp_sock *tp = tcp_sk(sk);
115*4882a593Smuzhiyun 	struct hstcp *ca = inet_csk_ca(sk);
116*4882a593Smuzhiyun 
117*4882a593Smuzhiyun 	if (!tcp_is_cwnd_limited(sk))
118*4882a593Smuzhiyun 		return;
119*4882a593Smuzhiyun 
120*4882a593Smuzhiyun 	if (tcp_in_slow_start(tp))
121*4882a593Smuzhiyun 		tcp_slow_start(tp, acked);
122*4882a593Smuzhiyun 	else {
123*4882a593Smuzhiyun 		/* Update AIMD parameters.
124*4882a593Smuzhiyun 		 *
125*4882a593Smuzhiyun 		 * We want to guarantee that:
126*4882a593Smuzhiyun 		 *     hstcp_aimd_vals[ca->ai-1].cwnd <
127*4882a593Smuzhiyun 		 *     snd_cwnd <=
128*4882a593Smuzhiyun 		 *     hstcp_aimd_vals[ca->ai].cwnd
129*4882a593Smuzhiyun 		 */
130*4882a593Smuzhiyun 		if (tp->snd_cwnd > hstcp_aimd_vals[ca->ai].cwnd) {
131*4882a593Smuzhiyun 			while (tp->snd_cwnd > hstcp_aimd_vals[ca->ai].cwnd &&
132*4882a593Smuzhiyun 			       ca->ai < HSTCP_AIMD_MAX - 1)
133*4882a593Smuzhiyun 				ca->ai++;
134*4882a593Smuzhiyun 		} else if (ca->ai && tp->snd_cwnd <= hstcp_aimd_vals[ca->ai-1].cwnd) {
135*4882a593Smuzhiyun 			while (ca->ai && tp->snd_cwnd <= hstcp_aimd_vals[ca->ai-1].cwnd)
136*4882a593Smuzhiyun 				ca->ai--;
137*4882a593Smuzhiyun 		}
138*4882a593Smuzhiyun 
139*4882a593Smuzhiyun 		/* Do additive increase */
140*4882a593Smuzhiyun 		if (tp->snd_cwnd < tp->snd_cwnd_clamp) {
141*4882a593Smuzhiyun 			/* cwnd = cwnd + a(w) / cwnd */
142*4882a593Smuzhiyun 			tp->snd_cwnd_cnt += ca->ai + 1;
143*4882a593Smuzhiyun 			if (tp->snd_cwnd_cnt >= tp->snd_cwnd) {
144*4882a593Smuzhiyun 				tp->snd_cwnd_cnt -= tp->snd_cwnd;
145*4882a593Smuzhiyun 				tp->snd_cwnd++;
146*4882a593Smuzhiyun 			}
147*4882a593Smuzhiyun 		}
148*4882a593Smuzhiyun 	}
149*4882a593Smuzhiyun }
150*4882a593Smuzhiyun 
hstcp_ssthresh(struct sock * sk)151*4882a593Smuzhiyun static u32 hstcp_ssthresh(struct sock *sk)
152*4882a593Smuzhiyun {
153*4882a593Smuzhiyun 	const struct tcp_sock *tp = tcp_sk(sk);
154*4882a593Smuzhiyun 	struct hstcp *ca = inet_csk_ca(sk);
155*4882a593Smuzhiyun 
156*4882a593Smuzhiyun 	/* Do multiplicative decrease */
157*4882a593Smuzhiyun 	return max(tp->snd_cwnd - ((tp->snd_cwnd * hstcp_aimd_vals[ca->ai].md) >> 8), 2U);
158*4882a593Smuzhiyun }
159*4882a593Smuzhiyun 
160*4882a593Smuzhiyun static struct tcp_congestion_ops tcp_highspeed __read_mostly = {
161*4882a593Smuzhiyun 	.init		= hstcp_init,
162*4882a593Smuzhiyun 	.ssthresh	= hstcp_ssthresh,
163*4882a593Smuzhiyun 	.undo_cwnd	= tcp_reno_undo_cwnd,
164*4882a593Smuzhiyun 	.cong_avoid	= hstcp_cong_avoid,
165*4882a593Smuzhiyun 
166*4882a593Smuzhiyun 	.owner		= THIS_MODULE,
167*4882a593Smuzhiyun 	.name		= "highspeed"
168*4882a593Smuzhiyun };
169*4882a593Smuzhiyun 
hstcp_register(void)170*4882a593Smuzhiyun static int __init hstcp_register(void)
171*4882a593Smuzhiyun {
172*4882a593Smuzhiyun 	BUILD_BUG_ON(sizeof(struct hstcp) > ICSK_CA_PRIV_SIZE);
173*4882a593Smuzhiyun 	return tcp_register_congestion_control(&tcp_highspeed);
174*4882a593Smuzhiyun }
175*4882a593Smuzhiyun 
hstcp_unregister(void)176*4882a593Smuzhiyun static void __exit hstcp_unregister(void)
177*4882a593Smuzhiyun {
178*4882a593Smuzhiyun 	tcp_unregister_congestion_control(&tcp_highspeed);
179*4882a593Smuzhiyun }
180*4882a593Smuzhiyun 
181*4882a593Smuzhiyun module_init(hstcp_register);
182*4882a593Smuzhiyun module_exit(hstcp_unregister);
183*4882a593Smuzhiyun 
184*4882a593Smuzhiyun MODULE_AUTHOR("John Heffner");
185*4882a593Smuzhiyun MODULE_LICENSE("GPL");
186*4882a593Smuzhiyun MODULE_DESCRIPTION("High Speed TCP");
187