1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Sally Floyd's High Speed TCP (RFC 3649) congestion control
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * See https://www.icir.org/floyd/hstcp.html
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * John Heffner <jheffner@psc.edu>
8*4882a593Smuzhiyun */
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun #include <linux/module.h>
11*4882a593Smuzhiyun #include <net/tcp.h>
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun /* From AIMD tables from RFC 3649 appendix B,
14*4882a593Smuzhiyun * with fixed-point MD scaled <<8.
15*4882a593Smuzhiyun */
16*4882a593Smuzhiyun static const struct hstcp_aimd_val {
17*4882a593Smuzhiyun unsigned int cwnd;
18*4882a593Smuzhiyun unsigned int md;
19*4882a593Smuzhiyun } hstcp_aimd_vals[] = {
20*4882a593Smuzhiyun { 38, 128, /* 0.50 */ },
21*4882a593Smuzhiyun { 118, 112, /* 0.44 */ },
22*4882a593Smuzhiyun { 221, 104, /* 0.41 */ },
23*4882a593Smuzhiyun { 347, 98, /* 0.38 */ },
24*4882a593Smuzhiyun { 495, 93, /* 0.37 */ },
25*4882a593Smuzhiyun { 663, 89, /* 0.35 */ },
26*4882a593Smuzhiyun { 851, 86, /* 0.34 */ },
27*4882a593Smuzhiyun { 1058, 83, /* 0.33 */ },
28*4882a593Smuzhiyun { 1284, 81, /* 0.32 */ },
29*4882a593Smuzhiyun { 1529, 78, /* 0.31 */ },
30*4882a593Smuzhiyun { 1793, 76, /* 0.30 */ },
31*4882a593Smuzhiyun { 2076, 74, /* 0.29 */ },
32*4882a593Smuzhiyun { 2378, 72, /* 0.28 */ },
33*4882a593Smuzhiyun { 2699, 71, /* 0.28 */ },
34*4882a593Smuzhiyun { 3039, 69, /* 0.27 */ },
35*4882a593Smuzhiyun { 3399, 68, /* 0.27 */ },
36*4882a593Smuzhiyun { 3778, 66, /* 0.26 */ },
37*4882a593Smuzhiyun { 4177, 65, /* 0.26 */ },
38*4882a593Smuzhiyun { 4596, 64, /* 0.25 */ },
39*4882a593Smuzhiyun { 5036, 62, /* 0.25 */ },
40*4882a593Smuzhiyun { 5497, 61, /* 0.24 */ },
41*4882a593Smuzhiyun { 5979, 60, /* 0.24 */ },
42*4882a593Smuzhiyun { 6483, 59, /* 0.23 */ },
43*4882a593Smuzhiyun { 7009, 58, /* 0.23 */ },
44*4882a593Smuzhiyun { 7558, 57, /* 0.22 */ },
45*4882a593Smuzhiyun { 8130, 56, /* 0.22 */ },
46*4882a593Smuzhiyun { 8726, 55, /* 0.22 */ },
47*4882a593Smuzhiyun { 9346, 54, /* 0.21 */ },
48*4882a593Smuzhiyun { 9991, 53, /* 0.21 */ },
49*4882a593Smuzhiyun { 10661, 52, /* 0.21 */ },
50*4882a593Smuzhiyun { 11358, 52, /* 0.20 */ },
51*4882a593Smuzhiyun { 12082, 51, /* 0.20 */ },
52*4882a593Smuzhiyun { 12834, 50, /* 0.20 */ },
53*4882a593Smuzhiyun { 13614, 49, /* 0.19 */ },
54*4882a593Smuzhiyun { 14424, 48, /* 0.19 */ },
55*4882a593Smuzhiyun { 15265, 48, /* 0.19 */ },
56*4882a593Smuzhiyun { 16137, 47, /* 0.19 */ },
57*4882a593Smuzhiyun { 17042, 46, /* 0.18 */ },
58*4882a593Smuzhiyun { 17981, 45, /* 0.18 */ },
59*4882a593Smuzhiyun { 18955, 45, /* 0.18 */ },
60*4882a593Smuzhiyun { 19965, 44, /* 0.17 */ },
61*4882a593Smuzhiyun { 21013, 43, /* 0.17 */ },
62*4882a593Smuzhiyun { 22101, 43, /* 0.17 */ },
63*4882a593Smuzhiyun { 23230, 42, /* 0.17 */ },
64*4882a593Smuzhiyun { 24402, 41, /* 0.16 */ },
65*4882a593Smuzhiyun { 25618, 41, /* 0.16 */ },
66*4882a593Smuzhiyun { 26881, 40, /* 0.16 */ },
67*4882a593Smuzhiyun { 28193, 39, /* 0.16 */ },
68*4882a593Smuzhiyun { 29557, 39, /* 0.15 */ },
69*4882a593Smuzhiyun { 30975, 38, /* 0.15 */ },
70*4882a593Smuzhiyun { 32450, 38, /* 0.15 */ },
71*4882a593Smuzhiyun { 33986, 37, /* 0.15 */ },
72*4882a593Smuzhiyun { 35586, 36, /* 0.14 */ },
73*4882a593Smuzhiyun { 37253, 36, /* 0.14 */ },
74*4882a593Smuzhiyun { 38992, 35, /* 0.14 */ },
75*4882a593Smuzhiyun { 40808, 35, /* 0.14 */ },
76*4882a593Smuzhiyun { 42707, 34, /* 0.13 */ },
77*4882a593Smuzhiyun { 44694, 33, /* 0.13 */ },
78*4882a593Smuzhiyun { 46776, 33, /* 0.13 */ },
79*4882a593Smuzhiyun { 48961, 32, /* 0.13 */ },
80*4882a593Smuzhiyun { 51258, 32, /* 0.13 */ },
81*4882a593Smuzhiyun { 53677, 31, /* 0.12 */ },
82*4882a593Smuzhiyun { 56230, 30, /* 0.12 */ },
83*4882a593Smuzhiyun { 58932, 30, /* 0.12 */ },
84*4882a593Smuzhiyun { 61799, 29, /* 0.12 */ },
85*4882a593Smuzhiyun { 64851, 28, /* 0.11 */ },
86*4882a593Smuzhiyun { 68113, 28, /* 0.11 */ },
87*4882a593Smuzhiyun { 71617, 27, /* 0.11 */ },
88*4882a593Smuzhiyun { 75401, 26, /* 0.10 */ },
89*4882a593Smuzhiyun { 79517, 26, /* 0.10 */ },
90*4882a593Smuzhiyun { 84035, 25, /* 0.10 */ },
91*4882a593Smuzhiyun { 89053, 24, /* 0.10 */ },
92*4882a593Smuzhiyun };
93*4882a593Smuzhiyun
94*4882a593Smuzhiyun #define HSTCP_AIMD_MAX ARRAY_SIZE(hstcp_aimd_vals)
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun struct hstcp {
97*4882a593Smuzhiyun u32 ai;
98*4882a593Smuzhiyun };
99*4882a593Smuzhiyun
hstcp_init(struct sock * sk)100*4882a593Smuzhiyun static void hstcp_init(struct sock *sk)
101*4882a593Smuzhiyun {
102*4882a593Smuzhiyun struct tcp_sock *tp = tcp_sk(sk);
103*4882a593Smuzhiyun struct hstcp *ca = inet_csk_ca(sk);
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun ca->ai = 0;
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun /* Ensure the MD arithmetic works. This is somewhat pedantic,
108*4882a593Smuzhiyun * since I don't think we will see a cwnd this large. :) */
109*4882a593Smuzhiyun tp->snd_cwnd_clamp = min_t(u32, tp->snd_cwnd_clamp, 0xffffffff/128);
110*4882a593Smuzhiyun }
111*4882a593Smuzhiyun
hstcp_cong_avoid(struct sock * sk,u32 ack,u32 acked)112*4882a593Smuzhiyun static void hstcp_cong_avoid(struct sock *sk, u32 ack, u32 acked)
113*4882a593Smuzhiyun {
114*4882a593Smuzhiyun struct tcp_sock *tp = tcp_sk(sk);
115*4882a593Smuzhiyun struct hstcp *ca = inet_csk_ca(sk);
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun if (!tcp_is_cwnd_limited(sk))
118*4882a593Smuzhiyun return;
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun if (tcp_in_slow_start(tp))
121*4882a593Smuzhiyun tcp_slow_start(tp, acked);
122*4882a593Smuzhiyun else {
123*4882a593Smuzhiyun /* Update AIMD parameters.
124*4882a593Smuzhiyun *
125*4882a593Smuzhiyun * We want to guarantee that:
126*4882a593Smuzhiyun * hstcp_aimd_vals[ca->ai-1].cwnd <
127*4882a593Smuzhiyun * snd_cwnd <=
128*4882a593Smuzhiyun * hstcp_aimd_vals[ca->ai].cwnd
129*4882a593Smuzhiyun */
130*4882a593Smuzhiyun if (tp->snd_cwnd > hstcp_aimd_vals[ca->ai].cwnd) {
131*4882a593Smuzhiyun while (tp->snd_cwnd > hstcp_aimd_vals[ca->ai].cwnd &&
132*4882a593Smuzhiyun ca->ai < HSTCP_AIMD_MAX - 1)
133*4882a593Smuzhiyun ca->ai++;
134*4882a593Smuzhiyun } else if (ca->ai && tp->snd_cwnd <= hstcp_aimd_vals[ca->ai-1].cwnd) {
135*4882a593Smuzhiyun while (ca->ai && tp->snd_cwnd <= hstcp_aimd_vals[ca->ai-1].cwnd)
136*4882a593Smuzhiyun ca->ai--;
137*4882a593Smuzhiyun }
138*4882a593Smuzhiyun
139*4882a593Smuzhiyun /* Do additive increase */
140*4882a593Smuzhiyun if (tp->snd_cwnd < tp->snd_cwnd_clamp) {
141*4882a593Smuzhiyun /* cwnd = cwnd + a(w) / cwnd */
142*4882a593Smuzhiyun tp->snd_cwnd_cnt += ca->ai + 1;
143*4882a593Smuzhiyun if (tp->snd_cwnd_cnt >= tp->snd_cwnd) {
144*4882a593Smuzhiyun tp->snd_cwnd_cnt -= tp->snd_cwnd;
145*4882a593Smuzhiyun tp->snd_cwnd++;
146*4882a593Smuzhiyun }
147*4882a593Smuzhiyun }
148*4882a593Smuzhiyun }
149*4882a593Smuzhiyun }
150*4882a593Smuzhiyun
hstcp_ssthresh(struct sock * sk)151*4882a593Smuzhiyun static u32 hstcp_ssthresh(struct sock *sk)
152*4882a593Smuzhiyun {
153*4882a593Smuzhiyun const struct tcp_sock *tp = tcp_sk(sk);
154*4882a593Smuzhiyun struct hstcp *ca = inet_csk_ca(sk);
155*4882a593Smuzhiyun
156*4882a593Smuzhiyun /* Do multiplicative decrease */
157*4882a593Smuzhiyun return max(tp->snd_cwnd - ((tp->snd_cwnd * hstcp_aimd_vals[ca->ai].md) >> 8), 2U);
158*4882a593Smuzhiyun }
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun static struct tcp_congestion_ops tcp_highspeed __read_mostly = {
161*4882a593Smuzhiyun .init = hstcp_init,
162*4882a593Smuzhiyun .ssthresh = hstcp_ssthresh,
163*4882a593Smuzhiyun .undo_cwnd = tcp_reno_undo_cwnd,
164*4882a593Smuzhiyun .cong_avoid = hstcp_cong_avoid,
165*4882a593Smuzhiyun
166*4882a593Smuzhiyun .owner = THIS_MODULE,
167*4882a593Smuzhiyun .name = "highspeed"
168*4882a593Smuzhiyun };
169*4882a593Smuzhiyun
hstcp_register(void)170*4882a593Smuzhiyun static int __init hstcp_register(void)
171*4882a593Smuzhiyun {
172*4882a593Smuzhiyun BUILD_BUG_ON(sizeof(struct hstcp) > ICSK_CA_PRIV_SIZE);
173*4882a593Smuzhiyun return tcp_register_congestion_control(&tcp_highspeed);
174*4882a593Smuzhiyun }
175*4882a593Smuzhiyun
hstcp_unregister(void)176*4882a593Smuzhiyun static void __exit hstcp_unregister(void)
177*4882a593Smuzhiyun {
178*4882a593Smuzhiyun tcp_unregister_congestion_control(&tcp_highspeed);
179*4882a593Smuzhiyun }
180*4882a593Smuzhiyun
181*4882a593Smuzhiyun module_init(hstcp_register);
182*4882a593Smuzhiyun module_exit(hstcp_unregister);
183*4882a593Smuzhiyun
184*4882a593Smuzhiyun MODULE_AUTHOR("John Heffner");
185*4882a593Smuzhiyun MODULE_LICENSE("GPL");
186*4882a593Smuzhiyun MODULE_DESCRIPTION("High Speed TCP");
187