xref: /OK3568_Linux_fs/kernel/net/sctp/stream_sched.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /* SCTP kernel implementation
3*4882a593Smuzhiyun  * (C) Copyright Red Hat Inc. 2017
4*4882a593Smuzhiyun  *
5*4882a593Smuzhiyun  * This file is part of the SCTP kernel implementation
6*4882a593Smuzhiyun  *
7*4882a593Smuzhiyun  * These functions manipulate sctp stream queue/scheduling.
8*4882a593Smuzhiyun  *
9*4882a593Smuzhiyun  * Please send any bug reports or fixes you make to the
10*4882a593Smuzhiyun  * email addresched(es):
11*4882a593Smuzhiyun  *    lksctp developers <linux-sctp@vger.kernel.org>
12*4882a593Smuzhiyun  *
13*4882a593Smuzhiyun  * Written or modified by:
14*4882a593Smuzhiyun  *    Marcelo Ricardo Leitner <marcelo.leitner@gmail.com>
15*4882a593Smuzhiyun  */
16*4882a593Smuzhiyun 
17*4882a593Smuzhiyun #include <linux/list.h>
18*4882a593Smuzhiyun #include <net/sctp/sctp.h>
19*4882a593Smuzhiyun #include <net/sctp/sm.h>
20*4882a593Smuzhiyun #include <net/sctp/stream_sched.h>
21*4882a593Smuzhiyun 
22*4882a593Smuzhiyun /* First Come First Serve (a.k.a. FIFO)
23*4882a593Smuzhiyun  * RFC DRAFT ndata Section 3.1
24*4882a593Smuzhiyun  */
sctp_sched_fcfs_set(struct sctp_stream * stream,__u16 sid,__u16 value,gfp_t gfp)25*4882a593Smuzhiyun static int sctp_sched_fcfs_set(struct sctp_stream *stream, __u16 sid,
26*4882a593Smuzhiyun 			       __u16 value, gfp_t gfp)
27*4882a593Smuzhiyun {
28*4882a593Smuzhiyun 	return 0;
29*4882a593Smuzhiyun }
30*4882a593Smuzhiyun 
sctp_sched_fcfs_get(struct sctp_stream * stream,__u16 sid,__u16 * value)31*4882a593Smuzhiyun static int sctp_sched_fcfs_get(struct sctp_stream *stream, __u16 sid,
32*4882a593Smuzhiyun 			       __u16 *value)
33*4882a593Smuzhiyun {
34*4882a593Smuzhiyun 	*value = 0;
35*4882a593Smuzhiyun 	return 0;
36*4882a593Smuzhiyun }
37*4882a593Smuzhiyun 
sctp_sched_fcfs_init(struct sctp_stream * stream)38*4882a593Smuzhiyun static int sctp_sched_fcfs_init(struct sctp_stream *stream)
39*4882a593Smuzhiyun {
40*4882a593Smuzhiyun 	return 0;
41*4882a593Smuzhiyun }
42*4882a593Smuzhiyun 
sctp_sched_fcfs_init_sid(struct sctp_stream * stream,__u16 sid,gfp_t gfp)43*4882a593Smuzhiyun static int sctp_sched_fcfs_init_sid(struct sctp_stream *stream, __u16 sid,
44*4882a593Smuzhiyun 				    gfp_t gfp)
45*4882a593Smuzhiyun {
46*4882a593Smuzhiyun 	return 0;
47*4882a593Smuzhiyun }
48*4882a593Smuzhiyun 
sctp_sched_fcfs_free_sid(struct sctp_stream * stream,__u16 sid)49*4882a593Smuzhiyun static void sctp_sched_fcfs_free_sid(struct sctp_stream *stream, __u16 sid)
50*4882a593Smuzhiyun {
51*4882a593Smuzhiyun }
52*4882a593Smuzhiyun 
sctp_sched_fcfs_free(struct sctp_stream * stream)53*4882a593Smuzhiyun static void sctp_sched_fcfs_free(struct sctp_stream *stream)
54*4882a593Smuzhiyun {
55*4882a593Smuzhiyun }
56*4882a593Smuzhiyun 
sctp_sched_fcfs_enqueue(struct sctp_outq * q,struct sctp_datamsg * msg)57*4882a593Smuzhiyun static void sctp_sched_fcfs_enqueue(struct sctp_outq *q,
58*4882a593Smuzhiyun 				    struct sctp_datamsg *msg)
59*4882a593Smuzhiyun {
60*4882a593Smuzhiyun }
61*4882a593Smuzhiyun 
sctp_sched_fcfs_dequeue(struct sctp_outq * q)62*4882a593Smuzhiyun static struct sctp_chunk *sctp_sched_fcfs_dequeue(struct sctp_outq *q)
63*4882a593Smuzhiyun {
64*4882a593Smuzhiyun 	struct sctp_stream *stream = &q->asoc->stream;
65*4882a593Smuzhiyun 	struct sctp_chunk *ch = NULL;
66*4882a593Smuzhiyun 	struct list_head *entry;
67*4882a593Smuzhiyun 
68*4882a593Smuzhiyun 	if (list_empty(&q->out_chunk_list))
69*4882a593Smuzhiyun 		goto out;
70*4882a593Smuzhiyun 
71*4882a593Smuzhiyun 	if (stream->out_curr) {
72*4882a593Smuzhiyun 		ch = list_entry(stream->out_curr->ext->outq.next,
73*4882a593Smuzhiyun 				struct sctp_chunk, stream_list);
74*4882a593Smuzhiyun 	} else {
75*4882a593Smuzhiyun 		entry = q->out_chunk_list.next;
76*4882a593Smuzhiyun 		ch = list_entry(entry, struct sctp_chunk, list);
77*4882a593Smuzhiyun 	}
78*4882a593Smuzhiyun 
79*4882a593Smuzhiyun 	sctp_sched_dequeue_common(q, ch);
80*4882a593Smuzhiyun 
81*4882a593Smuzhiyun out:
82*4882a593Smuzhiyun 	return ch;
83*4882a593Smuzhiyun }
84*4882a593Smuzhiyun 
sctp_sched_fcfs_dequeue_done(struct sctp_outq * q,struct sctp_chunk * chunk)85*4882a593Smuzhiyun static void sctp_sched_fcfs_dequeue_done(struct sctp_outq *q,
86*4882a593Smuzhiyun 					 struct sctp_chunk *chunk)
87*4882a593Smuzhiyun {
88*4882a593Smuzhiyun }
89*4882a593Smuzhiyun 
sctp_sched_fcfs_sched_all(struct sctp_stream * stream)90*4882a593Smuzhiyun static void sctp_sched_fcfs_sched_all(struct sctp_stream *stream)
91*4882a593Smuzhiyun {
92*4882a593Smuzhiyun }
93*4882a593Smuzhiyun 
sctp_sched_fcfs_unsched_all(struct sctp_stream * stream)94*4882a593Smuzhiyun static void sctp_sched_fcfs_unsched_all(struct sctp_stream *stream)
95*4882a593Smuzhiyun {
96*4882a593Smuzhiyun }
97*4882a593Smuzhiyun 
98*4882a593Smuzhiyun static struct sctp_sched_ops sctp_sched_fcfs = {
99*4882a593Smuzhiyun 	.set = sctp_sched_fcfs_set,
100*4882a593Smuzhiyun 	.get = sctp_sched_fcfs_get,
101*4882a593Smuzhiyun 	.init = sctp_sched_fcfs_init,
102*4882a593Smuzhiyun 	.init_sid = sctp_sched_fcfs_init_sid,
103*4882a593Smuzhiyun 	.free_sid = sctp_sched_fcfs_free_sid,
104*4882a593Smuzhiyun 	.free = sctp_sched_fcfs_free,
105*4882a593Smuzhiyun 	.enqueue = sctp_sched_fcfs_enqueue,
106*4882a593Smuzhiyun 	.dequeue = sctp_sched_fcfs_dequeue,
107*4882a593Smuzhiyun 	.dequeue_done = sctp_sched_fcfs_dequeue_done,
108*4882a593Smuzhiyun 	.sched_all = sctp_sched_fcfs_sched_all,
109*4882a593Smuzhiyun 	.unsched_all = sctp_sched_fcfs_unsched_all,
110*4882a593Smuzhiyun };
111*4882a593Smuzhiyun 
sctp_sched_ops_fcfs_init(void)112*4882a593Smuzhiyun static void sctp_sched_ops_fcfs_init(void)
113*4882a593Smuzhiyun {
114*4882a593Smuzhiyun 	sctp_sched_ops_register(SCTP_SS_FCFS, &sctp_sched_fcfs);
115*4882a593Smuzhiyun }
116*4882a593Smuzhiyun 
117*4882a593Smuzhiyun /* API to other parts of the stack */
118*4882a593Smuzhiyun 
119*4882a593Smuzhiyun static struct sctp_sched_ops *sctp_sched_ops[SCTP_SS_MAX + 1];
120*4882a593Smuzhiyun 
sctp_sched_ops_register(enum sctp_sched_type sched,struct sctp_sched_ops * sched_ops)121*4882a593Smuzhiyun void sctp_sched_ops_register(enum sctp_sched_type sched,
122*4882a593Smuzhiyun 			     struct sctp_sched_ops *sched_ops)
123*4882a593Smuzhiyun {
124*4882a593Smuzhiyun 	sctp_sched_ops[sched] = sched_ops;
125*4882a593Smuzhiyun }
126*4882a593Smuzhiyun 
sctp_sched_ops_init(void)127*4882a593Smuzhiyun void sctp_sched_ops_init(void)
128*4882a593Smuzhiyun {
129*4882a593Smuzhiyun 	sctp_sched_ops_fcfs_init();
130*4882a593Smuzhiyun 	sctp_sched_ops_prio_init();
131*4882a593Smuzhiyun 	sctp_sched_ops_rr_init();
132*4882a593Smuzhiyun }
133*4882a593Smuzhiyun 
sctp_sched_set_sched(struct sctp_association * asoc,enum sctp_sched_type sched)134*4882a593Smuzhiyun int sctp_sched_set_sched(struct sctp_association *asoc,
135*4882a593Smuzhiyun 			 enum sctp_sched_type sched)
136*4882a593Smuzhiyun {
137*4882a593Smuzhiyun 	struct sctp_sched_ops *n = sctp_sched_ops[sched];
138*4882a593Smuzhiyun 	struct sctp_sched_ops *old = asoc->outqueue.sched;
139*4882a593Smuzhiyun 	struct sctp_datamsg *msg = NULL;
140*4882a593Smuzhiyun 	struct sctp_chunk *ch;
141*4882a593Smuzhiyun 	int i, ret = 0;
142*4882a593Smuzhiyun 
143*4882a593Smuzhiyun 	if (old == n)
144*4882a593Smuzhiyun 		return ret;
145*4882a593Smuzhiyun 
146*4882a593Smuzhiyun 	if (sched > SCTP_SS_MAX)
147*4882a593Smuzhiyun 		return -EINVAL;
148*4882a593Smuzhiyun 
149*4882a593Smuzhiyun 	if (old) {
150*4882a593Smuzhiyun 		old->free(&asoc->stream);
151*4882a593Smuzhiyun 
152*4882a593Smuzhiyun 		/* Give the next scheduler a clean slate. */
153*4882a593Smuzhiyun 		for (i = 0; i < asoc->stream.outcnt; i++) {
154*4882a593Smuzhiyun 			void *p = SCTP_SO(&asoc->stream, i)->ext;
155*4882a593Smuzhiyun 
156*4882a593Smuzhiyun 			if (!p)
157*4882a593Smuzhiyun 				continue;
158*4882a593Smuzhiyun 
159*4882a593Smuzhiyun 			p += offsetofend(struct sctp_stream_out_ext, outq);
160*4882a593Smuzhiyun 			memset(p, 0, sizeof(struct sctp_stream_out_ext) -
161*4882a593Smuzhiyun 				     offsetofend(struct sctp_stream_out_ext, outq));
162*4882a593Smuzhiyun 		}
163*4882a593Smuzhiyun 	}
164*4882a593Smuzhiyun 
165*4882a593Smuzhiyun 	asoc->outqueue.sched = n;
166*4882a593Smuzhiyun 	n->init(&asoc->stream);
167*4882a593Smuzhiyun 	for (i = 0; i < asoc->stream.outcnt; i++) {
168*4882a593Smuzhiyun 		if (!SCTP_SO(&asoc->stream, i)->ext)
169*4882a593Smuzhiyun 			continue;
170*4882a593Smuzhiyun 
171*4882a593Smuzhiyun 		ret = n->init_sid(&asoc->stream, i, GFP_ATOMIC);
172*4882a593Smuzhiyun 		if (ret)
173*4882a593Smuzhiyun 			goto err;
174*4882a593Smuzhiyun 	}
175*4882a593Smuzhiyun 
176*4882a593Smuzhiyun 	/* We have to requeue all chunks already queued. */
177*4882a593Smuzhiyun 	list_for_each_entry(ch, &asoc->outqueue.out_chunk_list, list) {
178*4882a593Smuzhiyun 		if (ch->msg == msg)
179*4882a593Smuzhiyun 			continue;
180*4882a593Smuzhiyun 		msg = ch->msg;
181*4882a593Smuzhiyun 		n->enqueue(&asoc->outqueue, msg);
182*4882a593Smuzhiyun 	}
183*4882a593Smuzhiyun 
184*4882a593Smuzhiyun 	return ret;
185*4882a593Smuzhiyun 
186*4882a593Smuzhiyun err:
187*4882a593Smuzhiyun 	n->free(&asoc->stream);
188*4882a593Smuzhiyun 	asoc->outqueue.sched = &sctp_sched_fcfs; /* Always safe */
189*4882a593Smuzhiyun 
190*4882a593Smuzhiyun 	return ret;
191*4882a593Smuzhiyun }
192*4882a593Smuzhiyun 
sctp_sched_get_sched(struct sctp_association * asoc)193*4882a593Smuzhiyun int sctp_sched_get_sched(struct sctp_association *asoc)
194*4882a593Smuzhiyun {
195*4882a593Smuzhiyun 	int i;
196*4882a593Smuzhiyun 
197*4882a593Smuzhiyun 	for (i = 0; i <= SCTP_SS_MAX; i++)
198*4882a593Smuzhiyun 		if (asoc->outqueue.sched == sctp_sched_ops[i])
199*4882a593Smuzhiyun 			return i;
200*4882a593Smuzhiyun 
201*4882a593Smuzhiyun 	return 0;
202*4882a593Smuzhiyun }
203*4882a593Smuzhiyun 
sctp_sched_set_value(struct sctp_association * asoc,__u16 sid,__u16 value,gfp_t gfp)204*4882a593Smuzhiyun int sctp_sched_set_value(struct sctp_association *asoc, __u16 sid,
205*4882a593Smuzhiyun 			 __u16 value, gfp_t gfp)
206*4882a593Smuzhiyun {
207*4882a593Smuzhiyun 	if (sid >= asoc->stream.outcnt)
208*4882a593Smuzhiyun 		return -EINVAL;
209*4882a593Smuzhiyun 
210*4882a593Smuzhiyun 	if (!SCTP_SO(&asoc->stream, sid)->ext) {
211*4882a593Smuzhiyun 		int ret;
212*4882a593Smuzhiyun 
213*4882a593Smuzhiyun 		ret = sctp_stream_init_ext(&asoc->stream, sid);
214*4882a593Smuzhiyun 		if (ret)
215*4882a593Smuzhiyun 			return ret;
216*4882a593Smuzhiyun 	}
217*4882a593Smuzhiyun 
218*4882a593Smuzhiyun 	return asoc->outqueue.sched->set(&asoc->stream, sid, value, gfp);
219*4882a593Smuzhiyun }
220*4882a593Smuzhiyun 
sctp_sched_get_value(struct sctp_association * asoc,__u16 sid,__u16 * value)221*4882a593Smuzhiyun int sctp_sched_get_value(struct sctp_association *asoc, __u16 sid,
222*4882a593Smuzhiyun 			 __u16 *value)
223*4882a593Smuzhiyun {
224*4882a593Smuzhiyun 	if (sid >= asoc->stream.outcnt)
225*4882a593Smuzhiyun 		return -EINVAL;
226*4882a593Smuzhiyun 
227*4882a593Smuzhiyun 	if (!SCTP_SO(&asoc->stream, sid)->ext)
228*4882a593Smuzhiyun 		return 0;
229*4882a593Smuzhiyun 
230*4882a593Smuzhiyun 	return asoc->outqueue.sched->get(&asoc->stream, sid, value);
231*4882a593Smuzhiyun }
232*4882a593Smuzhiyun 
sctp_sched_dequeue_done(struct sctp_outq * q,struct sctp_chunk * ch)233*4882a593Smuzhiyun void sctp_sched_dequeue_done(struct sctp_outq *q, struct sctp_chunk *ch)
234*4882a593Smuzhiyun {
235*4882a593Smuzhiyun 	if (!list_is_last(&ch->frag_list, &ch->msg->chunks) &&
236*4882a593Smuzhiyun 	    !q->asoc->peer.intl_capable) {
237*4882a593Smuzhiyun 		struct sctp_stream_out *sout;
238*4882a593Smuzhiyun 		__u16 sid;
239*4882a593Smuzhiyun 
240*4882a593Smuzhiyun 		/* datamsg is not finish, so save it as current one,
241*4882a593Smuzhiyun 		 * in case application switch scheduler or a higher
242*4882a593Smuzhiyun 		 * priority stream comes in.
243*4882a593Smuzhiyun 		 */
244*4882a593Smuzhiyun 		sid = sctp_chunk_stream_no(ch);
245*4882a593Smuzhiyun 		sout = SCTP_SO(&q->asoc->stream, sid);
246*4882a593Smuzhiyun 		q->asoc->stream.out_curr = sout;
247*4882a593Smuzhiyun 		return;
248*4882a593Smuzhiyun 	}
249*4882a593Smuzhiyun 
250*4882a593Smuzhiyun 	q->asoc->stream.out_curr = NULL;
251*4882a593Smuzhiyun 	q->sched->dequeue_done(q, ch);
252*4882a593Smuzhiyun }
253*4882a593Smuzhiyun 
254*4882a593Smuzhiyun /* Auxiliary functions for the schedulers */
sctp_sched_dequeue_common(struct sctp_outq * q,struct sctp_chunk * ch)255*4882a593Smuzhiyun void sctp_sched_dequeue_common(struct sctp_outq *q, struct sctp_chunk *ch)
256*4882a593Smuzhiyun {
257*4882a593Smuzhiyun 	list_del_init(&ch->list);
258*4882a593Smuzhiyun 	list_del_init(&ch->stream_list);
259*4882a593Smuzhiyun 	q->out_qlen -= ch->skb->len;
260*4882a593Smuzhiyun }
261*4882a593Smuzhiyun 
sctp_sched_init_sid(struct sctp_stream * stream,__u16 sid,gfp_t gfp)262*4882a593Smuzhiyun int sctp_sched_init_sid(struct sctp_stream *stream, __u16 sid, gfp_t gfp)
263*4882a593Smuzhiyun {
264*4882a593Smuzhiyun 	struct sctp_sched_ops *sched = sctp_sched_ops_from_stream(stream);
265*4882a593Smuzhiyun 	struct sctp_stream_out_ext *ext = SCTP_SO(stream, sid)->ext;
266*4882a593Smuzhiyun 
267*4882a593Smuzhiyun 	INIT_LIST_HEAD(&ext->outq);
268*4882a593Smuzhiyun 	return sched->init_sid(stream, sid, gfp);
269*4882a593Smuzhiyun }
270*4882a593Smuzhiyun 
sctp_sched_ops_from_stream(struct sctp_stream * stream)271*4882a593Smuzhiyun struct sctp_sched_ops *sctp_sched_ops_from_stream(struct sctp_stream *stream)
272*4882a593Smuzhiyun {
273*4882a593Smuzhiyun 	struct sctp_association *asoc;
274*4882a593Smuzhiyun 
275*4882a593Smuzhiyun 	asoc = container_of(stream, struct sctp_association, stream);
276*4882a593Smuzhiyun 
277*4882a593Smuzhiyun 	return asoc->outqueue.sched;
278*4882a593Smuzhiyun }
279