1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * stop-task scheduling class.
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * The stop task is the highest priority task in the system, it preempts
6*4882a593Smuzhiyun * everything and will be preempted by nothing.
7*4882a593Smuzhiyun *
8*4882a593Smuzhiyun * See kernel/stop_machine.c
9*4882a593Smuzhiyun */
10*4882a593Smuzhiyun #include "sched.h"
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun #ifdef CONFIG_SMP
13*4882a593Smuzhiyun static int
select_task_rq_stop(struct task_struct * p,int cpu,int sd_flag,int flags)14*4882a593Smuzhiyun select_task_rq_stop(struct task_struct *p, int cpu, int sd_flag, int flags)
15*4882a593Smuzhiyun {
16*4882a593Smuzhiyun return task_cpu(p); /* stop tasks as never migrate */
17*4882a593Smuzhiyun }
18*4882a593Smuzhiyun
19*4882a593Smuzhiyun static int
balance_stop(struct rq * rq,struct task_struct * prev,struct rq_flags * rf)20*4882a593Smuzhiyun balance_stop(struct rq *rq, struct task_struct *prev, struct rq_flags *rf)
21*4882a593Smuzhiyun {
22*4882a593Smuzhiyun return sched_stop_runnable(rq);
23*4882a593Smuzhiyun }
24*4882a593Smuzhiyun #endif /* CONFIG_SMP */
25*4882a593Smuzhiyun
26*4882a593Smuzhiyun static void
check_preempt_curr_stop(struct rq * rq,struct task_struct * p,int flags)27*4882a593Smuzhiyun check_preempt_curr_stop(struct rq *rq, struct task_struct *p, int flags)
28*4882a593Smuzhiyun {
29*4882a593Smuzhiyun /* we're never preempted */
30*4882a593Smuzhiyun }
31*4882a593Smuzhiyun
set_next_task_stop(struct rq * rq,struct task_struct * stop,bool first)32*4882a593Smuzhiyun static void set_next_task_stop(struct rq *rq, struct task_struct *stop, bool first)
33*4882a593Smuzhiyun {
34*4882a593Smuzhiyun stop->se.exec_start = rq_clock_task(rq);
35*4882a593Smuzhiyun }
36*4882a593Smuzhiyun
pick_next_task_stop(struct rq * rq)37*4882a593Smuzhiyun static struct task_struct *pick_next_task_stop(struct rq *rq)
38*4882a593Smuzhiyun {
39*4882a593Smuzhiyun if (!sched_stop_runnable(rq))
40*4882a593Smuzhiyun return NULL;
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun set_next_task_stop(rq, rq->stop, true);
43*4882a593Smuzhiyun return rq->stop;
44*4882a593Smuzhiyun }
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun static void
enqueue_task_stop(struct rq * rq,struct task_struct * p,int flags)47*4882a593Smuzhiyun enqueue_task_stop(struct rq *rq, struct task_struct *p, int flags)
48*4882a593Smuzhiyun {
49*4882a593Smuzhiyun add_nr_running(rq, 1);
50*4882a593Smuzhiyun }
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun static void
dequeue_task_stop(struct rq * rq,struct task_struct * p,int flags)53*4882a593Smuzhiyun dequeue_task_stop(struct rq *rq, struct task_struct *p, int flags)
54*4882a593Smuzhiyun {
55*4882a593Smuzhiyun sub_nr_running(rq, 1);
56*4882a593Smuzhiyun }
57*4882a593Smuzhiyun
yield_task_stop(struct rq * rq)58*4882a593Smuzhiyun static void yield_task_stop(struct rq *rq)
59*4882a593Smuzhiyun {
60*4882a593Smuzhiyun BUG(); /* the stop task should never yield, its pointless. */
61*4882a593Smuzhiyun }
62*4882a593Smuzhiyun
put_prev_task_stop(struct rq * rq,struct task_struct * prev)63*4882a593Smuzhiyun static void put_prev_task_stop(struct rq *rq, struct task_struct *prev)
64*4882a593Smuzhiyun {
65*4882a593Smuzhiyun struct task_struct *curr = rq->curr;
66*4882a593Smuzhiyun u64 delta_exec;
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun delta_exec = rq_clock_task(rq) - curr->se.exec_start;
69*4882a593Smuzhiyun if (unlikely((s64)delta_exec < 0))
70*4882a593Smuzhiyun delta_exec = 0;
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun schedstat_set(curr->se.statistics.exec_max,
73*4882a593Smuzhiyun max(curr->se.statistics.exec_max, delta_exec));
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun curr->se.sum_exec_runtime += delta_exec;
76*4882a593Smuzhiyun account_group_exec_runtime(curr, delta_exec);
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun curr->se.exec_start = rq_clock_task(rq);
79*4882a593Smuzhiyun cgroup_account_cputime(curr, delta_exec);
80*4882a593Smuzhiyun }
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun /*
83*4882a593Smuzhiyun * scheduler tick hitting a task of our scheduling class.
84*4882a593Smuzhiyun *
85*4882a593Smuzhiyun * NOTE: This function can be called remotely by the tick offload that
86*4882a593Smuzhiyun * goes along full dynticks. Therefore no local assumption can be made
87*4882a593Smuzhiyun * and everything must be accessed through the @rq and @curr passed in
88*4882a593Smuzhiyun * parameters.
89*4882a593Smuzhiyun */
task_tick_stop(struct rq * rq,struct task_struct * curr,int queued)90*4882a593Smuzhiyun static void task_tick_stop(struct rq *rq, struct task_struct *curr, int queued)
91*4882a593Smuzhiyun {
92*4882a593Smuzhiyun }
93*4882a593Smuzhiyun
switched_to_stop(struct rq * rq,struct task_struct * p)94*4882a593Smuzhiyun static void switched_to_stop(struct rq *rq, struct task_struct *p)
95*4882a593Smuzhiyun {
96*4882a593Smuzhiyun BUG(); /* its impossible to change to this class */
97*4882a593Smuzhiyun }
98*4882a593Smuzhiyun
99*4882a593Smuzhiyun static void
prio_changed_stop(struct rq * rq,struct task_struct * p,int oldprio)100*4882a593Smuzhiyun prio_changed_stop(struct rq *rq, struct task_struct *p, int oldprio)
101*4882a593Smuzhiyun {
102*4882a593Smuzhiyun BUG(); /* how!?, what priority? */
103*4882a593Smuzhiyun }
104*4882a593Smuzhiyun
update_curr_stop(struct rq * rq)105*4882a593Smuzhiyun static void update_curr_stop(struct rq *rq)
106*4882a593Smuzhiyun {
107*4882a593Smuzhiyun }
108*4882a593Smuzhiyun
109*4882a593Smuzhiyun /*
110*4882a593Smuzhiyun * Simple, special scheduling class for the per-CPU stop tasks:
111*4882a593Smuzhiyun */
112*4882a593Smuzhiyun const struct sched_class stop_sched_class
113*4882a593Smuzhiyun __section("__stop_sched_class") = {
114*4882a593Smuzhiyun
115*4882a593Smuzhiyun .enqueue_task = enqueue_task_stop,
116*4882a593Smuzhiyun .dequeue_task = dequeue_task_stop,
117*4882a593Smuzhiyun .yield_task = yield_task_stop,
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun .check_preempt_curr = check_preempt_curr_stop,
120*4882a593Smuzhiyun
121*4882a593Smuzhiyun .pick_next_task = pick_next_task_stop,
122*4882a593Smuzhiyun .put_prev_task = put_prev_task_stop,
123*4882a593Smuzhiyun .set_next_task = set_next_task_stop,
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun #ifdef CONFIG_SMP
126*4882a593Smuzhiyun .balance = balance_stop,
127*4882a593Smuzhiyun .select_task_rq = select_task_rq_stop,
128*4882a593Smuzhiyun .set_cpus_allowed = set_cpus_allowed_common,
129*4882a593Smuzhiyun #endif
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun .task_tick = task_tick_stop,
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun .prio_changed = prio_changed_stop,
134*4882a593Smuzhiyun .switched_to = switched_to_stop,
135*4882a593Smuzhiyun .update_curr = update_curr_stop,
136*4882a593Smuzhiyun };
137