1 // SPDX-License-Identifier: GPL-2.0
3 * stop-task scheduling class.
5 * The stop task is the highest priority task in the system, it preempts
6 * everything and will be preempted by nothing.
8 * See kernel/stop_machine.c
13 select_task_rq_stop(struct task_struct *p, int cpu, int flags)
15 return task_cpu(p); /* stop tasks as never migrate */
19 balance_stop(struct rq *rq, struct task_struct *prev, struct rq_flags *rf)
21 return sched_stop_runnable(rq);
23 #endif /* CONFIG_SMP */
26 check_preempt_curr_stop(struct rq *rq, struct task_struct *p, int flags)
28 /* we're never preempted */
31 static void set_next_task_stop(struct rq *rq, struct task_struct *stop, bool first)
33 stop->se.exec_start = rq_clock_task(rq);
36 static struct task_struct *pick_task_stop(struct rq *rq)
38 if (!sched_stop_runnable(rq))
44 static struct task_struct *pick_next_task_stop(struct rq *rq)
46 struct task_struct *p = pick_task_stop(rq);
49 set_next_task_stop(rq, p, true);
55 enqueue_task_stop(struct rq *rq, struct task_struct *p, int flags)
57 add_nr_running(rq, 1);
61 dequeue_task_stop(struct rq *rq, struct task_struct *p, int flags)
63 sub_nr_running(rq, 1);
66 static void yield_task_stop(struct rq *rq)
68 BUG(); /* the stop task should never yield, its pointless. */
71 static void put_prev_task_stop(struct rq *rq, struct task_struct *prev)
73 struct task_struct *curr = rq->curr;
76 delta_exec = rq_clock_task(rq) - curr->se.exec_start;
77 if (unlikely((s64)delta_exec < 0))
80 schedstat_set(curr->stats.exec_max,
81 max(curr->stats.exec_max, delta_exec));
83 curr->se.sum_exec_runtime += delta_exec;
84 account_group_exec_runtime(curr, delta_exec);
86 curr->se.exec_start = rq_clock_task(rq);
87 cgroup_account_cputime(curr, delta_exec);
91 * scheduler tick hitting a task of our scheduling class.
93 * NOTE: This function can be called remotely by the tick offload that
94 * goes along full dynticks. Therefore no local assumption can be made
95 * and everything must be accessed through the @rq and @curr passed in
98 static void task_tick_stop(struct rq *rq, struct task_struct *curr, int queued)
102 static void switched_to_stop(struct rq *rq, struct task_struct *p)
104 BUG(); /* its impossible to change to this class */
108 prio_changed_stop(struct rq *rq, struct task_struct *p, int oldprio)
110 BUG(); /* how!?, what priority? */
113 static void update_curr_stop(struct rq *rq)
118 * Simple, special scheduling class for the per-CPU stop tasks:
120 DEFINE_SCHED_CLASS(stop) = {
122 .enqueue_task = enqueue_task_stop,
123 .dequeue_task = dequeue_task_stop,
124 .yield_task = yield_task_stop,
126 .check_preempt_curr = check_preempt_curr_stop,
128 .pick_next_task = pick_next_task_stop,
129 .put_prev_task = put_prev_task_stop,
130 .set_next_task = set_next_task_stop,
133 .balance = balance_stop,
134 .pick_task = pick_task_stop,
135 .select_task_rq = select_task_rq_stop,
136 .set_cpus_allowed = set_cpus_allowed_common,
139 .task_tick = task_tick_stop,
141 .prio_changed = prio_changed_stop,
142 .switched_to = switched_to_stop,
143 .update_curr = update_curr_stop,