Searched refs:cpu_rq (Results 1 – 15 of 15) sorted by relevance
115 raw_spin_lock_irq(&cpu_rq(cpu)->lock); in cpuacct_cpuusage_read()129 raw_spin_unlock_irq(&cpu_rq(cpu)->lock); in cpuacct_cpuusage_read()144 raw_spin_lock_irq(&cpu_rq(cpu)->lock); in cpuacct_cpuusage_write()151 raw_spin_unlock_irq(&cpu_rq(cpu)->lock); in cpuacct_cpuusage_write()256 raw_spin_lock_irq(&cpu_rq(cpu)->lock); in cpuacct_all_seq_show()262 raw_spin_unlock_irq(&cpu_rq(cpu)->lock); in cpuacct_all_seq_show()
138 if (!(READ_ONCE(cpu_rq(cpu)->membarrier_state) & in membarrier_global_expedited()147 p = rcu_dereference(cpu_rq(cpu)->curr); in membarrier_global_expedited()219 p = rcu_dereference(cpu_rq(cpu_id)->curr); in membarrier_private_expedited()232 p = rcu_dereference(cpu_rq(cpu)->curr); in membarrier_private_expedited()327 struct rq *rq = cpu_rq(cpu); in sync_runqueues_membarrier_state()
55 struct task_struct *task = READ_ONCE(cpu_rq(cpu)->curr); in drop_nopreempt_cpus()346 return cpu_rq(cpu)->rd->cpupri.cpu_to_pri[cpu] > CPUPRI_NORMAL; in cpupri_check_rt()
1634 struct rq *rq = cpu_rq(cpu); in update_numa_stats()1666 struct rq *rq = cpu_rq(env->dst_cpu); in task_numa_assign()1681 rq = cpu_rq(env->dst_cpu); in task_numa_assign()1696 rq = cpu_rq(env->best_cpu); in task_numa_assign()1755 struct rq *dst_rq = cpu_rq(env->dst_cpu); in task_numa_compare()2102 best_rq = cpu_rq(env.best_cpu); in task_numa_migrate()2532 tsk = READ_ONCE(cpu_rq(cpu)->curr); in task_numa_group()5227 cfs_rq->throttled_clock_pelt = rq_clock_task_mult(cpu_rq(cpu)); in sync_throttle()5547 return sched_idle_rq(cpu_rq(cpu)); in sched_idle_cpu()5814 return cpu_rq(cpu)->cpu_capacity; in capacity_of()[all …]
654 struct rq *rq = cpu_rq(cpu); in resched_cpu()735 struct rq *rq = cpu_rq(cpu); in wake_up_idle_cpu()1628 init_uclamp_rq(cpu_rq(cpu)); in init_uclamp()1862 rq = cpu_rq(new_cpu); in move_queued_task()2221 dst_rq = cpu_rq(cpu); in __migrate_swap_task()2258 src_rq = cpu_rq(arg->src_cpu); in migrate_swap_stop()2259 dst_rq = cpu_rq(arg->dst_cpu); in migrate_swap_stop()2587 struct task_struct *old_stop = cpu_rq(cpu)->stop; in sched_set_stop_task()2603 cpu_rq(cpu)->stop = stop; in sched_set_stop_task()2805 struct rq *rq = cpu_rq(cpu); in send_call_function_single_ipi()[all …]
73 return &cpu_rq(i)->rd->dl_bw; in dl_bw_of()78 struct root_domain *rd = cpu_rq(i)->rd; in dl_bw_cpus()97 struct root_domain *rd = cpu_rq(i)->rd; in __dl_bw_capacity()125 return &cpu_rq(i)->dl.dl_bw; in dl_bw_of()620 later_rq = cpu_rq(cpu); in dl_task_offline_migration()1685 rq = cpu_rq(cpu); in select_task_rq_dl()1716 cpu_rq(target)->dl.earliest_dl.curr) || in select_task_rq_dl()1717 (cpu_rq(target)->dl.dl_nr_running == 0))) in select_task_rq_dl()2058 later_rq = cpu_rq(cpu); in find_lock_later_rq()2237 src_rq = cpu_rq(cpu); in pull_dl_task()[all …]
169 struct rq *rq = cpu_rq(cpu); in init_tg_rt_entry()665 return &cpu_rq(cpu)->rt; in sched_rt_period_rt_rq()1518 rq = cpu_rq(cpu); in select_task_rq_rt()1523 this_cpu_rq = cpu_rq(this_cpu); in select_task_rq_rt()1590 p->prio < cpu_rq(target)->rt.highest_prio.curr)) in select_task_rq_rt()1905 lowest_rq = cpu_rq(cpu); in find_lock_lowest_rq()2264 src_rq = cpu_rq(cpu); in pull_rt_task()2814 struct rt_rq *rt_rq = &cpu_rq(i)->rt; in sched_rt_global_constraints()2918 for_each_rt_rq(rt_rq, iter, cpu_rq(cpu)) in print_rt_stats()
1131 #define cpu_rq(cpu) (&per_cpu(runqueues, (cpu))) macro1133 #define task_rq(p) cpu_rq(task_cpu(p))1134 #define cpu_curr(cpu) (cpu_rq(cpu)->curr)1466 for (__sd = rcu_dereference_check_sched_domain(cpu_rq(cpu)->sd); \2357 #define nohz_flags(cpu) (&cpu_rq(cpu)->nohz_flags)2375 struct rq *rq = cpu_rq(i); in __dl_update()2581 return cpu_rq(cpu)->cpu_capacity_orig; in capacity_orig_of()
214 struct rq *rq = cpu_rq(cpu); in schedutil_cpu_util()298 struct rq *rq = cpu_rq(sg_cpu->cpu); in sugov_get_util()450 if (cpu_bw_dl(cpu_rq(sg_cpu->cpu)) > sg_cpu->bw_dl) in ignore_dl_rate_limit()
29 rq = cpu_rq(cpu); in show_schedstat()
561 struct rq *rq = cpu_rq(cpu); in print_cfs_rq()582 rq0_min_vruntime = cpu_rq(0)->cfs.min_vruntime; in print_cfs_rq()677 dl_bw = &cpu_rq(cpu)->rd->dl_bw; in print_dl_rq()689 struct rq *rq = cpu_rq(cpu); in print_cpu()
355 struct root_domain *rd = cpu_rq(cpu)->rd; in build_perf_domains()668 struct rq *rq = cpu_rq(cpu); in cpu_attach_domain()2045 rq = cpu_rq(i); in build_sched_domains()2249 rd = cpu_rq(cpumask_any(doms_cur[i]))->rd; in partition_sched_domains_locked()2286 cpu_rq(cpumask_first(doms_cur[j]))->rd->pd) { in partition_sched_domains_locked()
985 rq = cpu_rq(cpu); in kcpustat_field()1072 rq = cpu_rq(cpu); in kcpustat_cpu_fetch()
893 rq = cpu_rq(cpu); in md_dump_runqueues()
234 … be moved easily by modifying schedule(), but the same line matching 'rq=cpu_rq*' may still exist …