1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #undef TRACE_SYSTEM 3 #define TRACE_SYSTEM sched 4 #define TRACE_INCLUDE_PATH trace/hooks 5 #if !defined(_TRACE_HOOK_SCHED_H) || defined(TRACE_HEADER_MULTI_READ) 6 #define _TRACE_HOOK_SCHED_H 7 #include <linux/tracepoint.h> 8 #include <trace/hooks/vendor_hooks.h> 9 /* 10 * Following tracepoints are not exported in tracefs and provide a 11 * mechanism for vendor modules to hook and extend functionality 12 */ 13 struct cgroup_taskset; 14 #ifdef __GENKSYMS__ 15 struct cgroup_subsys_state; 16 struct cpufreq_policy; 17 struct em_perf_domain; 18 enum uclamp_id; 19 struct sched_entity; 20 struct task_struct; 21 struct uclamp_se; 22 #else 23 /* struct cgroup_subsys_state */ 24 #include <linux/cgroup-defs.h> 25 /* struct cpufreq_policy */ 26 #include <linux/cpufreq.h> 27 /* struct em_perf_domain */ 28 #include <linux/energy_model.h> 29 /* enum uclamp_id, struct sched_entity, struct task_struct, struct uclamp_se */ 30 #include <linux/sched.h> 31 #endif /* __GENKSYMS__ */ 32 DECLARE_RESTRICTED_HOOK(android_rvh_select_task_rq_fair, 33 TP_PROTO(struct task_struct *p, int prev_cpu, int sd_flag, int wake_flags, int *new_cpu), 34 TP_ARGS(p, prev_cpu, sd_flag, wake_flags, new_cpu), 1); 35 36 DECLARE_RESTRICTED_HOOK(android_rvh_select_task_rq_rt, 37 TP_PROTO(struct task_struct *p, int prev_cpu, int sd_flag, int wake_flags, int *new_cpu), 38 TP_ARGS(p, prev_cpu, sd_flag, wake_flags, new_cpu), 1); 39 40 DECLARE_RESTRICTED_HOOK(android_rvh_select_fallback_rq, 41 TP_PROTO(int cpu, struct task_struct *p, int *new_cpu), 42 TP_ARGS(cpu, p, new_cpu), 1); 43 44 struct rq; 45 DECLARE_HOOK(android_vh_scheduler_tick, 46 TP_PROTO(struct rq *rq), 47 TP_ARGS(rq)); 48 49 DECLARE_RESTRICTED_HOOK(android_rvh_enqueue_task, 50 TP_PROTO(struct rq *rq, struct task_struct *p, int flags), 51 TP_ARGS(rq, p, flags), 1); 52 53 DECLARE_RESTRICTED_HOOK(android_rvh_dequeue_task, 54 TP_PROTO(struct rq *rq, struct task_struct *p, int flags), 55 TP_ARGS(rq, p, flags), 1); 56 57 DECLARE_RESTRICTED_HOOK(android_rvh_can_migrate_task, 58 TP_PROTO(struct task_struct *p, int dst_cpu, int *can_migrate), 59 TP_ARGS(p, dst_cpu, can_migrate), 1); 60 61 DECLARE_RESTRICTED_HOOK(android_rvh_find_lowest_rq, 62 TP_PROTO(struct task_struct *p, struct cpumask *local_cpu_mask, 63 int ret, int *lowest_cpu), 64 TP_ARGS(p, local_cpu_mask, ret, lowest_cpu), 1); 65 66 DECLARE_RESTRICTED_HOOK(android_rvh_prepare_prio_fork, 67 TP_PROTO(struct task_struct *p), 68 TP_ARGS(p), 1); 69 70 DECLARE_RESTRICTED_HOOK(android_rvh_finish_prio_fork, 71 TP_PROTO(struct task_struct *p), 72 TP_ARGS(p), 1); 73 74 DECLARE_RESTRICTED_HOOK(android_rvh_rtmutex_prepare_setprio, 75 TP_PROTO(struct task_struct *p, struct task_struct *pi_task), 76 TP_ARGS(p, pi_task), 1); 77 78 DECLARE_RESTRICTED_HOOK(android_rvh_set_user_nice, 79 TP_PROTO(struct task_struct *p, long *nice, bool *allowed), 80 TP_ARGS(p, nice, allowed), 1); 81 82 DECLARE_RESTRICTED_HOOK(android_rvh_setscheduler, 83 TP_PROTO(struct task_struct *p), 84 TP_ARGS(p), 1); 85 86 struct sched_group; 87 DECLARE_RESTRICTED_HOOK(android_rvh_find_busiest_group, 88 TP_PROTO(struct sched_group *busiest, struct rq *dst_rq, int *out_balance), 89 TP_ARGS(busiest, dst_rq, out_balance), 1); 90 91 DECLARE_HOOK(android_vh_dump_throttled_rt_tasks, 92 TP_PROTO(int cpu, u64 clock, ktime_t rt_period, u64 rt_runtime, 93 s64 rt_period_timer_expires), 94 TP_ARGS(cpu, clock, rt_period, rt_runtime, rt_period_timer_expires)); 95 96 DECLARE_HOOK(android_vh_jiffies_update, 97 TP_PROTO(void *unused), 98 TP_ARGS(unused)); 99 100 struct rq_flags; 101 DECLARE_RESTRICTED_HOOK(android_rvh_sched_newidle_balance, 102 TP_PROTO(struct rq *this_rq, struct rq_flags *rf, 103 int *pulled_task, int *done), 104 TP_ARGS(this_rq, rf, pulled_task, done), 1); 105 106 DECLARE_RESTRICTED_HOOK(android_rvh_sched_nohz_balancer_kick, 107 TP_PROTO(struct rq *rq, unsigned int *flags, int *done), 108 TP_ARGS(rq, flags, done), 1); 109 110 DECLARE_RESTRICTED_HOOK(android_rvh_sched_rebalance_domains, 111 TP_PROTO(struct rq *rq, int *continue_balancing), 112 TP_ARGS(rq, continue_balancing), 1); 113 114 DECLARE_RESTRICTED_HOOK(android_rvh_find_busiest_queue, 115 TP_PROTO(int dst_cpu, struct sched_group *group, 116 struct cpumask *env_cpus, struct rq **busiest, 117 int *done), 118 TP_ARGS(dst_cpu, group, env_cpus, busiest, done), 1); 119 120 DECLARE_RESTRICTED_HOOK(android_rvh_migrate_queued_task, 121 TP_PROTO(struct rq *rq, struct rq_flags *rf, 122 struct task_struct *p, int new_cpu, 123 int *detached), 124 TP_ARGS(rq, rf, p, new_cpu, detached), 1); 125 126 DECLARE_RESTRICTED_HOOK(android_rvh_resume_cpus, 127 TP_PROTO(struct cpumask *cpus, int *err), 128 TP_ARGS(cpus, err), 1); 129 130 DECLARE_RESTRICTED_HOOK(android_rvh_find_energy_efficient_cpu, 131 TP_PROTO(struct task_struct *p, int prev_cpu, int sync, int *new_cpu), 132 TP_ARGS(p, prev_cpu, sync, new_cpu), 1); 133 134 DECLARE_RESTRICTED_HOOK(android_rvh_set_iowait, 135 TP_PROTO(struct task_struct *p, int *should_iowait_boost), 136 TP_ARGS(p, should_iowait_boost), 1); 137 138 DECLARE_RESTRICTED_HOOK(android_rvh_cpu_overutilized, 139 TP_PROTO(int cpu, int *overutilized), 140 TP_ARGS(cpu, overutilized), 1); 141 142 DECLARE_RESTRICTED_HOOK(android_rvh_sched_setaffinity, 143 TP_PROTO(struct task_struct *p, const struct cpumask *in_mask, int *retval), 144 TP_ARGS(p, in_mask, retval), 1); 145 146 DECLARE_RESTRICTED_HOOK(android_rvh_update_cpus_allowed, 147 TP_PROTO(struct task_struct *p, cpumask_var_t cpus_requested, 148 const struct cpumask *new_mask, int *ret), 149 TP_ARGS(p, cpus_requested, new_mask, ret), 1); 150 151 DECLARE_RESTRICTED_HOOK(android_rvh_set_task_cpu, 152 TP_PROTO(struct task_struct *p, unsigned int new_cpu), 153 TP_ARGS(p, new_cpu), 1); 154 155 DECLARE_RESTRICTED_HOOK(android_rvh_try_to_wake_up, 156 TP_PROTO(struct task_struct *p), 157 TP_ARGS(p), 1); 158 159 DECLARE_RESTRICTED_HOOK(android_rvh_try_to_wake_up_success, 160 TP_PROTO(struct task_struct *p), 161 TP_ARGS(p), 1); 162 163 DECLARE_RESTRICTED_HOOK(android_rvh_sched_fork, 164 TP_PROTO(struct task_struct *p), 165 TP_ARGS(p), 1); 166 167 DECLARE_RESTRICTED_HOOK(android_rvh_wake_up_new_task, 168 TP_PROTO(struct task_struct *p), 169 TP_ARGS(p), 1); 170 171 DECLARE_RESTRICTED_HOOK(android_rvh_new_task_stats, 172 TP_PROTO(struct task_struct *p), 173 TP_ARGS(p), 1); 174 175 DECLARE_RESTRICTED_HOOK(android_rvh_flush_task, 176 TP_PROTO(struct task_struct *prev), 177 TP_ARGS(prev), 1); 178 179 DECLARE_RESTRICTED_HOOK(android_rvh_tick_entry, 180 TP_PROTO(struct rq *rq), 181 TP_ARGS(rq), 1); 182 183 DECLARE_RESTRICTED_HOOK(android_rvh_schedule, 184 TP_PROTO(struct task_struct *prev, struct task_struct *next, struct rq *rq), 185 TP_ARGS(prev, next, rq), 1); 186 187 DECLARE_RESTRICTED_HOOK(android_rvh_sched_cpu_starting, 188 TP_PROTO(int cpu), 189 TP_ARGS(cpu), 1); 190 191 DECLARE_RESTRICTED_HOOK(android_rvh_sched_cpu_dying, 192 TP_PROTO(int cpu), 193 TP_ARGS(cpu), 1); 194 195 DECLARE_RESTRICTED_HOOK(android_rvh_account_irq, 196 TP_PROTO(struct task_struct *curr, int cpu, s64 delta), 197 TP_ARGS(curr, cpu, delta), 1); 198 199 DECLARE_RESTRICTED_HOOK(android_rvh_place_entity, 200 TP_PROTO(struct cfs_rq *cfs_rq, struct sched_entity *se, int initial, u64 vruntime), 201 TP_ARGS(cfs_rq, se, initial, vruntime), 1); 202 203 DECLARE_RESTRICTED_HOOK(android_rvh_build_perf_domains, 204 TP_PROTO(bool *eas_check), 205 TP_ARGS(eas_check), 1); 206 207 DECLARE_RESTRICTED_HOOK(android_rvh_update_cpu_capacity, 208 TP_PROTO(int cpu, unsigned long *capacity), 209 TP_ARGS(cpu, capacity), 1); 210 211 DECLARE_RESTRICTED_HOOK(android_rvh_update_misfit_status, 212 TP_PROTO(struct task_struct *p, struct rq *rq, bool *need_update), 213 TP_ARGS(p, rq, need_update), 1); 214 215 DECLARE_RESTRICTED_HOOK(android_rvh_cpu_cgroup_attach, 216 TP_PROTO(struct cgroup_taskset *tset), 217 TP_ARGS(tset), 1); 218 219 DECLARE_RESTRICTED_HOOK(android_rvh_cpu_cgroup_can_attach, 220 TP_PROTO(struct cgroup_taskset *tset, int *retval), 221 TP_ARGS(tset, retval), 1); 222 223 DECLARE_RESTRICTED_HOOK(android_rvh_cpu_cgroup_online, 224 TP_PROTO(struct cgroup_subsys_state *css), 225 TP_ARGS(css), 1); 226 227 DECLARE_RESTRICTED_HOOK(android_rvh_sched_fork_init, 228 TP_PROTO(struct task_struct *p), 229 TP_ARGS(p), 1); 230 231 DECLARE_RESTRICTED_HOOK(android_rvh_ttwu_cond, 232 TP_PROTO(bool *cond), 233 TP_ARGS(cond), 1); 234 235 DECLARE_RESTRICTED_HOOK(android_rvh_schedule_bug, 236 TP_PROTO(struct task_struct *p), 237 TP_ARGS(p), 1); 238 239 DECLARE_RESTRICTED_HOOK(android_rvh_sched_exec, 240 TP_PROTO(bool *cond), 241 TP_ARGS(cond), 1); 242 243 DECLARE_HOOK(android_vh_map_util_freq, 244 TP_PROTO(unsigned long util, unsigned long freq, 245 unsigned long cap, unsigned long *next_freq, struct cpufreq_policy *policy, 246 bool *need_freq_update), 247 TP_ARGS(util, freq, cap, next_freq, policy, need_freq_update)); 248 249 DECLARE_HOOK(android_vh_em_cpu_energy, 250 TP_PROTO(struct em_perf_domain *pd, 251 unsigned long max_util, unsigned long sum_util, 252 unsigned long *energy), 253 TP_ARGS(pd, max_util, sum_util, energy)); 254 255 DECLARE_RESTRICTED_HOOK(android_rvh_sched_balance_rt, 256 TP_PROTO(struct rq *rq, struct task_struct *p, int *done), 257 TP_ARGS(rq, p, done), 1); 258 259 DECLARE_RESTRICTED_HOOK(android_rvh_dequeue_task_idle, 260 TP_PROTO(struct task_struct *p), 261 TP_ARGS(p), 1); 262 263 struct cfs_rq; 264 DECLARE_RESTRICTED_HOOK(android_rvh_pick_next_entity, 265 TP_PROTO(struct cfs_rq *cfs_rq, struct sched_entity *curr, 266 struct sched_entity **se), 267 TP_ARGS(cfs_rq, curr, se), 1); 268 269 DECLARE_RESTRICTED_HOOK(android_rvh_check_preempt_wakeup, 270 TP_PROTO(struct rq *rq, struct task_struct *p, bool *preempt, bool *nopreempt, 271 int wake_flags, struct sched_entity *se, struct sched_entity *pse, 272 int next_buddy_marked, unsigned int granularity), 273 TP_ARGS(rq, p, preempt, nopreempt, wake_flags, se, pse, next_buddy_marked, 274 granularity), 1); 275 276 DECLARE_HOOK(android_vh_do_wake_up_sync, 277 TP_PROTO(struct wait_queue_head *wq_head, int *done), 278 TP_ARGS(wq_head, done)); 279 280 DECLARE_HOOK(android_vh_set_wake_flags, 281 TP_PROTO(int *wake_flags, unsigned int *mode), 282 TP_ARGS(wake_flags, mode)); 283 284 /* Conditionally defined upon CONFIG_UCLAMP_TASK */ 285 struct uclamp_se; 286 DECLARE_RESTRICTED_HOOK(android_rvh_uclamp_eff_get, 287 TP_PROTO(struct task_struct *p, enum uclamp_id clamp_id, 288 struct uclamp_se *uclamp_max, struct uclamp_se *uclamp_eff, int *ret), 289 TP_ARGS(p, clamp_id, uclamp_max, uclamp_eff, ret), 1); 290 291 DECLARE_HOOK(android_vh_build_sched_domains, 292 TP_PROTO(bool has_asym), 293 TP_ARGS(has_asym)); 294 DECLARE_RESTRICTED_HOOK(android_rvh_check_preempt_tick, 295 TP_PROTO(struct task_struct *p, unsigned long *ideal_runtime, bool *skip_preempt, 296 unsigned long delta_exec, struct cfs_rq *cfs_rq, struct sched_entity *curr, 297 unsigned int granularity), 298 TP_ARGS(p, ideal_runtime, skip_preempt, delta_exec, cfs_rq, curr, granularity), 1); 299 DECLARE_RESTRICTED_HOOK(android_rvh_replace_next_task_fair, 300 TP_PROTO(struct rq *rq, struct task_struct **p, struct sched_entity **se, bool *repick, 301 bool simple, struct task_struct *prev), 302 TP_ARGS(rq, p, se, repick, simple, prev), 1); 303 304 DECLARE_RESTRICTED_HOOK(android_rvh_do_sched_yield, 305 TP_PROTO(struct rq *rq), 306 TP_ARGS(rq), 1); 307 308 DECLARE_RESTRICTED_HOOK(android_rvh_util_est_update, 309 TP_PROTO(struct cfs_rq *cfs_rq, struct task_struct *p, bool task_sleep, int *ret), 310 TP_ARGS(cfs_rq, p, task_sleep, ret), 1); 311 312 DECLARE_HOOK(android_vh_account_task_time, 313 TP_PROTO(struct task_struct *p, struct rq *rq, int user_tick), 314 TP_ARGS(p, rq, user_tick)); 315 316 DECLARE_HOOK(android_vh_irqtime_account_process_tick, 317 TP_PROTO(struct task_struct *p, struct rq *rq, int user_tick, int ticks), 318 TP_ARGS(p, rq, user_tick, ticks)); 319 320 DECLARE_RESTRICTED_HOOK(android_rvh_post_init_entity_util_avg, 321 TP_PROTO(struct sched_entity *se), 322 TP_ARGS(se), 1); 323 324 DECLARE_RESTRICTED_HOOK(android_rvh_set_cpus_allowed_comm, 325 TP_PROTO(struct task_struct *p, const struct cpumask *new_mask), 326 TP_ARGS(p, new_mask), 1); 327 328 DECLARE_HOOK(android_vh_sched_setaffinity_early, 329 TP_PROTO(struct task_struct *p, const struct cpumask *new_mask, int *retval), 330 TP_ARGS(p, new_mask, retval)); 331 332 DECLARE_HOOK(android_vh_free_task, 333 TP_PROTO(struct task_struct *p), 334 TP_ARGS(p)); 335 336 DECLARE_RESTRICTED_HOOK(android_rvh_after_enqueue_task, 337 TP_PROTO(struct rq *rq, struct task_struct *p), 338 TP_ARGS(rq, p), 1); 339 340 DECLARE_RESTRICTED_HOOK(android_rvh_after_dequeue_task, 341 TP_PROTO(struct rq *rq, struct task_struct *p), 342 TP_ARGS(rq, p), 1); 343 344 struct cfs_rq; 345 struct rq_flags; 346 DECLARE_RESTRICTED_HOOK(android_rvh_enqueue_entity, 347 TP_PROTO(struct cfs_rq *cfs, struct sched_entity *se), 348 TP_ARGS(cfs, se), 1); 349 350 DECLARE_RESTRICTED_HOOK(android_rvh_dequeue_entity, 351 TP_PROTO(struct cfs_rq *cfs, struct sched_entity *se), 352 TP_ARGS(cfs, se), 1); 353 354 DECLARE_RESTRICTED_HOOK(android_rvh_enqueue_task_fair, 355 TP_PROTO(struct rq *rq, struct task_struct *p, int flags), 356 TP_ARGS(rq, p, flags), 1); 357 358 DECLARE_RESTRICTED_HOOK(android_rvh_dequeue_task_fair, 359 TP_PROTO(struct rq *rq, struct task_struct *p, int flags), 360 TP_ARGS(rq, p, flags), 1); 361 362 DECLARE_HOOK(android_vh_prepare_update_load_avg_se, 363 TP_PROTO(struct sched_entity *se, int flags), 364 TP_ARGS(se, flags)); 365 366 DECLARE_HOOK(android_vh_sched_stat_runtime_rt, 367 TP_PROTO(struct task_struct *tsk, u64 delta), 368 TP_ARGS(tsk, delta)); 369 370 DECLARE_HOOK(android_vh_finish_update_load_avg_se, 371 TP_PROTO(struct sched_entity *se, int flags), 372 TP_ARGS(se, flags)); 373 374 DECLARE_HOOK(android_vh_dup_task_struct, 375 TP_PROTO(struct task_struct *tsk, struct task_struct *orig), 376 TP_ARGS(tsk, orig)); 377 378 DECLARE_RESTRICTED_HOOK(android_rvh_find_new_ilb, 379 TP_PROTO(struct cpumask *nohz_idle_cpus_mask, int *ilb), 380 TP_ARGS(nohz_idle_cpus_mask, ilb), 1); 381 382 DECLARE_RESTRICTED_HOOK(android_rvh_force_compatible_pre, 383 TP_PROTO(void *unused), 384 TP_ARGS(unused), 1); 385 386 DECLARE_RESTRICTED_HOOK(android_rvh_force_compatible_post, 387 TP_PROTO(void *unused), 388 TP_ARGS(unused), 1); 389 390 DECLARE_HOOK(android_vh_setscheduler_uclamp, 391 TP_PROTO(struct task_struct *tsk, int clamp_id, unsigned int value), 392 TP_ARGS(tsk, clamp_id, value)); 393 394 DECLARE_HOOK(android_vh_mmput, 395 TP_PROTO(void *unused), 396 TP_ARGS(unused)); 397 398 DECLARE_HOOK(android_vh_sched_pelt_multiplier, 399 TP_PROTO(unsigned int old, unsigned int cur, int *ret), 400 TP_ARGS(old, cur, ret)); 401 /* macro versions of hooks are no longer required */ 402 403 #endif /* _TRACE_HOOK_SCHED_H */ 404 /* This part must be outside protection */ 405 #include <trace/define_trace.h> 406