118 	struct cpufreq_policy *policy;  member
194 	if (icpu->target_freq > ipolicy->policy->min)  in timer_slack_required()
285 	struct cpufreq_policy *policy = icpu->ipolicy->policy;  in choose_freq()  local
286 	struct cpufreq_frequency_table *freq_table = policy->freq_table;  in choose_freq()
288 	unsigned int freq = policy->cur;  in choose_freq()
300 		index = cpufreq_frequency_table_target(policy, loadadjfreq / tl,  in choose_freq()
313 			index = cpufreq_frequency_table_target(policy,  in choose_freq()
335 			index = cpufreq_frequency_table_target(policy,  in choose_freq()
369 	icpu->cputime_speedadj += active_time * icpu->ipolicy->policy->cur;  in update_load()
381 	struct cpufreq_policy *policy = icpu->ipolicy->policy;  in eval_target_freq()  local
382 	struct cpufreq_frequency_table *freq_table = policy->freq_table;  in eval_target_freq()
401 	cpu_load = loadadjfreq / policy->cur;  in eval_target_freq()
406 		if (policy->cur < tunables->hispeed_freq) {  in eval_target_freq()
417 		    policy->cur < tunables->hispeed_freq)  in eval_target_freq()
427 	if (policy->cur >= tunables->hispeed_freq &&  in eval_target_freq()
428 	    new_freq > policy->cur &&  in eval_target_freq()
429 	    now - icpu->pol_hispeed_val_time < freq_to_above_hispeed_delay(tunables, policy->cur)) {  in eval_target_freq()
431 				icpu->target_freq, policy->cur, new_freq);  in eval_target_freq()
437 	index = cpufreq_frequency_table_target(policy, new_freq,  in eval_target_freq()
446 	if (new_freq < icpu->floor_freq && icpu->target_freq >= policy->cur) {  in eval_target_freq()
449 				icpu->target_freq, policy->cur, new_freq);  in eval_target_freq()
464 		if (icpu->target_freq >= policy->cur || new_freq >= policy->cur)  in eval_target_freq()
469 	    icpu->target_freq <= policy->cur) {  in eval_target_freq()
471 			icpu->target_freq, policy->cur, new_freq);  in eval_target_freq()
476 					 policy->cur, new_freq);  in eval_target_freq()
523 static void cpufreq_interactive_get_policy_info(struct cpufreq_policy *policy,  in cpufreq_interactive_get_policy_info()  argument
531 	for_each_cpu(i, policy->cpus) {  in cpufreq_interactive_get_policy_info()
549 					   struct cpufreq_policy *policy)  in cpufreq_interactive_adjust_cpu()  argument
556 	cpufreq_interactive_get_policy_info(policy, &max_freq, &hvt, &fvt);  in cpufreq_interactive_adjust_cpu()
558 	for_each_cpu(i, policy->cpus) {  in cpufreq_interactive_adjust_cpu()
563 	if (max_freq != policy->cur) {  in cpufreq_interactive_adjust_cpu()
564 		__cpufreq_driver_target(policy, max_freq, CPUFREQ_RELATION_H);  in cpufreq_interactive_adjust_cpu()
565 		for_each_cpu(i, policy->cpus) {  in cpufreq_interactive_adjust_cpu()
571 	trace_cpufreq_interactive_setspeed(cpu, max_freq, policy->cur);  in cpufreq_interactive_adjust_cpu()
601 		struct cpufreq_policy *policy;  in cpufreq_interactive_speedchange_task()  local
603 		policy = cpufreq_cpu_get(cpu);  in cpufreq_interactive_speedchange_task()
604 		if (!policy)  in cpufreq_interactive_speedchange_task()
607 		down_write(&policy->rwsem);  in cpufreq_interactive_speedchange_task()
611 				cpufreq_interactive_adjust_cpu(cpu, policy);  in cpufreq_interactive_speedchange_task()
615 		up_write(&policy->rwsem);  in cpufreq_interactive_speedchange_task()
616 		cpufreq_cpu_put(policy);  in cpufreq_interactive_speedchange_task()
625 	struct cpufreq_policy *policy;  in cpufreq_interactive_boost()  local
636 		policy = ipolicy->policy;  in cpufreq_interactive_boost()
638 		for_each_cpu(i, policy->cpus) {  in cpufreq_interactive_boost()
672 	struct cpufreq_policy *policy = freq->policy;  in cpufreq_interactive_notifier()  local
680 	for_each_cpu(cpu, policy->cpus) {  in cpufreq_interactive_notifier()
1118 	struct cpufreq_policy *policy = ipolicy->policy;  in gov_set_update_util()  local
1122 	for_each_cpu(cpu, policy->cpus) {  in gov_set_update_util()
1132 static inline void gov_clear_update_util(struct cpufreq_policy *policy)  in gov_clear_update_util()  argument
1136 	for_each_cpu(i, policy->cpus)  in gov_clear_update_util()
1150 interactive_policy_alloc(struct cpufreq_policy *policy)  in interactive_policy_alloc()  argument
1158 	ipolicy->policy = policy;  in interactive_policy_alloc()
1352 	if (ipolicy->policy->cpu == 0) {  in rockchip_cpufreq_policy_init()
1360 	index = (ipolicy->policy->cpu == 0) ? 0 : 1;  in rockchip_cpufreq_policy_init()
1371 int cpufreq_interactive_init(struct cpufreq_policy *policy)  in cpufreq_interactive_init()  argument
1378 	if (policy->governor_data)  in cpufreq_interactive_init()
1381 	ipolicy = interactive_policy_alloc(policy);  in cpufreq_interactive_init()
1393 		policy->governor_data = ipolicy;  in cpufreq_interactive_init()
1407 	tunables->hispeed_freq = policy->max;  in cpufreq_interactive_init()
1423 	policy->governor_data = ipolicy;  in cpufreq_interactive_init()
1430 				   get_governor_parent_kobj(policy), "%s",  in cpufreq_interactive_init()
1450 	policy->governor_data = NULL;  in cpufreq_interactive_init()
1462 void cpufreq_interactive_exit(struct cpufreq_policy *policy)  in cpufreq_interactive_exit()  argument
1464 	struct interactive_policy *ipolicy = policy->governor_data;  in cpufreq_interactive_exit()
1481 	policy->governor_data = NULL;  in cpufreq_interactive_exit()
1484 		if (policy->cpu == 0)  in cpufreq_interactive_exit()
1497 int cpufreq_interactive_start(struct cpufreq_policy *policy)  in cpufreq_interactive_start()  argument
1499 	struct interactive_policy *ipolicy = policy->governor_data;  in cpufreq_interactive_start()
1503 	for_each_cpu(cpu, policy->cpus) {  in cpufreq_interactive_start()
1506 		icpu->target_freq = policy->cur;  in cpufreq_interactive_start()
1524 void cpufreq_interactive_stop(struct cpufreq_policy *policy)  in cpufreq_interactive_stop()  argument
1526 	struct interactive_policy *ipolicy = policy->governor_data;  in cpufreq_interactive_stop()
1530 	gov_clear_update_util(ipolicy->policy);  in cpufreq_interactive_stop()
1532 	for_each_cpu(cpu, policy->cpus) {  in cpufreq_interactive_stop()
1542 void cpufreq_interactive_limits(struct cpufreq_policy *policy)  in cpufreq_interactive_limits()  argument
1548 	cpufreq_policy_apply_limits(policy);  in cpufreq_interactive_limits()
1550 	for_each_cpu(cpu, policy->cpus) {  in cpufreq_interactive_limits()
1555 		if (policy->max < icpu->target_freq)  in cpufreq_interactive_limits()
1556 			icpu->target_freq = policy->max;  in cpufreq_interactive_limits()
1557 		else if (policy->min > icpu->target_freq)  in cpufreq_interactive_limits()
1558 			icpu->target_freq = policy->min;  in cpufreq_interactive_limits()