50 bool cpuidle_not_available(struct cpuidle_driver *drv,  in cpuidle_not_available()  argument
53 	return off || !initialized || !drv || !dev || !dev->enabled;  in cpuidle_not_available()
64 	struct cpuidle_driver *drv = cpuidle_get_cpu_driver(dev);  in cpuidle_play_dead()  local
67 	if (!drv)  in cpuidle_play_dead()
71 	for (i = drv->state_count - 1; i >= 0; i--)  in cpuidle_play_dead()
72 		if (drv->states[i].enter_dead)  in cpuidle_play_dead()
73 			return drv->states[i].enter_dead(dev, i);  in cpuidle_play_dead()
78 static int find_deepest_state(struct cpuidle_driver *drv,  in find_deepest_state()  argument
87 	for (i = 1; i < drv->state_count; i++) {  in find_deepest_state()
88 		struct cpuidle_state *s = &drv->states[i];  in find_deepest_state()
130 int cpuidle_find_deepest_state(struct cpuidle_driver *drv,  in cpuidle_find_deepest_state()  argument
134 	return find_deepest_state(drv, dev, latency_limit_ns, 0, false);  in cpuidle_find_deepest_state()
138 static void enter_s2idle_proper(struct cpuidle_driver *drv,  in enter_s2idle_proper()  argument
142 	struct cpuidle_state *target_state = &drv->states[index];  in enter_s2idle_proper()
155 	target_state->enter_s2idle(dev, drv, index);  in enter_s2idle_proper()
177 int cpuidle_enter_s2idle(struct cpuidle_driver *drv, struct cpuidle_device *dev)  in cpuidle_enter_s2idle()  argument
186 	index = find_deepest_state(drv, dev, U64_MAX, 0, true);  in cpuidle_enter_s2idle()
188 		enter_s2idle_proper(drv, dev, index);  in cpuidle_enter_s2idle()
201 int cpuidle_enter_state(struct cpuidle_device *dev, struct cpuidle_driver *drv,  in cpuidle_enter_state()  argument
218 	target_state = &drv->states[index];  in cpuidle_enter_state()
227 		index = find_deepest_state(drv, dev, target_state->exit_latency_ns,  in cpuidle_enter_state()
233 		target_state = &drv->states[index];  in cpuidle_enter_state()
249 	entered_state = target_state->enter(dev, drv, index);  in cpuidle_enter_state()
269 	if (!cpuidle_state_is_coupled(drv, index))  in cpuidle_enter_state()
273 		s64 diff, delay = drv->states[entered_state].exit_latency_ns;  in cpuidle_enter_state()
287 		if (diff < drv->states[entered_state].target_residency_ns) {  in cpuidle_enter_state()
297 			for (i = entered_state + 1; i < drv->state_count; i++) {  in cpuidle_enter_state()
305 				if (diff - delay >= drv->states[i].target_residency_ns)  in cpuidle_enter_state()
332 int cpuidle_select(struct cpuidle_driver *drv, struct cpuidle_device *dev,  in cpuidle_select()  argument
335 	return cpuidle_curr_governor->select(drv, dev, stop_tick);  in cpuidle_select()
348 int cpuidle_enter(struct cpuidle_driver *drv, struct cpuidle_device *dev,  in cpuidle_enter()  argument
361 	if (cpuidle_state_is_coupled(drv, index))  in cpuidle_enter()
362 		ret = cpuidle_enter_state_coupled(dev, drv, index);  in cpuidle_enter()
364 		ret = cpuidle_enter_state(dev, drv, index);  in cpuidle_enter()
392 u64 cpuidle_poll_time(struct cpuidle_driver *drv,  in cpuidle_poll_time()  argument
402 	for (i = 1; i < drv->state_count; i++) {  in cpuidle_poll_time()
406 		limit_ns = drv->states[i].target_residency_ns;  in cpuidle_poll_time()
492 	struct cpuidle_driver *drv;  in cpuidle_enable_device()  local
503 	drv = cpuidle_get_cpu_driver(dev);  in cpuidle_enable_device()
505 	if (!drv)  in cpuidle_enable_device()
516 		ret = cpuidle_curr_governor->enable(drv, dev);  in cpuidle_enable_device()
545 	struct cpuidle_driver *drv = cpuidle_get_cpu_driver(dev);  in cpuidle_disable_device()  local
550 	if (!drv || !cpuidle_curr_governor)  in cpuidle_disable_device()
556 		cpuidle_curr_governor->disable(drv, dev);  in cpuidle_disable_device()
566 	struct cpuidle_driver *drv = cpuidle_get_cpu_driver(dev);  in __cpuidle_unregister_device()  local
570 	module_put(drv->owner);  in __cpuidle_unregister_device()
591 	struct cpuidle_driver *drv = cpuidle_get_cpu_driver(dev);  in __cpuidle_register_device()  local
594 	if (!try_module_get(drv->owner))  in __cpuidle_register_device()
597 	for (i = 0; i < drv->state_count; i++) {  in __cpuidle_register_device()
598 		if (drv->states[i].flags & CPUIDLE_FLAG_UNUSABLE)  in __cpuidle_register_device()
601 		if (drv->states[i].flags & CPUIDLE_FLAG_OFF)  in __cpuidle_register_device()
694 void cpuidle_unregister(struct cpuidle_driver *drv)  in cpuidle_unregister()  argument
699 	for_each_cpu(cpu, drv->cpumask) {  in cpuidle_unregister()
704 	cpuidle_unregister_driver(drv);  in cpuidle_unregister()
719 int cpuidle_register(struct cpuidle_driver *drv,  in cpuidle_register()  argument
725 	ret = cpuidle_register_driver(drv);  in cpuidle_register()
731 	for_each_cpu(cpu, drv->cpumask) {  in cpuidle_register()
750 		cpuidle_unregister(drv);  in cpuidle_register()