1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (C) 2009 Rafael J. Wysocki <rjw@sisk.pl>, Novell Inc.
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * This file contains power management functions related to interrupts.
6*4882a593Smuzhiyun */
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun #include <linux/irq.h>
9*4882a593Smuzhiyun #include <linux/module.h>
10*4882a593Smuzhiyun #include <linux/interrupt.h>
11*4882a593Smuzhiyun #include <linux/suspend.h>
12*4882a593Smuzhiyun #include <linux/syscore_ops.h>
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun #include "internals.h"
15*4882a593Smuzhiyun
irq_pm_check_wakeup(struct irq_desc * desc)16*4882a593Smuzhiyun bool irq_pm_check_wakeup(struct irq_desc *desc)
17*4882a593Smuzhiyun {
18*4882a593Smuzhiyun if (irqd_is_wakeup_armed(&desc->irq_data)) {
19*4882a593Smuzhiyun irqd_clear(&desc->irq_data, IRQD_WAKEUP_ARMED);
20*4882a593Smuzhiyun desc->istate |= IRQS_SUSPENDED | IRQS_PENDING;
21*4882a593Smuzhiyun desc->depth++;
22*4882a593Smuzhiyun irq_disable(desc);
23*4882a593Smuzhiyun pm_system_irq_wakeup(irq_desc_get_irq(desc));
24*4882a593Smuzhiyun return true;
25*4882a593Smuzhiyun }
26*4882a593Smuzhiyun return false;
27*4882a593Smuzhiyun }
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun /*
30*4882a593Smuzhiyun * Called from __setup_irq() with desc->lock held after @action has
31*4882a593Smuzhiyun * been installed in the action chain.
32*4882a593Smuzhiyun */
irq_pm_install_action(struct irq_desc * desc,struct irqaction * action)33*4882a593Smuzhiyun void irq_pm_install_action(struct irq_desc *desc, struct irqaction *action)
34*4882a593Smuzhiyun {
35*4882a593Smuzhiyun desc->nr_actions++;
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun if (action->flags & IRQF_FORCE_RESUME)
38*4882a593Smuzhiyun desc->force_resume_depth++;
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun WARN_ON_ONCE(desc->force_resume_depth &&
41*4882a593Smuzhiyun desc->force_resume_depth != desc->nr_actions);
42*4882a593Smuzhiyun
43*4882a593Smuzhiyun if (action->flags & IRQF_NO_SUSPEND)
44*4882a593Smuzhiyun desc->no_suspend_depth++;
45*4882a593Smuzhiyun else if (action->flags & IRQF_COND_SUSPEND)
46*4882a593Smuzhiyun desc->cond_suspend_depth++;
47*4882a593Smuzhiyun
48*4882a593Smuzhiyun WARN_ON_ONCE(desc->no_suspend_depth &&
49*4882a593Smuzhiyun (desc->no_suspend_depth +
50*4882a593Smuzhiyun desc->cond_suspend_depth) != desc->nr_actions);
51*4882a593Smuzhiyun }
52*4882a593Smuzhiyun
53*4882a593Smuzhiyun /*
54*4882a593Smuzhiyun * Called from __free_irq() with desc->lock held after @action has
55*4882a593Smuzhiyun * been removed from the action chain.
56*4882a593Smuzhiyun */
irq_pm_remove_action(struct irq_desc * desc,struct irqaction * action)57*4882a593Smuzhiyun void irq_pm_remove_action(struct irq_desc *desc, struct irqaction *action)
58*4882a593Smuzhiyun {
59*4882a593Smuzhiyun desc->nr_actions--;
60*4882a593Smuzhiyun
61*4882a593Smuzhiyun if (action->flags & IRQF_FORCE_RESUME)
62*4882a593Smuzhiyun desc->force_resume_depth--;
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun if (action->flags & IRQF_NO_SUSPEND)
65*4882a593Smuzhiyun desc->no_suspend_depth--;
66*4882a593Smuzhiyun else if (action->flags & IRQF_COND_SUSPEND)
67*4882a593Smuzhiyun desc->cond_suspend_depth--;
68*4882a593Smuzhiyun }
69*4882a593Smuzhiyun
suspend_device_irq(struct irq_desc * desc)70*4882a593Smuzhiyun static bool suspend_device_irq(struct irq_desc *desc)
71*4882a593Smuzhiyun {
72*4882a593Smuzhiyun unsigned long chipflags = irq_desc_get_chip(desc)->flags;
73*4882a593Smuzhiyun struct irq_data *irqd = &desc->irq_data;
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun if (!desc->action || irq_desc_is_chained(desc) ||
76*4882a593Smuzhiyun desc->no_suspend_depth)
77*4882a593Smuzhiyun return false;
78*4882a593Smuzhiyun
79*4882a593Smuzhiyun if (irqd_is_wakeup_set(irqd)) {
80*4882a593Smuzhiyun irqd_set(irqd, IRQD_WAKEUP_ARMED);
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun if ((chipflags & IRQCHIP_ENABLE_WAKEUP_ON_SUSPEND) &&
83*4882a593Smuzhiyun irqd_irq_disabled(irqd)) {
84*4882a593Smuzhiyun /*
85*4882a593Smuzhiyun * Interrupt marked for wakeup is in disabled state.
86*4882a593Smuzhiyun * Enable interrupt here to unmask/enable in irqchip
87*4882a593Smuzhiyun * to be able to resume with such interrupts.
88*4882a593Smuzhiyun */
89*4882a593Smuzhiyun __enable_irq(desc);
90*4882a593Smuzhiyun irqd_set(irqd, IRQD_IRQ_ENABLED_ON_SUSPEND);
91*4882a593Smuzhiyun }
92*4882a593Smuzhiyun /*
93*4882a593Smuzhiyun * We return true here to force the caller to issue
94*4882a593Smuzhiyun * synchronize_irq(). We need to make sure that the
95*4882a593Smuzhiyun * IRQD_WAKEUP_ARMED is visible before we return from
96*4882a593Smuzhiyun * suspend_device_irqs().
97*4882a593Smuzhiyun */
98*4882a593Smuzhiyun return true;
99*4882a593Smuzhiyun }
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun desc->istate |= IRQS_SUSPENDED;
102*4882a593Smuzhiyun __disable_irq(desc);
103*4882a593Smuzhiyun
104*4882a593Smuzhiyun /*
105*4882a593Smuzhiyun * Hardware which has no wakeup source configuration facility
106*4882a593Smuzhiyun * requires that the non wakeup interrupts are masked at the
107*4882a593Smuzhiyun * chip level. The chip implementation indicates that with
108*4882a593Smuzhiyun * IRQCHIP_MASK_ON_SUSPEND.
109*4882a593Smuzhiyun */
110*4882a593Smuzhiyun if (chipflags & IRQCHIP_MASK_ON_SUSPEND)
111*4882a593Smuzhiyun mask_irq(desc);
112*4882a593Smuzhiyun return true;
113*4882a593Smuzhiyun }
114*4882a593Smuzhiyun
115*4882a593Smuzhiyun /**
116*4882a593Smuzhiyun * suspend_device_irqs - disable all currently enabled interrupt lines
117*4882a593Smuzhiyun *
118*4882a593Smuzhiyun * During system-wide suspend or hibernation device drivers need to be
119*4882a593Smuzhiyun * prevented from receiving interrupts and this function is provided
120*4882a593Smuzhiyun * for this purpose.
121*4882a593Smuzhiyun *
122*4882a593Smuzhiyun * So we disable all interrupts and mark them IRQS_SUSPENDED except
123*4882a593Smuzhiyun * for those which are unused, those which are marked as not
124*4882a593Smuzhiyun * suspendable via an interrupt request with the flag IRQF_NO_SUSPEND
125*4882a593Smuzhiyun * set and those which are marked as active wakeup sources.
126*4882a593Smuzhiyun *
127*4882a593Smuzhiyun * The active wakeup sources are handled by the flow handler entry
128*4882a593Smuzhiyun * code which checks for the IRQD_WAKEUP_ARMED flag, suspends the
129*4882a593Smuzhiyun * interrupt and notifies the pm core about the wakeup.
130*4882a593Smuzhiyun */
suspend_device_irqs(void)131*4882a593Smuzhiyun void suspend_device_irqs(void)
132*4882a593Smuzhiyun {
133*4882a593Smuzhiyun struct irq_desc *desc;
134*4882a593Smuzhiyun int irq;
135*4882a593Smuzhiyun
136*4882a593Smuzhiyun for_each_irq_desc(irq, desc) {
137*4882a593Smuzhiyun unsigned long flags;
138*4882a593Smuzhiyun bool sync;
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun if (irq_settings_is_nested_thread(desc))
141*4882a593Smuzhiyun continue;
142*4882a593Smuzhiyun raw_spin_lock_irqsave(&desc->lock, flags);
143*4882a593Smuzhiyun sync = suspend_device_irq(desc);
144*4882a593Smuzhiyun raw_spin_unlock_irqrestore(&desc->lock, flags);
145*4882a593Smuzhiyun
146*4882a593Smuzhiyun if (sync)
147*4882a593Smuzhiyun synchronize_irq(irq);
148*4882a593Smuzhiyun }
149*4882a593Smuzhiyun }
150*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(suspend_device_irqs);
151*4882a593Smuzhiyun
resume_irq(struct irq_desc * desc)152*4882a593Smuzhiyun static void resume_irq(struct irq_desc *desc)
153*4882a593Smuzhiyun {
154*4882a593Smuzhiyun struct irq_data *irqd = &desc->irq_data;
155*4882a593Smuzhiyun
156*4882a593Smuzhiyun irqd_clear(irqd, IRQD_WAKEUP_ARMED);
157*4882a593Smuzhiyun
158*4882a593Smuzhiyun if (irqd_is_enabled_on_suspend(irqd)) {
159*4882a593Smuzhiyun /*
160*4882a593Smuzhiyun * Interrupt marked for wakeup was enabled during suspend
161*4882a593Smuzhiyun * entry. Disable such interrupts to restore them back to
162*4882a593Smuzhiyun * original state.
163*4882a593Smuzhiyun */
164*4882a593Smuzhiyun __disable_irq(desc);
165*4882a593Smuzhiyun irqd_clear(irqd, IRQD_IRQ_ENABLED_ON_SUSPEND);
166*4882a593Smuzhiyun }
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun if (desc->istate & IRQS_SUSPENDED)
169*4882a593Smuzhiyun goto resume;
170*4882a593Smuzhiyun
171*4882a593Smuzhiyun /* Force resume the interrupt? */
172*4882a593Smuzhiyun if (!desc->force_resume_depth)
173*4882a593Smuzhiyun return;
174*4882a593Smuzhiyun
175*4882a593Smuzhiyun /* Pretend that it got disabled ! */
176*4882a593Smuzhiyun desc->depth++;
177*4882a593Smuzhiyun irq_state_set_disabled(desc);
178*4882a593Smuzhiyun irq_state_set_masked(desc);
179*4882a593Smuzhiyun resume:
180*4882a593Smuzhiyun desc->istate &= ~IRQS_SUSPENDED;
181*4882a593Smuzhiyun __enable_irq(desc);
182*4882a593Smuzhiyun }
183*4882a593Smuzhiyun
resume_irqs(bool want_early)184*4882a593Smuzhiyun static void resume_irqs(bool want_early)
185*4882a593Smuzhiyun {
186*4882a593Smuzhiyun struct irq_desc *desc;
187*4882a593Smuzhiyun int irq;
188*4882a593Smuzhiyun
189*4882a593Smuzhiyun for_each_irq_desc(irq, desc) {
190*4882a593Smuzhiyun unsigned long flags;
191*4882a593Smuzhiyun bool is_early = desc->action &&
192*4882a593Smuzhiyun desc->action->flags & IRQF_EARLY_RESUME;
193*4882a593Smuzhiyun
194*4882a593Smuzhiyun if (!is_early && want_early)
195*4882a593Smuzhiyun continue;
196*4882a593Smuzhiyun if (irq_settings_is_nested_thread(desc))
197*4882a593Smuzhiyun continue;
198*4882a593Smuzhiyun
199*4882a593Smuzhiyun raw_spin_lock_irqsave(&desc->lock, flags);
200*4882a593Smuzhiyun resume_irq(desc);
201*4882a593Smuzhiyun raw_spin_unlock_irqrestore(&desc->lock, flags);
202*4882a593Smuzhiyun }
203*4882a593Smuzhiyun }
204*4882a593Smuzhiyun
205*4882a593Smuzhiyun /**
206*4882a593Smuzhiyun * rearm_wake_irq - rearm a wakeup interrupt line after signaling wakeup
207*4882a593Smuzhiyun * @irq: Interrupt to rearm
208*4882a593Smuzhiyun */
rearm_wake_irq(unsigned int irq)209*4882a593Smuzhiyun void rearm_wake_irq(unsigned int irq)
210*4882a593Smuzhiyun {
211*4882a593Smuzhiyun unsigned long flags;
212*4882a593Smuzhiyun struct irq_desc *desc = irq_get_desc_buslock(irq, &flags, IRQ_GET_DESC_CHECK_GLOBAL);
213*4882a593Smuzhiyun
214*4882a593Smuzhiyun if (!desc)
215*4882a593Smuzhiyun return;
216*4882a593Smuzhiyun
217*4882a593Smuzhiyun if (!(desc->istate & IRQS_SUSPENDED) ||
218*4882a593Smuzhiyun !irqd_is_wakeup_set(&desc->irq_data))
219*4882a593Smuzhiyun goto unlock;
220*4882a593Smuzhiyun
221*4882a593Smuzhiyun desc->istate &= ~IRQS_SUSPENDED;
222*4882a593Smuzhiyun irqd_set(&desc->irq_data, IRQD_WAKEUP_ARMED);
223*4882a593Smuzhiyun __enable_irq(desc);
224*4882a593Smuzhiyun
225*4882a593Smuzhiyun unlock:
226*4882a593Smuzhiyun irq_put_desc_busunlock(desc, flags);
227*4882a593Smuzhiyun }
228*4882a593Smuzhiyun
229*4882a593Smuzhiyun /**
230*4882a593Smuzhiyun * irq_pm_syscore_ops - enable interrupt lines early
231*4882a593Smuzhiyun *
232*4882a593Smuzhiyun * Enable all interrupt lines with %IRQF_EARLY_RESUME set.
233*4882a593Smuzhiyun */
irq_pm_syscore_resume(void)234*4882a593Smuzhiyun static void irq_pm_syscore_resume(void)
235*4882a593Smuzhiyun {
236*4882a593Smuzhiyun resume_irqs(true);
237*4882a593Smuzhiyun }
238*4882a593Smuzhiyun
239*4882a593Smuzhiyun static struct syscore_ops irq_pm_syscore_ops = {
240*4882a593Smuzhiyun .resume = irq_pm_syscore_resume,
241*4882a593Smuzhiyun };
242*4882a593Smuzhiyun
irq_pm_init_ops(void)243*4882a593Smuzhiyun static int __init irq_pm_init_ops(void)
244*4882a593Smuzhiyun {
245*4882a593Smuzhiyun register_syscore_ops(&irq_pm_syscore_ops);
246*4882a593Smuzhiyun return 0;
247*4882a593Smuzhiyun }
248*4882a593Smuzhiyun
249*4882a593Smuzhiyun device_initcall(irq_pm_init_ops);
250*4882a593Smuzhiyun
251*4882a593Smuzhiyun /**
252*4882a593Smuzhiyun * resume_device_irqs - enable interrupt lines disabled by suspend_device_irqs()
253*4882a593Smuzhiyun *
254*4882a593Smuzhiyun * Enable all non-%IRQF_EARLY_RESUME interrupt lines previously
255*4882a593Smuzhiyun * disabled by suspend_device_irqs() that have the IRQS_SUSPENDED flag
256*4882a593Smuzhiyun * set as well as those with %IRQF_FORCE_RESUME.
257*4882a593Smuzhiyun */
resume_device_irqs(void)258*4882a593Smuzhiyun void resume_device_irqs(void)
259*4882a593Smuzhiyun {
260*4882a593Smuzhiyun resume_irqs(false);
261*4882a593Smuzhiyun }
262*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(resume_device_irqs);
263