xref: /OK3568_Linux_fs/kernel/include/linux/interrupt.h (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 */
2*4882a593Smuzhiyun /* interrupt.h */
3*4882a593Smuzhiyun #ifndef _LINUX_INTERRUPT_H
4*4882a593Smuzhiyun #define _LINUX_INTERRUPT_H
5*4882a593Smuzhiyun 
6*4882a593Smuzhiyun #include <linux/kernel.h>
7*4882a593Smuzhiyun #include <linux/bitops.h>
8*4882a593Smuzhiyun #include <linux/cpumask.h>
9*4882a593Smuzhiyun #include <linux/irqreturn.h>
10*4882a593Smuzhiyun #include <linux/irqnr.h>
11*4882a593Smuzhiyun #include <linux/hardirq.h>
12*4882a593Smuzhiyun #include <linux/irqflags.h>
13*4882a593Smuzhiyun #include <linux/hrtimer.h>
14*4882a593Smuzhiyun #include <linux/kref.h>
15*4882a593Smuzhiyun #include <linux/workqueue.h>
16*4882a593Smuzhiyun 
17*4882a593Smuzhiyun #include <linux/atomic.h>
18*4882a593Smuzhiyun #include <asm/ptrace.h>
19*4882a593Smuzhiyun #include <asm/irq.h>
20*4882a593Smuzhiyun #include <asm/sections.h>
21*4882a593Smuzhiyun 
22*4882a593Smuzhiyun /*
23*4882a593Smuzhiyun  * These correspond to the IORESOURCE_IRQ_* defines in
24*4882a593Smuzhiyun  * linux/ioport.h to select the interrupt line behaviour.  When
25*4882a593Smuzhiyun  * requesting an interrupt without specifying a IRQF_TRIGGER, the
26*4882a593Smuzhiyun  * setting should be assumed to be "as already configured", which
27*4882a593Smuzhiyun  * may be as per machine or firmware initialisation.
28*4882a593Smuzhiyun  */
29*4882a593Smuzhiyun #define IRQF_TRIGGER_NONE	0x00000000
30*4882a593Smuzhiyun #define IRQF_TRIGGER_RISING	0x00000001
31*4882a593Smuzhiyun #define IRQF_TRIGGER_FALLING	0x00000002
32*4882a593Smuzhiyun #define IRQF_TRIGGER_HIGH	0x00000004
33*4882a593Smuzhiyun #define IRQF_TRIGGER_LOW	0x00000008
34*4882a593Smuzhiyun #define IRQF_TRIGGER_MASK	(IRQF_TRIGGER_HIGH | IRQF_TRIGGER_LOW | \
35*4882a593Smuzhiyun 				 IRQF_TRIGGER_RISING | IRQF_TRIGGER_FALLING)
36*4882a593Smuzhiyun #define IRQF_TRIGGER_PROBE	0x00000010
37*4882a593Smuzhiyun 
38*4882a593Smuzhiyun /*
39*4882a593Smuzhiyun  * These flags used only by the kernel as part of the
40*4882a593Smuzhiyun  * irq handling routines.
41*4882a593Smuzhiyun  *
42*4882a593Smuzhiyun  * IRQF_SHARED - allow sharing the irq among several devices
43*4882a593Smuzhiyun  * IRQF_PROBE_SHARED - set by callers when they expect sharing mismatches to occur
44*4882a593Smuzhiyun  * IRQF_TIMER - Flag to mark this interrupt as timer interrupt
45*4882a593Smuzhiyun  * IRQF_PERCPU - Interrupt is per cpu
46*4882a593Smuzhiyun  * IRQF_NOBALANCING - Flag to exclude this interrupt from irq balancing
47*4882a593Smuzhiyun  * IRQF_IRQPOLL - Interrupt is used for polling (only the interrupt that is
48*4882a593Smuzhiyun  *                registered first in a shared interrupt is considered for
49*4882a593Smuzhiyun  *                performance reasons)
50*4882a593Smuzhiyun  * IRQF_ONESHOT - Interrupt is not reenabled after the hardirq handler finished.
51*4882a593Smuzhiyun  *                Used by threaded interrupts which need to keep the
52*4882a593Smuzhiyun  *                irq line disabled until the threaded handler has been run.
53*4882a593Smuzhiyun  * IRQF_NO_SUSPEND - Do not disable this IRQ during suspend.  Does not guarantee
54*4882a593Smuzhiyun  *                   that this interrupt will wake the system from a suspended
55*4882a593Smuzhiyun  *                   state.  See Documentation/power/suspend-and-interrupts.rst
56*4882a593Smuzhiyun  * IRQF_FORCE_RESUME - Force enable it on resume even if IRQF_NO_SUSPEND is set
57*4882a593Smuzhiyun  * IRQF_NO_THREAD - Interrupt cannot be threaded
58*4882a593Smuzhiyun  * IRQF_EARLY_RESUME - Resume IRQ early during syscore instead of at device
59*4882a593Smuzhiyun  *                resume time.
60*4882a593Smuzhiyun  * IRQF_COND_SUSPEND - If the IRQ is shared with a NO_SUSPEND user, execute this
61*4882a593Smuzhiyun  *                interrupt handler after suspending interrupts. For system
62*4882a593Smuzhiyun  *                wakeup devices users need to implement wakeup detection in
63*4882a593Smuzhiyun  *                their interrupt handlers.
64*4882a593Smuzhiyun  */
65*4882a593Smuzhiyun #define IRQF_SHARED		0x00000080
66*4882a593Smuzhiyun #define IRQF_PROBE_SHARED	0x00000100
67*4882a593Smuzhiyun #define __IRQF_TIMER		0x00000200
68*4882a593Smuzhiyun #define IRQF_PERCPU		0x00000400
69*4882a593Smuzhiyun #define IRQF_NOBALANCING	0x00000800
70*4882a593Smuzhiyun #define IRQF_IRQPOLL		0x00001000
71*4882a593Smuzhiyun #define IRQF_ONESHOT		0x00002000
72*4882a593Smuzhiyun #define IRQF_NO_SUSPEND		0x00004000
73*4882a593Smuzhiyun #define IRQF_FORCE_RESUME	0x00008000
74*4882a593Smuzhiyun #define IRQF_NO_THREAD		0x00010000
75*4882a593Smuzhiyun #define IRQF_EARLY_RESUME	0x00020000
76*4882a593Smuzhiyun #define IRQF_COND_SUSPEND	0x00040000
77*4882a593Smuzhiyun 
78*4882a593Smuzhiyun #define IRQF_TIMER		(__IRQF_TIMER | IRQF_NO_SUSPEND | IRQF_NO_THREAD)
79*4882a593Smuzhiyun 
80*4882a593Smuzhiyun /*
81*4882a593Smuzhiyun  * These values can be returned by request_any_context_irq() and
82*4882a593Smuzhiyun  * describe the context the interrupt will be run in.
83*4882a593Smuzhiyun  *
84*4882a593Smuzhiyun  * IRQC_IS_HARDIRQ - interrupt runs in hardirq context
85*4882a593Smuzhiyun  * IRQC_IS_NESTED - interrupt runs in a nested threaded context
86*4882a593Smuzhiyun  */
87*4882a593Smuzhiyun enum {
88*4882a593Smuzhiyun 	IRQC_IS_HARDIRQ	= 0,
89*4882a593Smuzhiyun 	IRQC_IS_NESTED,
90*4882a593Smuzhiyun };
91*4882a593Smuzhiyun 
92*4882a593Smuzhiyun typedef irqreturn_t (*irq_handler_t)(int, void *);
93*4882a593Smuzhiyun 
94*4882a593Smuzhiyun /**
95*4882a593Smuzhiyun  * struct irqaction - per interrupt action descriptor
96*4882a593Smuzhiyun  * @handler:	interrupt handler function
97*4882a593Smuzhiyun  * @name:	name of the device
98*4882a593Smuzhiyun  * @dev_id:	cookie to identify the device
99*4882a593Smuzhiyun  * @percpu_dev_id:	cookie to identify the device
100*4882a593Smuzhiyun  * @next:	pointer to the next irqaction for shared interrupts
101*4882a593Smuzhiyun  * @irq:	interrupt number
102*4882a593Smuzhiyun  * @flags:	flags (see IRQF_* above)
103*4882a593Smuzhiyun  * @thread_fn:	interrupt handler function for threaded interrupts
104*4882a593Smuzhiyun  * @thread:	thread pointer for threaded interrupts
105*4882a593Smuzhiyun  * @secondary:	pointer to secondary irqaction (force threading)
106*4882a593Smuzhiyun  * @thread_flags:	flags related to @thread
107*4882a593Smuzhiyun  * @thread_mask:	bitmask for keeping track of @thread activity
108*4882a593Smuzhiyun  * @dir:	pointer to the proc/irq/NN/name entry
109*4882a593Smuzhiyun  */
110*4882a593Smuzhiyun struct irqaction {
111*4882a593Smuzhiyun 	irq_handler_t		handler;
112*4882a593Smuzhiyun 	void			*dev_id;
113*4882a593Smuzhiyun 	void __percpu		*percpu_dev_id;
114*4882a593Smuzhiyun 	struct irqaction	*next;
115*4882a593Smuzhiyun 	irq_handler_t		thread_fn;
116*4882a593Smuzhiyun 	struct task_struct	*thread;
117*4882a593Smuzhiyun 	struct irqaction	*secondary;
118*4882a593Smuzhiyun 	unsigned int		irq;
119*4882a593Smuzhiyun 	unsigned int		flags;
120*4882a593Smuzhiyun 	unsigned long		thread_flags;
121*4882a593Smuzhiyun 	unsigned long		thread_mask;
122*4882a593Smuzhiyun 	const char		*name;
123*4882a593Smuzhiyun 	struct proc_dir_entry	*dir;
124*4882a593Smuzhiyun } ____cacheline_internodealigned_in_smp;
125*4882a593Smuzhiyun 
126*4882a593Smuzhiyun extern irqreturn_t no_action(int cpl, void *dev_id);
127*4882a593Smuzhiyun 
128*4882a593Smuzhiyun /*
129*4882a593Smuzhiyun  * If a (PCI) device interrupt is not connected we set dev->irq to
130*4882a593Smuzhiyun  * IRQ_NOTCONNECTED. This causes request_irq() to fail with -ENOTCONN, so we
131*4882a593Smuzhiyun  * can distingiush that case from other error returns.
132*4882a593Smuzhiyun  *
133*4882a593Smuzhiyun  * 0x80000000 is guaranteed to be outside the available range of interrupts
134*4882a593Smuzhiyun  * and easy to distinguish from other possible incorrect values.
135*4882a593Smuzhiyun  */
136*4882a593Smuzhiyun #define IRQ_NOTCONNECTED	(1U << 31)
137*4882a593Smuzhiyun 
138*4882a593Smuzhiyun extern int __must_check
139*4882a593Smuzhiyun request_threaded_irq(unsigned int irq, irq_handler_t handler,
140*4882a593Smuzhiyun 		     irq_handler_t thread_fn,
141*4882a593Smuzhiyun 		     unsigned long flags, const char *name, void *dev);
142*4882a593Smuzhiyun 
143*4882a593Smuzhiyun /**
144*4882a593Smuzhiyun  * request_irq - Add a handler for an interrupt line
145*4882a593Smuzhiyun  * @irq:	The interrupt line to allocate
146*4882a593Smuzhiyun  * @handler:	Function to be called when the IRQ occurs.
147*4882a593Smuzhiyun  *		Primary handler for threaded interrupts
148*4882a593Smuzhiyun  *		If NULL, the default primary handler is installed
149*4882a593Smuzhiyun  * @flags:	Handling flags
150*4882a593Smuzhiyun  * @name:	Name of the device generating this interrupt
151*4882a593Smuzhiyun  * @dev:	A cookie passed to the handler function
152*4882a593Smuzhiyun  *
153*4882a593Smuzhiyun  * This call allocates an interrupt and establishes a handler; see
154*4882a593Smuzhiyun  * the documentation for request_threaded_irq() for details.
155*4882a593Smuzhiyun  */
156*4882a593Smuzhiyun static inline int __must_check
request_irq(unsigned int irq,irq_handler_t handler,unsigned long flags,const char * name,void * dev)157*4882a593Smuzhiyun request_irq(unsigned int irq, irq_handler_t handler, unsigned long flags,
158*4882a593Smuzhiyun 	    const char *name, void *dev)
159*4882a593Smuzhiyun {
160*4882a593Smuzhiyun 	return request_threaded_irq(irq, handler, NULL, flags, name, dev);
161*4882a593Smuzhiyun }
162*4882a593Smuzhiyun 
163*4882a593Smuzhiyun extern int __must_check
164*4882a593Smuzhiyun request_any_context_irq(unsigned int irq, irq_handler_t handler,
165*4882a593Smuzhiyun 			unsigned long flags, const char *name, void *dev_id);
166*4882a593Smuzhiyun 
167*4882a593Smuzhiyun extern int __must_check
168*4882a593Smuzhiyun __request_percpu_irq(unsigned int irq, irq_handler_t handler,
169*4882a593Smuzhiyun 		     unsigned long flags, const char *devname,
170*4882a593Smuzhiyun 		     void __percpu *percpu_dev_id);
171*4882a593Smuzhiyun 
172*4882a593Smuzhiyun extern int __must_check
173*4882a593Smuzhiyun request_nmi(unsigned int irq, irq_handler_t handler, unsigned long flags,
174*4882a593Smuzhiyun 	    const char *name, void *dev);
175*4882a593Smuzhiyun 
176*4882a593Smuzhiyun static inline int __must_check
request_percpu_irq(unsigned int irq,irq_handler_t handler,const char * devname,void __percpu * percpu_dev_id)177*4882a593Smuzhiyun request_percpu_irq(unsigned int irq, irq_handler_t handler,
178*4882a593Smuzhiyun 		   const char *devname, void __percpu *percpu_dev_id)
179*4882a593Smuzhiyun {
180*4882a593Smuzhiyun 	return __request_percpu_irq(irq, handler, 0,
181*4882a593Smuzhiyun 				    devname, percpu_dev_id);
182*4882a593Smuzhiyun }
183*4882a593Smuzhiyun 
184*4882a593Smuzhiyun extern int __must_check
185*4882a593Smuzhiyun request_percpu_nmi(unsigned int irq, irq_handler_t handler,
186*4882a593Smuzhiyun 		   const char *devname, void __percpu *dev);
187*4882a593Smuzhiyun 
188*4882a593Smuzhiyun extern const void *free_irq(unsigned int, void *);
189*4882a593Smuzhiyun extern void free_percpu_irq(unsigned int, void __percpu *);
190*4882a593Smuzhiyun 
191*4882a593Smuzhiyun extern const void *free_nmi(unsigned int irq, void *dev_id);
192*4882a593Smuzhiyun extern void free_percpu_nmi(unsigned int irq, void __percpu *percpu_dev_id);
193*4882a593Smuzhiyun 
194*4882a593Smuzhiyun struct device;
195*4882a593Smuzhiyun 
196*4882a593Smuzhiyun extern int __must_check
197*4882a593Smuzhiyun devm_request_threaded_irq(struct device *dev, unsigned int irq,
198*4882a593Smuzhiyun 			  irq_handler_t handler, irq_handler_t thread_fn,
199*4882a593Smuzhiyun 			  unsigned long irqflags, const char *devname,
200*4882a593Smuzhiyun 			  void *dev_id);
201*4882a593Smuzhiyun 
202*4882a593Smuzhiyun static inline int __must_check
devm_request_irq(struct device * dev,unsigned int irq,irq_handler_t handler,unsigned long irqflags,const char * devname,void * dev_id)203*4882a593Smuzhiyun devm_request_irq(struct device *dev, unsigned int irq, irq_handler_t handler,
204*4882a593Smuzhiyun 		 unsigned long irqflags, const char *devname, void *dev_id)
205*4882a593Smuzhiyun {
206*4882a593Smuzhiyun 	return devm_request_threaded_irq(dev, irq, handler, NULL, irqflags,
207*4882a593Smuzhiyun 					 devname, dev_id);
208*4882a593Smuzhiyun }
209*4882a593Smuzhiyun 
210*4882a593Smuzhiyun extern int __must_check
211*4882a593Smuzhiyun devm_request_any_context_irq(struct device *dev, unsigned int irq,
212*4882a593Smuzhiyun 		 irq_handler_t handler, unsigned long irqflags,
213*4882a593Smuzhiyun 		 const char *devname, void *dev_id);
214*4882a593Smuzhiyun 
215*4882a593Smuzhiyun extern void devm_free_irq(struct device *dev, unsigned int irq, void *dev_id);
216*4882a593Smuzhiyun 
217*4882a593Smuzhiyun /*
218*4882a593Smuzhiyun  * On lockdep we dont want to enable hardirqs in hardirq
219*4882a593Smuzhiyun  * context. Use local_irq_enable_in_hardirq() to annotate
220*4882a593Smuzhiyun  * kernel code that has to do this nevertheless (pretty much
221*4882a593Smuzhiyun  * the only valid case is for old/broken hardware that is
222*4882a593Smuzhiyun  * insanely slow).
223*4882a593Smuzhiyun  *
224*4882a593Smuzhiyun  * NOTE: in theory this might break fragile code that relies
225*4882a593Smuzhiyun  * on hardirq delivery - in practice we dont seem to have such
226*4882a593Smuzhiyun  * places left. So the only effect should be slightly increased
227*4882a593Smuzhiyun  * irqs-off latencies.
228*4882a593Smuzhiyun  */
229*4882a593Smuzhiyun #ifdef CONFIG_LOCKDEP
230*4882a593Smuzhiyun # define local_irq_enable_in_hardirq()	do { } while (0)
231*4882a593Smuzhiyun #else
232*4882a593Smuzhiyun # define local_irq_enable_in_hardirq()	local_irq_enable()
233*4882a593Smuzhiyun #endif
234*4882a593Smuzhiyun 
235*4882a593Smuzhiyun extern void disable_irq_nosync(unsigned int irq);
236*4882a593Smuzhiyun extern bool disable_hardirq(unsigned int irq);
237*4882a593Smuzhiyun extern void disable_irq(unsigned int irq);
238*4882a593Smuzhiyun extern void disable_percpu_irq(unsigned int irq);
239*4882a593Smuzhiyun extern void enable_irq(unsigned int irq);
240*4882a593Smuzhiyun extern void enable_percpu_irq(unsigned int irq, unsigned int type);
241*4882a593Smuzhiyun extern bool irq_percpu_is_enabled(unsigned int irq);
242*4882a593Smuzhiyun extern void irq_wake_thread(unsigned int irq, void *dev_id);
243*4882a593Smuzhiyun 
244*4882a593Smuzhiyun extern void disable_nmi_nosync(unsigned int irq);
245*4882a593Smuzhiyun extern void disable_percpu_nmi(unsigned int irq);
246*4882a593Smuzhiyun extern void enable_nmi(unsigned int irq);
247*4882a593Smuzhiyun extern void enable_percpu_nmi(unsigned int irq, unsigned int type);
248*4882a593Smuzhiyun extern int prepare_percpu_nmi(unsigned int irq);
249*4882a593Smuzhiyun extern void teardown_percpu_nmi(unsigned int irq);
250*4882a593Smuzhiyun 
251*4882a593Smuzhiyun extern int irq_inject_interrupt(unsigned int irq);
252*4882a593Smuzhiyun 
253*4882a593Smuzhiyun /* The following three functions are for the core kernel use only. */
254*4882a593Smuzhiyun extern void suspend_device_irqs(void);
255*4882a593Smuzhiyun extern void resume_device_irqs(void);
256*4882a593Smuzhiyun extern void rearm_wake_irq(unsigned int irq);
257*4882a593Smuzhiyun 
258*4882a593Smuzhiyun /**
259*4882a593Smuzhiyun  * struct irq_affinity_notify - context for notification of IRQ affinity changes
260*4882a593Smuzhiyun  * @irq:		Interrupt to which notification applies
261*4882a593Smuzhiyun  * @kref:		Reference count, for internal use
262*4882a593Smuzhiyun  * @work:		Work item, for internal use
263*4882a593Smuzhiyun  * @notify:		Function to be called on change.  This will be
264*4882a593Smuzhiyun  *			called in process context.
265*4882a593Smuzhiyun  * @release:		Function to be called on release.  This will be
266*4882a593Smuzhiyun  *			called in process context.  Once registered, the
267*4882a593Smuzhiyun  *			structure must only be freed when this function is
268*4882a593Smuzhiyun  *			called or later.
269*4882a593Smuzhiyun  */
270*4882a593Smuzhiyun struct irq_affinity_notify {
271*4882a593Smuzhiyun 	unsigned int irq;
272*4882a593Smuzhiyun 	struct kref kref;
273*4882a593Smuzhiyun 	struct work_struct work;
274*4882a593Smuzhiyun 	void (*notify)(struct irq_affinity_notify *, const cpumask_t *mask);
275*4882a593Smuzhiyun 	void (*release)(struct kref *ref);
276*4882a593Smuzhiyun };
277*4882a593Smuzhiyun 
278*4882a593Smuzhiyun #define	IRQ_AFFINITY_MAX_SETS  4
279*4882a593Smuzhiyun 
280*4882a593Smuzhiyun /**
281*4882a593Smuzhiyun  * struct irq_affinity - Description for automatic irq affinity assignements
282*4882a593Smuzhiyun  * @pre_vectors:	Don't apply affinity to @pre_vectors at beginning of
283*4882a593Smuzhiyun  *			the MSI(-X) vector space
284*4882a593Smuzhiyun  * @post_vectors:	Don't apply affinity to @post_vectors at end of
285*4882a593Smuzhiyun  *			the MSI(-X) vector space
286*4882a593Smuzhiyun  * @nr_sets:		The number of interrupt sets for which affinity
287*4882a593Smuzhiyun  *			spreading is required
288*4882a593Smuzhiyun  * @set_size:		Array holding the size of each interrupt set
289*4882a593Smuzhiyun  * @calc_sets:		Callback for calculating the number and size
290*4882a593Smuzhiyun  *			of interrupt sets
291*4882a593Smuzhiyun  * @priv:		Private data for usage by @calc_sets, usually a
292*4882a593Smuzhiyun  *			pointer to driver/device specific data.
293*4882a593Smuzhiyun  */
294*4882a593Smuzhiyun struct irq_affinity {
295*4882a593Smuzhiyun 	unsigned int	pre_vectors;
296*4882a593Smuzhiyun 	unsigned int	post_vectors;
297*4882a593Smuzhiyun 	unsigned int	nr_sets;
298*4882a593Smuzhiyun 	unsigned int	set_size[IRQ_AFFINITY_MAX_SETS];
299*4882a593Smuzhiyun 	void		(*calc_sets)(struct irq_affinity *, unsigned int nvecs);
300*4882a593Smuzhiyun 	void		*priv;
301*4882a593Smuzhiyun };
302*4882a593Smuzhiyun 
303*4882a593Smuzhiyun /**
304*4882a593Smuzhiyun  * struct irq_affinity_desc - Interrupt affinity descriptor
305*4882a593Smuzhiyun  * @mask:	cpumask to hold the affinity assignment
306*4882a593Smuzhiyun  * @is_managed: 1 if the interrupt is managed internally
307*4882a593Smuzhiyun  */
308*4882a593Smuzhiyun struct irq_affinity_desc {
309*4882a593Smuzhiyun 	struct cpumask	mask;
310*4882a593Smuzhiyun 	unsigned int	is_managed : 1;
311*4882a593Smuzhiyun };
312*4882a593Smuzhiyun 
313*4882a593Smuzhiyun #if defined(CONFIG_SMP)
314*4882a593Smuzhiyun 
315*4882a593Smuzhiyun extern cpumask_var_t irq_default_affinity;
316*4882a593Smuzhiyun 
317*4882a593Smuzhiyun /* Internal implementation. Use the helpers below */
318*4882a593Smuzhiyun extern int __irq_set_affinity(unsigned int irq, const struct cpumask *cpumask,
319*4882a593Smuzhiyun 			      bool force);
320*4882a593Smuzhiyun 
321*4882a593Smuzhiyun /**
322*4882a593Smuzhiyun  * irq_set_affinity - Set the irq affinity of a given irq
323*4882a593Smuzhiyun  * @irq:	Interrupt to set affinity
324*4882a593Smuzhiyun  * @cpumask:	cpumask
325*4882a593Smuzhiyun  *
326*4882a593Smuzhiyun  * Fails if cpumask does not contain an online CPU
327*4882a593Smuzhiyun  */
328*4882a593Smuzhiyun static inline int
irq_set_affinity(unsigned int irq,const struct cpumask * cpumask)329*4882a593Smuzhiyun irq_set_affinity(unsigned int irq, const struct cpumask *cpumask)
330*4882a593Smuzhiyun {
331*4882a593Smuzhiyun 	return __irq_set_affinity(irq, cpumask, false);
332*4882a593Smuzhiyun }
333*4882a593Smuzhiyun 
334*4882a593Smuzhiyun /**
335*4882a593Smuzhiyun  * irq_force_affinity - Force the irq affinity of a given irq
336*4882a593Smuzhiyun  * @irq:	Interrupt to set affinity
337*4882a593Smuzhiyun  * @cpumask:	cpumask
338*4882a593Smuzhiyun  *
339*4882a593Smuzhiyun  * Same as irq_set_affinity, but without checking the mask against
340*4882a593Smuzhiyun  * online cpus.
341*4882a593Smuzhiyun  *
342*4882a593Smuzhiyun  * Solely for low level cpu hotplug code, where we need to make per
343*4882a593Smuzhiyun  * cpu interrupts affine before the cpu becomes online.
344*4882a593Smuzhiyun  */
345*4882a593Smuzhiyun static inline int
irq_force_affinity(unsigned int irq,const struct cpumask * cpumask)346*4882a593Smuzhiyun irq_force_affinity(unsigned int irq, const struct cpumask *cpumask)
347*4882a593Smuzhiyun {
348*4882a593Smuzhiyun 	return __irq_set_affinity(irq, cpumask, true);
349*4882a593Smuzhiyun }
350*4882a593Smuzhiyun 
351*4882a593Smuzhiyun extern int irq_can_set_affinity(unsigned int irq);
352*4882a593Smuzhiyun extern int irq_select_affinity(unsigned int irq);
353*4882a593Smuzhiyun 
354*4882a593Smuzhiyun extern int irq_set_affinity_hint(unsigned int irq, const struct cpumask *m);
355*4882a593Smuzhiyun 
356*4882a593Smuzhiyun extern int
357*4882a593Smuzhiyun irq_set_affinity_notifier(unsigned int irq, struct irq_affinity_notify *notify);
358*4882a593Smuzhiyun 
359*4882a593Smuzhiyun struct irq_affinity_desc *
360*4882a593Smuzhiyun irq_create_affinity_masks(unsigned int nvec, struct irq_affinity *affd);
361*4882a593Smuzhiyun 
362*4882a593Smuzhiyun unsigned int irq_calc_affinity_vectors(unsigned int minvec, unsigned int maxvec,
363*4882a593Smuzhiyun 				       const struct irq_affinity *affd);
364*4882a593Smuzhiyun 
365*4882a593Smuzhiyun #else /* CONFIG_SMP */
366*4882a593Smuzhiyun 
irq_set_affinity(unsigned int irq,const struct cpumask * m)367*4882a593Smuzhiyun static inline int irq_set_affinity(unsigned int irq, const struct cpumask *m)
368*4882a593Smuzhiyun {
369*4882a593Smuzhiyun 	return -EINVAL;
370*4882a593Smuzhiyun }
371*4882a593Smuzhiyun 
irq_force_affinity(unsigned int irq,const struct cpumask * cpumask)372*4882a593Smuzhiyun static inline int irq_force_affinity(unsigned int irq, const struct cpumask *cpumask)
373*4882a593Smuzhiyun {
374*4882a593Smuzhiyun 	return 0;
375*4882a593Smuzhiyun }
376*4882a593Smuzhiyun 
irq_can_set_affinity(unsigned int irq)377*4882a593Smuzhiyun static inline int irq_can_set_affinity(unsigned int irq)
378*4882a593Smuzhiyun {
379*4882a593Smuzhiyun 	return 0;
380*4882a593Smuzhiyun }
381*4882a593Smuzhiyun 
irq_select_affinity(unsigned int irq)382*4882a593Smuzhiyun static inline int irq_select_affinity(unsigned int irq)  { return 0; }
383*4882a593Smuzhiyun 
irq_set_affinity_hint(unsigned int irq,const struct cpumask * m)384*4882a593Smuzhiyun static inline int irq_set_affinity_hint(unsigned int irq,
385*4882a593Smuzhiyun 					const struct cpumask *m)
386*4882a593Smuzhiyun {
387*4882a593Smuzhiyun 	return -EINVAL;
388*4882a593Smuzhiyun }
389*4882a593Smuzhiyun 
390*4882a593Smuzhiyun static inline int
irq_set_affinity_notifier(unsigned int irq,struct irq_affinity_notify * notify)391*4882a593Smuzhiyun irq_set_affinity_notifier(unsigned int irq, struct irq_affinity_notify *notify)
392*4882a593Smuzhiyun {
393*4882a593Smuzhiyun 	return 0;
394*4882a593Smuzhiyun }
395*4882a593Smuzhiyun 
396*4882a593Smuzhiyun static inline struct irq_affinity_desc *
irq_create_affinity_masks(unsigned int nvec,struct irq_affinity * affd)397*4882a593Smuzhiyun irq_create_affinity_masks(unsigned int nvec, struct irq_affinity *affd)
398*4882a593Smuzhiyun {
399*4882a593Smuzhiyun 	return NULL;
400*4882a593Smuzhiyun }
401*4882a593Smuzhiyun 
402*4882a593Smuzhiyun static inline unsigned int
irq_calc_affinity_vectors(unsigned int minvec,unsigned int maxvec,const struct irq_affinity * affd)403*4882a593Smuzhiyun irq_calc_affinity_vectors(unsigned int minvec, unsigned int maxvec,
404*4882a593Smuzhiyun 			  const struct irq_affinity *affd)
405*4882a593Smuzhiyun {
406*4882a593Smuzhiyun 	return maxvec;
407*4882a593Smuzhiyun }
408*4882a593Smuzhiyun 
409*4882a593Smuzhiyun #endif /* CONFIG_SMP */
410*4882a593Smuzhiyun 
411*4882a593Smuzhiyun /*
412*4882a593Smuzhiyun  * Special lockdep variants of irq disabling/enabling.
413*4882a593Smuzhiyun  * These should be used for locking constructs that
414*4882a593Smuzhiyun  * know that a particular irq context which is disabled,
415*4882a593Smuzhiyun  * and which is the only irq-context user of a lock,
416*4882a593Smuzhiyun  * that it's safe to take the lock in the irq-disabled
417*4882a593Smuzhiyun  * section without disabling hardirqs.
418*4882a593Smuzhiyun  *
419*4882a593Smuzhiyun  * On !CONFIG_LOCKDEP they are equivalent to the normal
420*4882a593Smuzhiyun  * irq disable/enable methods.
421*4882a593Smuzhiyun  */
disable_irq_nosync_lockdep(unsigned int irq)422*4882a593Smuzhiyun static inline void disable_irq_nosync_lockdep(unsigned int irq)
423*4882a593Smuzhiyun {
424*4882a593Smuzhiyun 	disable_irq_nosync(irq);
425*4882a593Smuzhiyun #ifdef CONFIG_LOCKDEP
426*4882a593Smuzhiyun 	local_irq_disable();
427*4882a593Smuzhiyun #endif
428*4882a593Smuzhiyun }
429*4882a593Smuzhiyun 
disable_irq_nosync_lockdep_irqsave(unsigned int irq,unsigned long * flags)430*4882a593Smuzhiyun static inline void disable_irq_nosync_lockdep_irqsave(unsigned int irq, unsigned long *flags)
431*4882a593Smuzhiyun {
432*4882a593Smuzhiyun 	disable_irq_nosync(irq);
433*4882a593Smuzhiyun #ifdef CONFIG_LOCKDEP
434*4882a593Smuzhiyun 	local_irq_save(*flags);
435*4882a593Smuzhiyun #endif
436*4882a593Smuzhiyun }
437*4882a593Smuzhiyun 
disable_irq_lockdep(unsigned int irq)438*4882a593Smuzhiyun static inline void disable_irq_lockdep(unsigned int irq)
439*4882a593Smuzhiyun {
440*4882a593Smuzhiyun 	disable_irq(irq);
441*4882a593Smuzhiyun #ifdef CONFIG_LOCKDEP
442*4882a593Smuzhiyun 	local_irq_disable();
443*4882a593Smuzhiyun #endif
444*4882a593Smuzhiyun }
445*4882a593Smuzhiyun 
enable_irq_lockdep(unsigned int irq)446*4882a593Smuzhiyun static inline void enable_irq_lockdep(unsigned int irq)
447*4882a593Smuzhiyun {
448*4882a593Smuzhiyun #ifdef CONFIG_LOCKDEP
449*4882a593Smuzhiyun 	local_irq_enable();
450*4882a593Smuzhiyun #endif
451*4882a593Smuzhiyun 	enable_irq(irq);
452*4882a593Smuzhiyun }
453*4882a593Smuzhiyun 
enable_irq_lockdep_irqrestore(unsigned int irq,unsigned long * flags)454*4882a593Smuzhiyun static inline void enable_irq_lockdep_irqrestore(unsigned int irq, unsigned long *flags)
455*4882a593Smuzhiyun {
456*4882a593Smuzhiyun #ifdef CONFIG_LOCKDEP
457*4882a593Smuzhiyun 	local_irq_restore(*flags);
458*4882a593Smuzhiyun #endif
459*4882a593Smuzhiyun 	enable_irq(irq);
460*4882a593Smuzhiyun }
461*4882a593Smuzhiyun 
462*4882a593Smuzhiyun /* IRQ wakeup (PM) control: */
463*4882a593Smuzhiyun extern int irq_set_irq_wake(unsigned int irq, unsigned int on);
464*4882a593Smuzhiyun 
enable_irq_wake(unsigned int irq)465*4882a593Smuzhiyun static inline int enable_irq_wake(unsigned int irq)
466*4882a593Smuzhiyun {
467*4882a593Smuzhiyun 	return irq_set_irq_wake(irq, 1);
468*4882a593Smuzhiyun }
469*4882a593Smuzhiyun 
disable_irq_wake(unsigned int irq)470*4882a593Smuzhiyun static inline int disable_irq_wake(unsigned int irq)
471*4882a593Smuzhiyun {
472*4882a593Smuzhiyun 	return irq_set_irq_wake(irq, 0);
473*4882a593Smuzhiyun }
474*4882a593Smuzhiyun 
475*4882a593Smuzhiyun /*
476*4882a593Smuzhiyun  * irq_get_irqchip_state/irq_set_irqchip_state specific flags
477*4882a593Smuzhiyun  */
478*4882a593Smuzhiyun enum irqchip_irq_state {
479*4882a593Smuzhiyun 	IRQCHIP_STATE_PENDING,		/* Is interrupt pending? */
480*4882a593Smuzhiyun 	IRQCHIP_STATE_ACTIVE,		/* Is interrupt in progress? */
481*4882a593Smuzhiyun 	IRQCHIP_STATE_MASKED,		/* Is interrupt masked? */
482*4882a593Smuzhiyun 	IRQCHIP_STATE_LINE_LEVEL,	/* Is IRQ line high? */
483*4882a593Smuzhiyun };
484*4882a593Smuzhiyun 
485*4882a593Smuzhiyun extern int irq_get_irqchip_state(unsigned int irq, enum irqchip_irq_state which,
486*4882a593Smuzhiyun 				 bool *state);
487*4882a593Smuzhiyun extern int irq_set_irqchip_state(unsigned int irq, enum irqchip_irq_state which,
488*4882a593Smuzhiyun 				 bool state);
489*4882a593Smuzhiyun 
490*4882a593Smuzhiyun #ifdef CONFIG_IRQ_FORCED_THREADING
491*4882a593Smuzhiyun # ifdef CONFIG_PREEMPT_RT
492*4882a593Smuzhiyun #  define force_irqthreads	(true)
493*4882a593Smuzhiyun # else
494*4882a593Smuzhiyun extern bool force_irqthreads;
495*4882a593Smuzhiyun # endif
496*4882a593Smuzhiyun #else
497*4882a593Smuzhiyun #define force_irqthreads	(0)
498*4882a593Smuzhiyun #endif
499*4882a593Smuzhiyun 
500*4882a593Smuzhiyun #ifndef local_softirq_pending
501*4882a593Smuzhiyun 
502*4882a593Smuzhiyun #ifndef local_softirq_pending_ref
503*4882a593Smuzhiyun #define local_softirq_pending_ref irq_stat.__softirq_pending
504*4882a593Smuzhiyun #endif
505*4882a593Smuzhiyun 
506*4882a593Smuzhiyun #define local_softirq_pending()	(__this_cpu_read(local_softirq_pending_ref))
507*4882a593Smuzhiyun #define set_softirq_pending(x)	(__this_cpu_write(local_softirq_pending_ref, (x)))
508*4882a593Smuzhiyun #define or_softirq_pending(x)	(__this_cpu_or(local_softirq_pending_ref, (x)))
509*4882a593Smuzhiyun 
510*4882a593Smuzhiyun #endif /* local_softirq_pending */
511*4882a593Smuzhiyun 
512*4882a593Smuzhiyun /* Some architectures might implement lazy enabling/disabling of
513*4882a593Smuzhiyun  * interrupts. In some cases, such as stop_machine, we might want
514*4882a593Smuzhiyun  * to ensure that after a local_irq_disable(), interrupts have
515*4882a593Smuzhiyun  * really been disabled in hardware. Such architectures need to
516*4882a593Smuzhiyun  * implement the following hook.
517*4882a593Smuzhiyun  */
518*4882a593Smuzhiyun #ifndef hard_irq_disable
519*4882a593Smuzhiyun #define hard_irq_disable()	do { } while(0)
520*4882a593Smuzhiyun #endif
521*4882a593Smuzhiyun 
522*4882a593Smuzhiyun /* PLEASE, avoid to allocate new softirqs, if you need not _really_ high
523*4882a593Smuzhiyun    frequency threaded job scheduling. For almost all the purposes
524*4882a593Smuzhiyun    tasklets are more than enough. F.e. all serial device BHs et
525*4882a593Smuzhiyun    al. should be converted to tasklets, not to softirqs.
526*4882a593Smuzhiyun  */
527*4882a593Smuzhiyun 
528*4882a593Smuzhiyun enum
529*4882a593Smuzhiyun {
530*4882a593Smuzhiyun 	HI_SOFTIRQ=0,
531*4882a593Smuzhiyun 	TIMER_SOFTIRQ,
532*4882a593Smuzhiyun 	NET_TX_SOFTIRQ,
533*4882a593Smuzhiyun 	NET_RX_SOFTIRQ,
534*4882a593Smuzhiyun 	BLOCK_SOFTIRQ,
535*4882a593Smuzhiyun 	IRQ_POLL_SOFTIRQ,
536*4882a593Smuzhiyun 	TASKLET_SOFTIRQ,
537*4882a593Smuzhiyun 	SCHED_SOFTIRQ,
538*4882a593Smuzhiyun 	HRTIMER_SOFTIRQ,
539*4882a593Smuzhiyun 	RCU_SOFTIRQ,    /* Preferable RCU should always be the last softirq */
540*4882a593Smuzhiyun 
541*4882a593Smuzhiyun 	NR_SOFTIRQS
542*4882a593Smuzhiyun };
543*4882a593Smuzhiyun 
544*4882a593Smuzhiyun #define SOFTIRQ_STOP_IDLE_MASK (~(1 << RCU_SOFTIRQ))
545*4882a593Smuzhiyun /* Softirq's where the handling might be long: */
546*4882a593Smuzhiyun #define LONG_SOFTIRQ_MASK ((1 << NET_TX_SOFTIRQ)       | \
547*4882a593Smuzhiyun 			   (1 << NET_RX_SOFTIRQ)       | \
548*4882a593Smuzhiyun 			   (1 << BLOCK_SOFTIRQ)        | \
549*4882a593Smuzhiyun 			   (1 << IRQ_POLL_SOFTIRQ) | \
550*4882a593Smuzhiyun 			   (1 << TASKLET_SOFTIRQ))
551*4882a593Smuzhiyun 
552*4882a593Smuzhiyun /* map softirq index to softirq name. update 'softirq_to_name' in
553*4882a593Smuzhiyun  * kernel/softirq.c when adding a new softirq.
554*4882a593Smuzhiyun  */
555*4882a593Smuzhiyun extern const char * const softirq_to_name[NR_SOFTIRQS];
556*4882a593Smuzhiyun 
557*4882a593Smuzhiyun /* softirq mask and active fields moved to irq_cpustat_t in
558*4882a593Smuzhiyun  * asm/hardirq.h to get better cache usage.  KAO
559*4882a593Smuzhiyun  */
560*4882a593Smuzhiyun 
561*4882a593Smuzhiyun struct softirq_action
562*4882a593Smuzhiyun {
563*4882a593Smuzhiyun 	void	(*action)(struct softirq_action *);
564*4882a593Smuzhiyun };
565*4882a593Smuzhiyun 
566*4882a593Smuzhiyun asmlinkage void do_softirq(void);
567*4882a593Smuzhiyun asmlinkage void __do_softirq(void);
568*4882a593Smuzhiyun 
569*4882a593Smuzhiyun #ifdef __ARCH_HAS_DO_SOFTIRQ
570*4882a593Smuzhiyun void do_softirq_own_stack(void);
571*4882a593Smuzhiyun #else
do_softirq_own_stack(void)572*4882a593Smuzhiyun static inline void do_softirq_own_stack(void)
573*4882a593Smuzhiyun {
574*4882a593Smuzhiyun 	__do_softirq();
575*4882a593Smuzhiyun }
576*4882a593Smuzhiyun #endif
577*4882a593Smuzhiyun 
578*4882a593Smuzhiyun extern void open_softirq(int nr, void (*action)(struct softirq_action *));
579*4882a593Smuzhiyun extern void softirq_init(void);
580*4882a593Smuzhiyun extern void __raise_softirq_irqoff(unsigned int nr);
581*4882a593Smuzhiyun 
582*4882a593Smuzhiyun extern void raise_softirq_irqoff(unsigned int nr);
583*4882a593Smuzhiyun extern void raise_softirq(unsigned int nr);
584*4882a593Smuzhiyun 
585*4882a593Smuzhiyun DECLARE_PER_CPU(struct task_struct *, ksoftirqd);
586*4882a593Smuzhiyun DECLARE_PER_CPU(__u32, active_softirqs);
587*4882a593Smuzhiyun 
this_cpu_ksoftirqd(void)588*4882a593Smuzhiyun static inline struct task_struct *this_cpu_ksoftirqd(void)
589*4882a593Smuzhiyun {
590*4882a593Smuzhiyun 	return this_cpu_read(ksoftirqd);
591*4882a593Smuzhiyun }
592*4882a593Smuzhiyun 
593*4882a593Smuzhiyun /* Tasklets --- multithreaded analogue of BHs.
594*4882a593Smuzhiyun 
595*4882a593Smuzhiyun    This API is deprecated. Please consider using threaded IRQs instead:
596*4882a593Smuzhiyun    https://lore.kernel.org/lkml/20200716081538.2sivhkj4hcyrusem@linutronix.de
597*4882a593Smuzhiyun 
598*4882a593Smuzhiyun    Main feature differing them of generic softirqs: tasklet
599*4882a593Smuzhiyun    is running only on one CPU simultaneously.
600*4882a593Smuzhiyun 
601*4882a593Smuzhiyun    Main feature differing them of BHs: different tasklets
602*4882a593Smuzhiyun    may be run simultaneously on different CPUs.
603*4882a593Smuzhiyun 
604*4882a593Smuzhiyun    Properties:
605*4882a593Smuzhiyun    * If tasklet_schedule() is called, then tasklet is guaranteed
606*4882a593Smuzhiyun      to be executed on some cpu at least once after this.
607*4882a593Smuzhiyun    * If the tasklet is already scheduled, but its execution is still not
608*4882a593Smuzhiyun      started, it will be executed only once.
609*4882a593Smuzhiyun    * If this tasklet is already running on another CPU (or schedule is called
610*4882a593Smuzhiyun      from tasklet itself), it is rescheduled for later.
611*4882a593Smuzhiyun    * Tasklet is strictly serialized wrt itself, but not
612*4882a593Smuzhiyun      wrt another tasklets. If client needs some intertask synchronization,
613*4882a593Smuzhiyun      he makes it with spinlocks.
614*4882a593Smuzhiyun  */
615*4882a593Smuzhiyun 
616*4882a593Smuzhiyun struct tasklet_struct
617*4882a593Smuzhiyun {
618*4882a593Smuzhiyun 	struct tasklet_struct *next;
619*4882a593Smuzhiyun 	unsigned long state;
620*4882a593Smuzhiyun 	atomic_t count;
621*4882a593Smuzhiyun 	bool use_callback;
622*4882a593Smuzhiyun 	union {
623*4882a593Smuzhiyun 		void (*func)(unsigned long data);
624*4882a593Smuzhiyun 		void (*callback)(struct tasklet_struct *t);
625*4882a593Smuzhiyun 	};
626*4882a593Smuzhiyun 	unsigned long data;
627*4882a593Smuzhiyun };
628*4882a593Smuzhiyun 
629*4882a593Smuzhiyun #define DECLARE_TASKLET(name, _callback)		\
630*4882a593Smuzhiyun struct tasklet_struct name = {				\
631*4882a593Smuzhiyun 	.count = ATOMIC_INIT(0),			\
632*4882a593Smuzhiyun 	.callback = _callback,				\
633*4882a593Smuzhiyun 	.use_callback = true,				\
634*4882a593Smuzhiyun }
635*4882a593Smuzhiyun 
636*4882a593Smuzhiyun #define DECLARE_TASKLET_DISABLED(name, _callback)	\
637*4882a593Smuzhiyun struct tasklet_struct name = {				\
638*4882a593Smuzhiyun 	.count = ATOMIC_INIT(1),			\
639*4882a593Smuzhiyun 	.callback = _callback,				\
640*4882a593Smuzhiyun 	.use_callback = true,				\
641*4882a593Smuzhiyun }
642*4882a593Smuzhiyun 
643*4882a593Smuzhiyun #define from_tasklet(var, callback_tasklet, tasklet_fieldname)	\
644*4882a593Smuzhiyun 	container_of(callback_tasklet, typeof(*var), tasklet_fieldname)
645*4882a593Smuzhiyun 
646*4882a593Smuzhiyun #define DECLARE_TASKLET_OLD(name, _func)		\
647*4882a593Smuzhiyun struct tasklet_struct name = {				\
648*4882a593Smuzhiyun 	.count = ATOMIC_INIT(0),			\
649*4882a593Smuzhiyun 	.func = _func,					\
650*4882a593Smuzhiyun }
651*4882a593Smuzhiyun 
652*4882a593Smuzhiyun #define DECLARE_TASKLET_DISABLED_OLD(name, _func)	\
653*4882a593Smuzhiyun struct tasklet_struct name = {				\
654*4882a593Smuzhiyun 	.count = ATOMIC_INIT(1),			\
655*4882a593Smuzhiyun 	.func = _func,					\
656*4882a593Smuzhiyun }
657*4882a593Smuzhiyun 
658*4882a593Smuzhiyun enum
659*4882a593Smuzhiyun {
660*4882a593Smuzhiyun 	TASKLET_STATE_SCHED,	/* Tasklet is scheduled for execution */
661*4882a593Smuzhiyun 	TASKLET_STATE_RUN	/* Tasklet is running (SMP only) */
662*4882a593Smuzhiyun };
663*4882a593Smuzhiyun 
664*4882a593Smuzhiyun #ifdef CONFIG_SMP
tasklet_trylock(struct tasklet_struct * t)665*4882a593Smuzhiyun static inline int tasklet_trylock(struct tasklet_struct *t)
666*4882a593Smuzhiyun {
667*4882a593Smuzhiyun 	return !test_and_set_bit(TASKLET_STATE_RUN, &(t)->state);
668*4882a593Smuzhiyun }
669*4882a593Smuzhiyun 
tasklet_unlock(struct tasklet_struct * t)670*4882a593Smuzhiyun static inline void tasklet_unlock(struct tasklet_struct *t)
671*4882a593Smuzhiyun {
672*4882a593Smuzhiyun 	smp_mb__before_atomic();
673*4882a593Smuzhiyun 	clear_bit(TASKLET_STATE_RUN, &(t)->state);
674*4882a593Smuzhiyun }
675*4882a593Smuzhiyun 
tasklet_unlock_wait(struct tasklet_struct * t)676*4882a593Smuzhiyun static inline void tasklet_unlock_wait(struct tasklet_struct *t)
677*4882a593Smuzhiyun {
678*4882a593Smuzhiyun 	while (test_bit(TASKLET_STATE_RUN, &(t)->state)) { barrier(); }
679*4882a593Smuzhiyun }
680*4882a593Smuzhiyun #else
681*4882a593Smuzhiyun #define tasklet_trylock(t) 1
682*4882a593Smuzhiyun #define tasklet_unlock_wait(t) do { } while (0)
683*4882a593Smuzhiyun #define tasklet_unlock(t) do { } while (0)
684*4882a593Smuzhiyun #endif
685*4882a593Smuzhiyun 
686*4882a593Smuzhiyun extern void __tasklet_schedule(struct tasklet_struct *t);
687*4882a593Smuzhiyun 
tasklet_schedule(struct tasklet_struct * t)688*4882a593Smuzhiyun static inline void tasklet_schedule(struct tasklet_struct *t)
689*4882a593Smuzhiyun {
690*4882a593Smuzhiyun 	if (!test_and_set_bit(TASKLET_STATE_SCHED, &t->state))
691*4882a593Smuzhiyun 		__tasklet_schedule(t);
692*4882a593Smuzhiyun }
693*4882a593Smuzhiyun 
694*4882a593Smuzhiyun extern void __tasklet_hi_schedule(struct tasklet_struct *t);
695*4882a593Smuzhiyun 
tasklet_hi_schedule(struct tasklet_struct * t)696*4882a593Smuzhiyun static inline void tasklet_hi_schedule(struct tasklet_struct *t)
697*4882a593Smuzhiyun {
698*4882a593Smuzhiyun 	if (!test_and_set_bit(TASKLET_STATE_SCHED, &t->state))
699*4882a593Smuzhiyun 		__tasklet_hi_schedule(t);
700*4882a593Smuzhiyun }
701*4882a593Smuzhiyun 
tasklet_disable_nosync(struct tasklet_struct * t)702*4882a593Smuzhiyun static inline void tasklet_disable_nosync(struct tasklet_struct *t)
703*4882a593Smuzhiyun {
704*4882a593Smuzhiyun 	atomic_inc(&t->count);
705*4882a593Smuzhiyun 	smp_mb__after_atomic();
706*4882a593Smuzhiyun }
707*4882a593Smuzhiyun 
tasklet_disable(struct tasklet_struct * t)708*4882a593Smuzhiyun static inline void tasklet_disable(struct tasklet_struct *t)
709*4882a593Smuzhiyun {
710*4882a593Smuzhiyun 	tasklet_disable_nosync(t);
711*4882a593Smuzhiyun 	tasklet_unlock_wait(t);
712*4882a593Smuzhiyun 	smp_mb();
713*4882a593Smuzhiyun }
714*4882a593Smuzhiyun 
tasklet_enable(struct tasklet_struct * t)715*4882a593Smuzhiyun static inline void tasklet_enable(struct tasklet_struct *t)
716*4882a593Smuzhiyun {
717*4882a593Smuzhiyun 	smp_mb__before_atomic();
718*4882a593Smuzhiyun 	atomic_dec(&t->count);
719*4882a593Smuzhiyun }
720*4882a593Smuzhiyun 
721*4882a593Smuzhiyun extern void tasklet_kill(struct tasklet_struct *t);
722*4882a593Smuzhiyun extern void tasklet_kill_immediate(struct tasklet_struct *t, unsigned int cpu);
723*4882a593Smuzhiyun extern void tasklet_init(struct tasklet_struct *t,
724*4882a593Smuzhiyun 			 void (*func)(unsigned long), unsigned long data);
725*4882a593Smuzhiyun extern void tasklet_setup(struct tasklet_struct *t,
726*4882a593Smuzhiyun 			  void (*callback)(struct tasklet_struct *));
727*4882a593Smuzhiyun 
728*4882a593Smuzhiyun /*
729*4882a593Smuzhiyun  * Autoprobing for irqs:
730*4882a593Smuzhiyun  *
731*4882a593Smuzhiyun  * probe_irq_on() and probe_irq_off() provide robust primitives
732*4882a593Smuzhiyun  * for accurate IRQ probing during kernel initialization.  They are
733*4882a593Smuzhiyun  * reasonably simple to use, are not "fooled" by spurious interrupts,
734*4882a593Smuzhiyun  * and, unlike other attempts at IRQ probing, they do not get hung on
735*4882a593Smuzhiyun  * stuck interrupts (such as unused PS2 mouse interfaces on ASUS boards).
736*4882a593Smuzhiyun  *
737*4882a593Smuzhiyun  * For reasonably foolproof probing, use them as follows:
738*4882a593Smuzhiyun  *
739*4882a593Smuzhiyun  * 1. clear and/or mask the device's internal interrupt.
740*4882a593Smuzhiyun  * 2. sti();
741*4882a593Smuzhiyun  * 3. irqs = probe_irq_on();      // "take over" all unassigned idle IRQs
742*4882a593Smuzhiyun  * 4. enable the device and cause it to trigger an interrupt.
743*4882a593Smuzhiyun  * 5. wait for the device to interrupt, using non-intrusive polling or a delay.
744*4882a593Smuzhiyun  * 6. irq = probe_irq_off(irqs);  // get IRQ number, 0=none, negative=multiple
745*4882a593Smuzhiyun  * 7. service the device to clear its pending interrupt.
746*4882a593Smuzhiyun  * 8. loop again if paranoia is required.
747*4882a593Smuzhiyun  *
748*4882a593Smuzhiyun  * probe_irq_on() returns a mask of allocated irq's.
749*4882a593Smuzhiyun  *
750*4882a593Smuzhiyun  * probe_irq_off() takes the mask as a parameter,
751*4882a593Smuzhiyun  * and returns the irq number which occurred,
752*4882a593Smuzhiyun  * or zero if none occurred, or a negative irq number
753*4882a593Smuzhiyun  * if more than one irq occurred.
754*4882a593Smuzhiyun  */
755*4882a593Smuzhiyun 
756*4882a593Smuzhiyun #if !defined(CONFIG_GENERIC_IRQ_PROBE)
probe_irq_on(void)757*4882a593Smuzhiyun static inline unsigned long probe_irq_on(void)
758*4882a593Smuzhiyun {
759*4882a593Smuzhiyun 	return 0;
760*4882a593Smuzhiyun }
probe_irq_off(unsigned long val)761*4882a593Smuzhiyun static inline int probe_irq_off(unsigned long val)
762*4882a593Smuzhiyun {
763*4882a593Smuzhiyun 	return 0;
764*4882a593Smuzhiyun }
probe_irq_mask(unsigned long val)765*4882a593Smuzhiyun static inline unsigned int probe_irq_mask(unsigned long val)
766*4882a593Smuzhiyun {
767*4882a593Smuzhiyun 	return 0;
768*4882a593Smuzhiyun }
769*4882a593Smuzhiyun #else
770*4882a593Smuzhiyun extern unsigned long probe_irq_on(void);	/* returns 0 on failure */
771*4882a593Smuzhiyun extern int probe_irq_off(unsigned long);	/* returns 0 or negative on failure */
772*4882a593Smuzhiyun extern unsigned int probe_irq_mask(unsigned long);	/* returns mask of ISA interrupts */
773*4882a593Smuzhiyun #endif
774*4882a593Smuzhiyun 
775*4882a593Smuzhiyun #ifdef CONFIG_PROC_FS
776*4882a593Smuzhiyun /* Initialize /proc/irq/ */
777*4882a593Smuzhiyun extern void init_irq_proc(void);
778*4882a593Smuzhiyun #else
init_irq_proc(void)779*4882a593Smuzhiyun static inline void init_irq_proc(void)
780*4882a593Smuzhiyun {
781*4882a593Smuzhiyun }
782*4882a593Smuzhiyun #endif
783*4882a593Smuzhiyun 
784*4882a593Smuzhiyun #ifdef CONFIG_IRQ_TIMINGS
785*4882a593Smuzhiyun void irq_timings_enable(void);
786*4882a593Smuzhiyun void irq_timings_disable(void);
787*4882a593Smuzhiyun u64 irq_timings_next_event(u64 now);
788*4882a593Smuzhiyun #endif
789*4882a593Smuzhiyun 
790*4882a593Smuzhiyun struct seq_file;
791*4882a593Smuzhiyun int show_interrupts(struct seq_file *p, void *v);
792*4882a593Smuzhiyun int arch_show_interrupts(struct seq_file *p, int prec);
793*4882a593Smuzhiyun 
794*4882a593Smuzhiyun extern int early_irq_init(void);
795*4882a593Smuzhiyun extern int arch_probe_nr_irqs(void);
796*4882a593Smuzhiyun extern int arch_early_irq_init(void);
797*4882a593Smuzhiyun 
798*4882a593Smuzhiyun /*
799*4882a593Smuzhiyun  * We want to know which function is an entrypoint of a hardirq or a softirq.
800*4882a593Smuzhiyun  */
801*4882a593Smuzhiyun #ifndef __irq_entry
802*4882a593Smuzhiyun # define __irq_entry	 __section(".irqentry.text")
803*4882a593Smuzhiyun #endif
804*4882a593Smuzhiyun 
805*4882a593Smuzhiyun #define __softirq_entry  __section(".softirqentry.text")
806*4882a593Smuzhiyun 
807*4882a593Smuzhiyun #endif
808