xref: /OK3568_Linux_fs/kernel/include/linux/mutex.h (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * Mutexes: blocking mutual exclusion locks
4*4882a593Smuzhiyun  *
5*4882a593Smuzhiyun  * started by Ingo Molnar:
6*4882a593Smuzhiyun  *
7*4882a593Smuzhiyun  *  Copyright (C) 2004, 2005, 2006 Red Hat, Inc., Ingo Molnar <mingo@redhat.com>
8*4882a593Smuzhiyun  *
9*4882a593Smuzhiyun  * This file contains the main data structure and API definitions.
10*4882a593Smuzhiyun  */
11*4882a593Smuzhiyun #ifndef __LINUX_MUTEX_H
12*4882a593Smuzhiyun #define __LINUX_MUTEX_H
13*4882a593Smuzhiyun 
14*4882a593Smuzhiyun #include <asm/current.h>
15*4882a593Smuzhiyun #include <linux/list.h>
16*4882a593Smuzhiyun #include <linux/spinlock_types.h>
17*4882a593Smuzhiyun #include <linux/lockdep.h>
18*4882a593Smuzhiyun #include <linux/atomic.h>
19*4882a593Smuzhiyun #include <asm/processor.h>
20*4882a593Smuzhiyun #include <linux/osq_lock.h>
21*4882a593Smuzhiyun #include <linux/debug_locks.h>
22*4882a593Smuzhiyun #include <linux/android_vendor.h>
23*4882a593Smuzhiyun 
24*4882a593Smuzhiyun struct ww_acquire_ctx;
25*4882a593Smuzhiyun 
26*4882a593Smuzhiyun /*
27*4882a593Smuzhiyun  * Simple, straightforward mutexes with strict semantics:
28*4882a593Smuzhiyun  *
29*4882a593Smuzhiyun  * - only one task can hold the mutex at a time
30*4882a593Smuzhiyun  * - only the owner can unlock the mutex
31*4882a593Smuzhiyun  * - multiple unlocks are not permitted
32*4882a593Smuzhiyun  * - recursive locking is not permitted
33*4882a593Smuzhiyun  * - a mutex object must be initialized via the API
34*4882a593Smuzhiyun  * - a mutex object must not be initialized via memset or copying
35*4882a593Smuzhiyun  * - task may not exit with mutex held
36*4882a593Smuzhiyun  * - memory areas where held locks reside must not be freed
37*4882a593Smuzhiyun  * - held mutexes must not be reinitialized
38*4882a593Smuzhiyun  * - mutexes may not be used in hardware or software interrupt
39*4882a593Smuzhiyun  *   contexts such as tasklets and timers
40*4882a593Smuzhiyun  *
41*4882a593Smuzhiyun  * These semantics are fully enforced when DEBUG_MUTEXES is
42*4882a593Smuzhiyun  * enabled. Furthermore, besides enforcing the above rules, the mutex
43*4882a593Smuzhiyun  * debugging code also implements a number of additional features
44*4882a593Smuzhiyun  * that make lock debugging easier and faster:
45*4882a593Smuzhiyun  *
46*4882a593Smuzhiyun  * - uses symbolic names of mutexes, whenever they are printed in debug output
47*4882a593Smuzhiyun  * - point-of-acquire tracking, symbolic lookup of function names
48*4882a593Smuzhiyun  * - list of all locks held in the system, printout of them
49*4882a593Smuzhiyun  * - owner tracking
50*4882a593Smuzhiyun  * - detects self-recursing locks and prints out all relevant info
51*4882a593Smuzhiyun  * - detects multi-task circular deadlocks and prints out all affected
52*4882a593Smuzhiyun  *   locks and tasks (and only those tasks)
53*4882a593Smuzhiyun  */
54*4882a593Smuzhiyun struct mutex {
55*4882a593Smuzhiyun 	atomic_long_t		owner;
56*4882a593Smuzhiyun 	spinlock_t		wait_lock;
57*4882a593Smuzhiyun #ifdef CONFIG_MUTEX_SPIN_ON_OWNER
58*4882a593Smuzhiyun 	struct optimistic_spin_queue osq; /* Spinner MCS lock */
59*4882a593Smuzhiyun #endif
60*4882a593Smuzhiyun 	struct list_head	wait_list;
61*4882a593Smuzhiyun #ifdef CONFIG_DEBUG_MUTEXES
62*4882a593Smuzhiyun 	void			*magic;
63*4882a593Smuzhiyun #endif
64*4882a593Smuzhiyun #ifdef CONFIG_DEBUG_LOCK_ALLOC
65*4882a593Smuzhiyun 	struct lockdep_map	dep_map;
66*4882a593Smuzhiyun #endif
67*4882a593Smuzhiyun 	ANDROID_OEM_DATA_ARRAY(1, 2);
68*4882a593Smuzhiyun };
69*4882a593Smuzhiyun 
70*4882a593Smuzhiyun struct ww_class;
71*4882a593Smuzhiyun struct ww_acquire_ctx;
72*4882a593Smuzhiyun 
73*4882a593Smuzhiyun struct ww_mutex {
74*4882a593Smuzhiyun 	struct mutex base;
75*4882a593Smuzhiyun 	struct ww_acquire_ctx *ctx;
76*4882a593Smuzhiyun #ifdef CONFIG_DEBUG_MUTEXES
77*4882a593Smuzhiyun 	struct ww_class *ww_class;
78*4882a593Smuzhiyun #endif
79*4882a593Smuzhiyun };
80*4882a593Smuzhiyun 
81*4882a593Smuzhiyun /*
82*4882a593Smuzhiyun  * This is the control structure for tasks blocked on mutex,
83*4882a593Smuzhiyun  * which resides on the blocked task's kernel stack:
84*4882a593Smuzhiyun  */
85*4882a593Smuzhiyun struct mutex_waiter {
86*4882a593Smuzhiyun 	struct list_head	list;
87*4882a593Smuzhiyun 	struct task_struct	*task;
88*4882a593Smuzhiyun 	struct ww_acquire_ctx	*ww_ctx;
89*4882a593Smuzhiyun #ifdef CONFIG_DEBUG_MUTEXES
90*4882a593Smuzhiyun 	void			*magic;
91*4882a593Smuzhiyun #endif
92*4882a593Smuzhiyun };
93*4882a593Smuzhiyun 
94*4882a593Smuzhiyun #ifdef CONFIG_DEBUG_MUTEXES
95*4882a593Smuzhiyun 
96*4882a593Smuzhiyun #define __DEBUG_MUTEX_INITIALIZER(lockname)				\
97*4882a593Smuzhiyun 	, .magic = &lockname
98*4882a593Smuzhiyun 
99*4882a593Smuzhiyun extern void mutex_destroy(struct mutex *lock);
100*4882a593Smuzhiyun 
101*4882a593Smuzhiyun #else
102*4882a593Smuzhiyun 
103*4882a593Smuzhiyun # define __DEBUG_MUTEX_INITIALIZER(lockname)
104*4882a593Smuzhiyun 
mutex_destroy(struct mutex * lock)105*4882a593Smuzhiyun static inline void mutex_destroy(struct mutex *lock) {}
106*4882a593Smuzhiyun 
107*4882a593Smuzhiyun #endif
108*4882a593Smuzhiyun 
109*4882a593Smuzhiyun /**
110*4882a593Smuzhiyun  * mutex_init - initialize the mutex
111*4882a593Smuzhiyun  * @mutex: the mutex to be initialized
112*4882a593Smuzhiyun  *
113*4882a593Smuzhiyun  * Initialize the mutex to unlocked state.
114*4882a593Smuzhiyun  *
115*4882a593Smuzhiyun  * It is not allowed to initialize an already locked mutex.
116*4882a593Smuzhiyun  */
117*4882a593Smuzhiyun #define mutex_init(mutex)						\
118*4882a593Smuzhiyun do {									\
119*4882a593Smuzhiyun 	static struct lock_class_key __key;				\
120*4882a593Smuzhiyun 									\
121*4882a593Smuzhiyun 	__mutex_init((mutex), #mutex, &__key);				\
122*4882a593Smuzhiyun } while (0)
123*4882a593Smuzhiyun 
124*4882a593Smuzhiyun #ifdef CONFIG_DEBUG_LOCK_ALLOC
125*4882a593Smuzhiyun # define __DEP_MAP_MUTEX_INITIALIZER(lockname)			\
126*4882a593Smuzhiyun 		, .dep_map = {					\
127*4882a593Smuzhiyun 			.name = #lockname,			\
128*4882a593Smuzhiyun 			.wait_type_inner = LD_WAIT_SLEEP,	\
129*4882a593Smuzhiyun 		}
130*4882a593Smuzhiyun #else
131*4882a593Smuzhiyun # define __DEP_MAP_MUTEX_INITIALIZER(lockname)
132*4882a593Smuzhiyun #endif
133*4882a593Smuzhiyun 
134*4882a593Smuzhiyun #define __MUTEX_INITIALIZER(lockname) \
135*4882a593Smuzhiyun 		{ .owner = ATOMIC_LONG_INIT(0) \
136*4882a593Smuzhiyun 		, .wait_lock = __SPIN_LOCK_UNLOCKED(lockname.wait_lock) \
137*4882a593Smuzhiyun 		, .wait_list = LIST_HEAD_INIT(lockname.wait_list) \
138*4882a593Smuzhiyun 		__DEBUG_MUTEX_INITIALIZER(lockname) \
139*4882a593Smuzhiyun 		__DEP_MAP_MUTEX_INITIALIZER(lockname) }
140*4882a593Smuzhiyun 
141*4882a593Smuzhiyun #define DEFINE_MUTEX(mutexname) \
142*4882a593Smuzhiyun 	struct mutex mutexname = __MUTEX_INITIALIZER(mutexname)
143*4882a593Smuzhiyun 
144*4882a593Smuzhiyun extern void __mutex_init(struct mutex *lock, const char *name,
145*4882a593Smuzhiyun 			 struct lock_class_key *key);
146*4882a593Smuzhiyun 
147*4882a593Smuzhiyun /**
148*4882a593Smuzhiyun  * mutex_is_locked - is the mutex locked
149*4882a593Smuzhiyun  * @lock: the mutex to be queried
150*4882a593Smuzhiyun  *
151*4882a593Smuzhiyun  * Returns true if the mutex is locked, false if unlocked.
152*4882a593Smuzhiyun  */
153*4882a593Smuzhiyun extern bool mutex_is_locked(struct mutex *lock);
154*4882a593Smuzhiyun 
155*4882a593Smuzhiyun /*
156*4882a593Smuzhiyun  * See kernel/locking/mutex.c for detailed documentation of these APIs.
157*4882a593Smuzhiyun  * Also see Documentation/locking/mutex-design.rst.
158*4882a593Smuzhiyun  */
159*4882a593Smuzhiyun #ifdef CONFIG_DEBUG_LOCK_ALLOC
160*4882a593Smuzhiyun extern void mutex_lock_nested(struct mutex *lock, unsigned int subclass);
161*4882a593Smuzhiyun extern void _mutex_lock_nest_lock(struct mutex *lock, struct lockdep_map *nest_lock);
162*4882a593Smuzhiyun 
163*4882a593Smuzhiyun extern int __must_check mutex_lock_interruptible_nested(struct mutex *lock,
164*4882a593Smuzhiyun 					unsigned int subclass);
165*4882a593Smuzhiyun extern int __must_check mutex_lock_killable_nested(struct mutex *lock,
166*4882a593Smuzhiyun 					unsigned int subclass);
167*4882a593Smuzhiyun extern void mutex_lock_io_nested(struct mutex *lock, unsigned int subclass);
168*4882a593Smuzhiyun 
169*4882a593Smuzhiyun #define mutex_lock(lock) mutex_lock_nested(lock, 0)
170*4882a593Smuzhiyun #define mutex_lock_interruptible(lock) mutex_lock_interruptible_nested(lock, 0)
171*4882a593Smuzhiyun #define mutex_lock_killable(lock) mutex_lock_killable_nested(lock, 0)
172*4882a593Smuzhiyun #define mutex_lock_io(lock) mutex_lock_io_nested(lock, 0)
173*4882a593Smuzhiyun 
174*4882a593Smuzhiyun #define mutex_lock_nest_lock(lock, nest_lock)				\
175*4882a593Smuzhiyun do {									\
176*4882a593Smuzhiyun 	typecheck(struct lockdep_map *, &(nest_lock)->dep_map);	\
177*4882a593Smuzhiyun 	_mutex_lock_nest_lock(lock, &(nest_lock)->dep_map);		\
178*4882a593Smuzhiyun } while (0)
179*4882a593Smuzhiyun 
180*4882a593Smuzhiyun #else
181*4882a593Smuzhiyun extern void mutex_lock(struct mutex *lock);
182*4882a593Smuzhiyun extern int __must_check mutex_lock_interruptible(struct mutex *lock);
183*4882a593Smuzhiyun extern int __must_check mutex_lock_killable(struct mutex *lock);
184*4882a593Smuzhiyun extern void mutex_lock_io(struct mutex *lock);
185*4882a593Smuzhiyun 
186*4882a593Smuzhiyun # define mutex_lock_nested(lock, subclass) mutex_lock(lock)
187*4882a593Smuzhiyun # define mutex_lock_interruptible_nested(lock, subclass) mutex_lock_interruptible(lock)
188*4882a593Smuzhiyun # define mutex_lock_killable_nested(lock, subclass) mutex_lock_killable(lock)
189*4882a593Smuzhiyun # define mutex_lock_nest_lock(lock, nest_lock) mutex_lock(lock)
190*4882a593Smuzhiyun # define mutex_lock_io_nested(lock, subclass) mutex_lock_io(lock)
191*4882a593Smuzhiyun #endif
192*4882a593Smuzhiyun 
193*4882a593Smuzhiyun /*
194*4882a593Smuzhiyun  * NOTE: mutex_trylock() follows the spin_trylock() convention,
195*4882a593Smuzhiyun  *       not the down_trylock() convention!
196*4882a593Smuzhiyun  *
197*4882a593Smuzhiyun  * Returns 1 if the mutex has been acquired successfully, and 0 on contention.
198*4882a593Smuzhiyun  */
199*4882a593Smuzhiyun extern int mutex_trylock(struct mutex *lock);
200*4882a593Smuzhiyun extern void mutex_unlock(struct mutex *lock);
201*4882a593Smuzhiyun 
202*4882a593Smuzhiyun extern int atomic_dec_and_mutex_lock(atomic_t *cnt, struct mutex *lock);
203*4882a593Smuzhiyun 
204*4882a593Smuzhiyun /*
205*4882a593Smuzhiyun  * These values are chosen such that FAIL and SUCCESS match the
206*4882a593Smuzhiyun  * values of the regular mutex_trylock().
207*4882a593Smuzhiyun  */
208*4882a593Smuzhiyun enum mutex_trylock_recursive_enum {
209*4882a593Smuzhiyun 	MUTEX_TRYLOCK_FAILED    = 0,
210*4882a593Smuzhiyun 	MUTEX_TRYLOCK_SUCCESS   = 1,
211*4882a593Smuzhiyun 	MUTEX_TRYLOCK_RECURSIVE,
212*4882a593Smuzhiyun };
213*4882a593Smuzhiyun 
214*4882a593Smuzhiyun /**
215*4882a593Smuzhiyun  * mutex_trylock_recursive - trylock variant that allows recursive locking
216*4882a593Smuzhiyun  * @lock: mutex to be locked
217*4882a593Smuzhiyun  *
218*4882a593Smuzhiyun  * This function should not be used, _ever_. It is purely for hysterical GEM
219*4882a593Smuzhiyun  * raisins, and once those are gone this will be removed.
220*4882a593Smuzhiyun  *
221*4882a593Smuzhiyun  * Returns:
222*4882a593Smuzhiyun  *  - MUTEX_TRYLOCK_FAILED    - trylock failed,
223*4882a593Smuzhiyun  *  - MUTEX_TRYLOCK_SUCCESS   - lock acquired,
224*4882a593Smuzhiyun  *  - MUTEX_TRYLOCK_RECURSIVE - we already owned the lock.
225*4882a593Smuzhiyun  */
226*4882a593Smuzhiyun extern /* __deprecated */ __must_check enum mutex_trylock_recursive_enum
227*4882a593Smuzhiyun mutex_trylock_recursive(struct mutex *lock);
228*4882a593Smuzhiyun 
229*4882a593Smuzhiyun #endif /* __LINUX_MUTEX_H */
230