34 static __always_inline int arch_spin_value_unlocked(arch_spinlock_t lock)  in arch_spin_value_unlocked()  argument
36 	return lock.slock == 0;  in arch_spin_value_unlocked()
39 static inline int arch_spin_is_locked(arch_spinlock_t *lock)  in arch_spin_is_locked()  argument
42 	return !arch_spin_value_unlocked(*lock);  in arch_spin_is_locked()
49 static inline unsigned long __arch_spin_trylock(arch_spinlock_t *lock)  in __arch_spin_trylock()  argument
63 	: "r" (token), "r" (&lock->slock)  in __arch_spin_trylock()
69 static inline int arch_spin_trylock(arch_spinlock_t *lock)  in arch_spin_trylock()  argument
71 	return __arch_spin_trylock(lock) == 0;  in arch_spin_trylock()
90 void splpar_spin_yield(arch_spinlock_t *lock);
91 void splpar_rw_yield(arch_rwlock_t *lock);
93 static inline void splpar_spin_yield(arch_spinlock_t *lock) {};  in splpar_spin_yield()  argument
94 static inline void splpar_rw_yield(arch_rwlock_t *lock) {};  in splpar_rw_yield()  argument
97 static inline void spin_yield(arch_spinlock_t *lock)  in spin_yield()  argument
100 		splpar_spin_yield(lock);  in spin_yield()
105 static inline void rw_yield(arch_rwlock_t *lock)  in rw_yield()  argument
108 		splpar_rw_yield(lock);  in rw_yield()
113 static inline void arch_spin_lock(arch_spinlock_t *lock)  in arch_spin_lock()  argument
116 		if (likely(__arch_spin_trylock(lock) == 0))  in arch_spin_lock()
121 				splpar_spin_yield(lock);  in arch_spin_lock()
122 		} while (unlikely(lock->slock != 0));  in arch_spin_lock()
128 void arch_spin_lock_flags(arch_spinlock_t *lock, unsigned long flags)  in arch_spin_lock_flags()  argument
133 		if (likely(__arch_spin_trylock(lock) == 0))  in arch_spin_lock_flags()
140 				splpar_spin_yield(lock);  in arch_spin_lock_flags()
141 		} while (unlikely(lock->slock != 0));  in arch_spin_lock_flags()
148 static inline void arch_spin_unlock(arch_spinlock_t *lock)  in arch_spin_unlock()  argument
152 	lock->slock = 0;  in arch_spin_unlock()
191 	: "r" (&rw->lock)  in __arch_read_trylock()
214 	: "r" (token), "r" (&rw->lock)  in __arch_write_trylock()
229 		} while (unlikely(rw->lock < 0));  in arch_read_lock()
243 		} while (unlikely(rw->lock != 0));  in arch_write_lock()
270 	: "r"(&rw->lock)  in arch_read_unlock()
278 	rw->lock = 0;  in arch_write_unlock()
281 #define arch_spin_relax(lock)	spin_yield(lock)  argument
282 #define arch_read_relax(lock)	rw_yield(lock)  argument
283 #define arch_write_relax(lock)	rw_yield(lock)  argument