107 # define DEBUG_RWSEMS_WARN_ON(c, sem)	do {			\  argument
117 # define DEBUG_RWSEMS_WARN_ON(c, sem)  argument
176 static inline void rwsem_set_owner(struct rw_semaphore *sem)  in rwsem_set_owner()
182 static inline void rwsem_clear_owner(struct rw_semaphore *sem)  in rwsem_clear_owner()
190 static inline bool rwsem_test_oflags(struct rw_semaphore *sem, long flags)  in rwsem_test_oflags()
205 static inline void __rwsem_set_reader_owned(struct rw_semaphore *sem,  in __rwsem_set_reader_owned()
214 static inline void rwsem_set_reader_owned(struct rw_semaphore *sem)  in rwsem_set_reader_owned()
223 static inline bool is_rwsem_reader_owned(struct rw_semaphore *sem)  in is_rwsem_reader_owned()
244 static inline void rwsem_clear_reader_owned(struct rw_semaphore *sem)  in rwsem_clear_reader_owned()
255 static inline void rwsem_clear_reader_owned(struct rw_semaphore *sem)  in rwsem_clear_reader_owned()
264 static inline void rwsem_set_nonspinnable(struct rw_semaphore *sem)  in rwsem_set_nonspinnable()
277 static inline bool rwsem_read_trylock(struct rw_semaphore *sem)  in rwsem_read_trylock()
292 static inline struct task_struct *rwsem_owner(struct rw_semaphore *sem)  in rwsem_owner()
303 rwsem_owner_flags(struct rw_semaphore *sem, unsigned long *pflags)  in rwsem_owner_flags()
331 void __init_rwsem(struct rw_semaphore *sem, const char *name,  in __init_rwsem()
355 #define rwsem_first_waiter(sem) \  argument
397 static void rwsem_mark_wake(struct rw_semaphore *sem,  in rwsem_mark_wake()
560 static inline bool rwsem_try_write_lock(struct rw_semaphore *sem,  in rwsem_try_write_lock()
607 static inline bool rwsem_try_read_lock_unqueued(struct rw_semaphore *sem)  in rwsem_try_read_lock_unqueued()
629 static inline bool rwsem_try_write_lock_unqueued(struct rw_semaphore *sem)  in rwsem_try_write_lock_unqueued()
653 static inline bool rwsem_can_spin_on_owner(struct rw_semaphore *sem,  in rwsem_can_spin_on_owner()
713 rwsem_spin_on_owner(struct rw_semaphore *sem, unsigned long nonspinnable)  in rwsem_spin_on_owner()
770 static inline u64 rwsem_rspin_threshold(struct rw_semaphore *sem)  in rwsem_rspin_threshold()
783 static bool rwsem_optimistic_spin(struct rw_semaphore *sem, bool wlock)  in rwsem_optimistic_spin()
917 static inline void clear_wr_nonspinnable(struct rw_semaphore *sem)  in clear_wr_nonspinnable()
942 static inline bool rwsem_reader_phase_trylock(struct rw_semaphore *sem,  in rwsem_reader_phase_trylock()
959 static inline bool rwsem_can_spin_on_owner(struct rw_semaphore *sem,  in rwsem_can_spin_on_owner()
965 static inline bool rwsem_optimistic_spin(struct rw_semaphore *sem, bool wlock)  in rwsem_optimistic_spin()
970 static inline void clear_wr_nonspinnable(struct rw_semaphore *sem) { }  in clear_wr_nonspinnable()
972 static inline bool rwsem_reader_phase_trylock(struct rw_semaphore *sem,  in rwsem_reader_phase_trylock()
979 rwsem_spin_on_owner(struct rw_semaphore *sem, unsigned long nonspinnable)  in rwsem_spin_on_owner()
990 rwsem_down_read_slowpath(struct rw_semaphore *sem, int state)  in rwsem_down_read_slowpath()
1133 static inline void rwsem_disable_reader_optspin(struct rw_semaphore *sem,  in rwsem_disable_reader_optspin()
1146 rwsem_down_write_slowpath(struct rw_semaphore *sem, int state)  in rwsem_down_write_slowpath()
1318 static struct rw_semaphore *rwsem_wake(struct rw_semaphore *sem, long count)  in rwsem_wake()
1340 static struct rw_semaphore *rwsem_downgrade_wake(struct rw_semaphore *sem)  in rwsem_downgrade_wake()
1359 static inline void __down_read(struct rw_semaphore *sem)  in __down_read()
1369 static inline int __down_read_interruptible(struct rw_semaphore *sem)  in __down_read_interruptible()
1381 static inline int __down_read_killable(struct rw_semaphore *sem)  in __down_read_killable()
1393 static inline int __down_read_trylock(struct rw_semaphore *sem)  in __down_read_trylock()
1417 static inline void __down_write(struct rw_semaphore *sem)  in __down_write()
1430 static inline int __down_write_killable(struct rw_semaphore *sem)  in __down_write_killable()
1445 static inline int __down_write_trylock(struct rw_semaphore *sem)  in __down_write_trylock()
1464 static inline void __up_read(struct rw_semaphore *sem)  in __up_read()
1486 static inline void __up_write(struct rw_semaphore *sem)  in __up_write()
1509 static inline void __downgrade_write(struct rw_semaphore *sem)  in __downgrade_write()
1531 void __sched down_read(struct rw_semaphore *sem)  in down_read()
1540 int __sched down_read_interruptible(struct rw_semaphore *sem)  in down_read_interruptible()
1554 int __sched down_read_killable(struct rw_semaphore *sem)  in down_read_killable()
1571 int down_read_trylock(struct rw_semaphore *sem)  in down_read_trylock()
1584 void __sched down_write(struct rw_semaphore *sem)  in down_write()
1595 int __sched down_write_killable(struct rw_semaphore *sem)  in down_write_killable()
1613 int down_write_trylock(struct rw_semaphore *sem)  in down_write_trylock()
1627 void up_read(struct rw_semaphore *sem)  in up_read()
1637 void up_write(struct rw_semaphore *sem)  in up_write()
1648 void downgrade_write(struct rw_semaphore *sem)  in downgrade_write()
1658 void down_read_nested(struct rw_semaphore *sem, int subclass)  in down_read_nested()
1666 int down_read_killable_nested(struct rw_semaphore *sem, int subclass)  in down_read_killable_nested()
1680 void _down_write_nest_lock(struct rw_semaphore *sem, struct lockdep_map *nest)  in _down_write_nest_lock()
1688 void down_read_non_owner(struct rw_semaphore *sem)  in down_read_non_owner()
1696 void down_write_nested(struct rw_semaphore *sem, int subclass)  in down_write_nested()
1704 int __sched down_write_killable_nested(struct rw_semaphore *sem, int subclass)  in down_write_killable_nested()
1719 void up_read_non_owner(struct rw_semaphore *sem)  in up_read_non_owner()