| /linux/include/linux/ |
| H A D | spinlock_api_up.h | 19 #define assert_raw_spin_locked(lock) do { (void)(lock); } while (0) argument
27 #define ___LOCK_(lock) \ argument
30 #define ___LOCK_shared(lock) \ argument
33 #define __LOCK(lock, argument
36 __LOCK_IRQ(lock) global() argument
39 __LOCK_IRQSAVE(lock,flags) global() argument
42 ___UNLOCK(lock) global() argument
45 __UNLOCK(lock) global() argument
48 __UNLOCK_BH(lock) global() argument
52 __UNLOCK_IRQ(lock) global() argument
55 __UNLOCK_IRQRESTORE(lock,flags) global() argument
58 _raw_spin_lock(lock) global() argument
59 _raw_spin_lock_nested(lock,subclass) global() argument
60 _raw_read_lock(lock) global() argument
61 _raw_write_lock(lock) global() argument
62 _raw_write_lock_nested(lock,subclass) global() argument
63 _raw_spin_lock_bh(lock) global() argument
64 _raw_read_lock_bh(lock) global() argument
65 _raw_write_lock_bh(lock) global() argument
66 _raw_spin_lock_irq(lock) global() argument
67 _raw_read_lock_irq(lock) global() argument
68 _raw_write_lock_irq(lock) global() argument
69 _raw_spin_lock_irqsave(lock,flags) global() argument
70 _raw_read_lock_irqsave(lock,flags) global() argument
71 _raw_write_lock_irqsave(lock,flags) global() argument
72 _raw_spin_trylock(lock) global() argument
73 _raw_read_trylock(lock) global() argument
74 _raw_write_trylock(lock) global() argument
75 _raw_spin_trylock_bh(lock) global() argument
76 _raw_spin_unlock(lock) global() argument
77 _raw_read_unlock(lock) global() argument
78 _raw_write_unlock(lock) global() argument
79 _raw_spin_unlock_bh(lock) global() argument
80 _raw_write_unlock_bh(lock) global() argument
81 _raw_read_unlock_bh(lock) global() argument
82 _raw_spin_unlock_irq(lock) global() argument
83 _raw_read_unlock_irq(lock) global() argument
84 _raw_write_unlock_irq(lock) global() argument
85 _raw_spin_unlock_irqrestore(lock,flags) global() argument
87 _raw_read_unlock_irqrestore(lock,flags) global() argument
89 _raw_write_unlock_irqrestore(lock,flags) global() argument
[all...] |
| H A D | rwlock_api_smp.h | 45 _raw_read_lock(lock) global() argument
49 _raw_write_lock(lock) global() argument
53 _raw_read_lock_bh(lock) global() argument
57 _raw_write_lock_bh(lock) global() argument
61 _raw_read_lock_irq(lock) global() argument
65 _raw_write_lock_irq(lock) global() argument
69 _raw_read_lock_irqsave(lock) global() argument
73 _raw_write_lock_irqsave(lock) global() argument
77 _raw_read_trylock(lock) global() argument
81 _raw_write_trylock(lock) global() argument
85 _raw_read_unlock(lock) global() argument
89 _raw_write_unlock(lock) global() argument
93 _raw_read_unlock_bh(lock) global() argument
97 _raw_write_unlock_bh(lock) global() argument
101 _raw_read_unlock_irq(lock) global() argument
105 _raw_write_unlock_irq(lock) global() argument
109 _raw_read_unlock_irqrestore(lock,flags) global() argument
114 _raw_write_unlock_irqrestore(lock,flags) global() argument
118 __raw_read_trylock(rwlock_t * lock) __raw_read_trylock() argument
129 __raw_write_trylock(rwlock_t * lock) __raw_write_trylock() argument
147 __raw_read_lock(rwlock_t * lock) __raw_read_lock() argument
154 __raw_read_lock_irqsave(rwlock_t * lock) __raw_read_lock_irqsave() argument
165 __raw_read_lock_irq(rwlock_t * lock) __raw_read_lock_irq() argument
173 __raw_read_lock_bh(rwlock_t * lock) __raw_read_lock_bh() argument
180 __raw_write_lock_irqsave(rwlock_t * lock) __raw_write_lock_irqsave() argument
191 __raw_write_lock_irq(rwlock_t * lock) __raw_write_lock_irq() argument
199 __raw_write_lock_bh(rwlock_t * lock) __raw_write_lock_bh() argument
206 __raw_write_lock(rwlock_t * lock) __raw_write_lock() argument
213 __raw_write_lock_nested(rwlock_t * lock,int subclass) __raw_write_lock_nested() argument
222 __raw_write_unlock(rwlock_t * lock) __raw_write_unlock() argument
229 __raw_read_unlock(rwlock_t * lock) __raw_read_unlock() argument
237 __raw_read_unlock_irqrestore(rwlock_t * lock,unsigned long flags) __raw_read_unlock_irqrestore() argument
245 __raw_read_unlock_irq(rwlock_t * lock) __raw_read_unlock_irq() argument
253 __raw_read_unlock_bh(rwlock_t * lock) __raw_read_unlock_bh() argument
260 __raw_write_unlock_irqrestore(rwlock_t * lock,unsigned long flags) __raw_write_unlock_irqrestore() argument
269 __raw_write_unlock_irq(rwlock_t * lock) __raw_write_unlock_irq() argument
277 __raw_write_unlock_bh(rwlock_t * lock) __raw_write_unlock_bh() argument
[all...] |
| H A D | spinlock.h | 104 # define raw_spin_lock_init(lock) \ argument
112 # define raw_spin_lock_init(lock) \ argument
116 #define raw_spin_is_locked(lock) arch_spin_is_locked(&(lock) argument
119 raw_spin_is_contended(lock) global() argument
121 raw_spin_is_contended(lock) global() argument
184 do_raw_spin_lock(raw_spinlock_t * lock) do_raw_spin_lock() argument
191 do_raw_spin_trylock(raw_spinlock_t * lock) do_raw_spin_trylock() argument
201 do_raw_spin_unlock(raw_spinlock_t * lock) do_raw_spin_unlock() argument
215 raw_spin_trylock(lock) global() argument
217 raw_spin_lock(lock) global() argument
220 raw_spin_lock_nested(lock,subclass) global() argument
223 raw_spin_lock_nest_lock(lock,nest_lock) global() argument
234 raw_spin_lock_nested(lock,subclass) global() argument
236 raw_spin_lock_nest_lock(lock,nest_lock) global() argument
241 raw_spin_lock_irqsave(lock,flags) global() argument
248 raw_spin_lock_irqsave_nested(lock,flags,subclass) global() argument
254 raw_spin_lock_irqsave_nested(lock,flags,subclass) global() argument
263 raw_spin_lock_irqsave(lock,flags) global() argument
269 raw_spin_lock_irqsave_nested(lock,flags,subclass) global() argument
274 raw_spin_lock_irq(lock) global() argument
275 raw_spin_lock_bh(lock) global() argument
276 raw_spin_unlock(lock) global() argument
277 raw_spin_unlock_irq(lock) global() argument
279 raw_spin_unlock_irqrestore(lock,flags) global() argument
284 raw_spin_unlock_bh(lock) global() argument
286 raw_spin_trylock_bh(lock) global() argument
289 raw_spin_trylock_irq(lock) global() argument
296 raw_spin_trylock_irqsave(lock,flags) global() argument
324 spinlock_check(spinlock_t * lock) spinlock_check() argument
331 spin_lock_init(lock) global() argument
349 spin_lock(spinlock_t * lock) spin_lock() argument
354 spin_lock_bh(spinlock_t * lock) spin_lock_bh() argument
359 spin_trylock(spinlock_t * lock) spin_trylock() argument
364 spin_lock_nested(lock,subclass) global() argument
369 spin_lock_nest_lock(lock,nest_lock) global() argument
374 spin_lock_irq(spinlock_t * lock) spin_lock_irq() argument
379 spin_lock_irqsave(lock,flags) global() argument
384 spin_lock_irqsave_nested(lock,flags,subclass) global() argument
389 spin_unlock(spinlock_t * lock) spin_unlock() argument
394 spin_unlock_bh(spinlock_t * lock) spin_unlock_bh() argument
399 spin_unlock_irq(spinlock_t * lock) spin_unlock_irq() argument
404 spin_unlock_irqrestore(spinlock_t * lock,unsigned long flags) spin_unlock_irqrestore() argument
409 spin_trylock_bh(spinlock_t * lock) spin_trylock_bh() argument
414 spin_trylock_irq(spinlock_t * lock) spin_trylock_irq() argument
419 spin_trylock_irqsave(lock,flags) global() argument
442 spin_is_locked(spinlock_t * lock) spin_is_locked() argument
447 spin_is_contended(spinlock_t * lock) spin_is_contended() argument
452 assert_spin_locked(lock) global() argument
463 spin_needbreak(spinlock_t * lock) spin_needbreak() argument
479 rwlock_needbreak(rwlock_t * lock) rwlock_needbreak() argument
501 atomic_dec_and_lock(atomic,lock) global() argument
506 atomic_dec_and_lock_irqsave(atomic,lock,flags) global() argument
510 atomic_dec_and_raw_lock(atomic,lock) global() argument
515 atomic_dec_and_raw_lock_irqsave(atomic,lock,flags) global() argument
[all...] |
| H A D | rwlock.h | 20 # define rwlock_init(lock) \ argument
27 # define rwlock_init(lock) \ argument
52 read_trylock(lock) global() argument
53 write_trylock(lock) global() argument
55 write_lock(lock) global() argument
56 read_lock(lock) global() argument
59 write_lock_nested(lock,subclass) global() argument
61 write_lock_nested(lock,subclass) global() argument
66 read_lock_irqsave(lock,flags) global() argument
71 write_lock_irqsave(lock,flags) global() argument
79 read_lock_irqsave(lock,flags) global() argument
84 write_lock_irqsave(lock,flags) global() argument
92 read_lock_irq(lock) global() argument
93 read_lock_bh(lock) global() argument
94 write_lock_irq(lock) global() argument
95 write_lock_bh(lock) global() argument
96 read_unlock(lock) global() argument
97 write_unlock(lock) global() argument
98 read_unlock_irq(lock) global() argument
99 write_unlock_irq(lock) global() argument
101 read_unlock_irqrestore(lock,flags) global() argument
106 read_unlock_bh(lock) global() argument
108 write_unlock_irqrestore(lock,flags) global() argument
113 write_unlock_bh(lock) global() argument
115 write_trylock_irqsave(lock,flags) global() argument
123 rwlock_is_contended(lock) global() argument
126 rwlock_is_contended(lock) global() argument
[all...] |
| H A D | spinlock_api_smp.h | 47 _raw_spin_lock(lock) global() argument
51 _raw_spin_lock_bh(lock) global() argument
55 _raw_spin_lock_irq(lock) global() argument
59 _raw_spin_lock_irqsave(lock) global() argument
63 _raw_spin_trylock(lock) global() argument
67 _raw_spin_trylock_bh(lock) global() argument
71 _raw_spin_unlock(lock) global() argument
75 _raw_spin_unlock_bh(lock) global() argument
79 _raw_spin_unlock_irq(lock) global() argument
83 _raw_spin_unlock_irqrestore(lock,flags) global() argument
86 __raw_spin_trylock(raw_spinlock_t * lock) __raw_spin_trylock() argument
104 __raw_spin_lock_irqsave(raw_spinlock_t * lock) __raw_spin_lock_irqsave() argument
115 __raw_spin_lock_irq(raw_spinlock_t * lock) __raw_spin_lock_irq() argument
123 __raw_spin_lock_bh(raw_spinlock_t * lock) __raw_spin_lock_bh() argument
130 __raw_spin_lock(raw_spinlock_t * lock) __raw_spin_lock() argument
139 __raw_spin_unlock(raw_spinlock_t * lock) __raw_spin_unlock() argument
146 __raw_spin_unlock_irqrestore(raw_spinlock_t * lock,unsigned long flags) __raw_spin_unlock_irqrestore() argument
155 __raw_spin_unlock_irq(raw_spinlock_t * lock) __raw_spin_unlock_irq() argument
163 __raw_spin_unlock_bh(raw_spinlock_t * lock) __raw_spin_unlock_bh() argument
170 __raw_spin_trylock_bh(raw_spinlock_t * lock) __raw_spin_trylock_bh() argument
[all...] |
| H A D | spinlock_rt.h | 13 static inline void __rt_spin_lock_init(spinlock_t *lock, const char *name, in __rt_spin_lock_init() argument
42 spin_lock(spinlock_t * lock) spin_lock() argument
48 __spin_lock_nested(lock,subclass) global() argument
51 __spin_lock_nest_lock(lock,nest_lock) global() argument
56 __spin_lock_irqsave_nested(lock,flags,subclass) global() argument
69 __spin_lock_nested(lock,subclass) global() argument
70 __spin_lock_nest_lock(lock,subclass) global() argument
71 __spin_lock_irqsave_nested(lock,flags,subclass) global() argument
75 spin_lock_nested(lock,subclass) global() argument
78 spin_lock_nest_lock(lock,nest_lock) global() argument
81 spin_lock_irqsave_nested(lock,flags,subclass) global() argument
84 spin_lock_bh(spinlock_t * lock) spin_lock_bh() argument
91 spin_lock_irq(spinlock_t * lock) spin_lock_irq() argument
96 spin_lock_irqsave(lock,flags) global() argument
103 spin_unlock(spinlock_t * lock) spin_unlock() argument
108 spin_unlock_bh(spinlock_t * lock) spin_unlock_bh() argument
114 spin_unlock_irq(spinlock_t * lock) spin_unlock_irq() argument
119 spin_unlock_irqrestore(spinlock_t * lock,unsigned long flags) spin_unlock_irqrestore() argument
125 spin_trylock(lock) global() argument
128 spin_trylock_bh(lock) global() argument
131 spin_trylock_irq(lock) global() argument
134 spin_trylock_irqsave(lock,flags) global() argument
144 spin_is_contended(lock) global() argument
146 spin_is_locked(spinlock_t * lock) spin_is_locked() argument
151 assert_spin_locked(lock) global() argument
[all...] |
| H A D | spinlock_up.h | 29 static inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock()
35 static inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
45 static inline void arch_spin_unlock(arch_spinlock_t *lock) in arch_spin_unlock()
54 #define arch_read_lock(lock) do { barrier(); (void)(lock); } while (0) argument
55 #define arch_write_lock(lock) do { barrier(); (void)(lock); } while (0) argument
56 #define arch_read_trylock(lock) ({ barrier(); (void)(lock); 1; }) argument
57 #define arch_write_trylock(lock) ({ barrier(); (void)(lock); 1; }) argument
58 #define arch_read_unlock(lock) do { barrier(); (void)(lock); } while (0) argument
59 #define arch_write_unlock(lock) do { barrier(); (void)(lock); } while (0) argument
62 #define arch_spin_is_locked(lock) ((void)(lock), 0) argument
[all …]
|
| H A D | mutex.h | 48 static inline void mutex_destroy(struct mutex *lock) {} in mutex_destroy() argument
92 static inline void __mutex_init(struct mutex *lock, const char *name, in __mutex_init() argument
100 static inline void __mutex_init(struct mutex *lock, const char *name, in __mutex_init() argument
135 __mutex_init(struct mutex * lock,const char * name,struct lock_class_key * key) __mutex_init() argument
144 __mutex_init(struct mutex * lock,const char * name,struct lock_class_key * key) __mutex_init() argument
158 __devm_mutex_init(struct device * dev,struct mutex * lock) __devm_mutex_init() argument
193 mutex_lock(lock) global() argument
194 mutex_lock_interruptible(lock) global() argument
195 mutex_lock_killable(lock) global() argument
196 mutex_lock_io(lock) global() argument
198 mutex_lock_nest_lock(lock,nest_lock) global() argument
204 mutex_lock_killable_nest_lock(lock,nest_lock) global() argument
210 mutex_lock_killable_nested(lock,subclass) global() argument
219 mutex_lock_nested(lock,subclass) global() argument
220 mutex_lock_interruptible_nested(lock,subclass) global() argument
221 mutex_lock_killable_nested(lock,subclass) global() argument
222 mutex_lock_killable_nest_lock(lock,nest_lock) global() argument
223 mutex_lock_nest_lock(lock,nest_lock) global() argument
224 mutex_lock_io_nested(lock,subclass) global() argument
237 mutex_trylock_nest_lock(lock,nest_lock) global() argument
243 mutex_trylock(lock) global() argument
246 mutex_trylock_nest_lock(lock,nest_lock) global() argument
[all...] |
| H A D | local_lock_internal.h | 81 #define __local_lock_init(lock) \ argument
92 #define __local_trylock_init(lock) \ argument
97 #define __spinlock_nested_bh_init(lock) \ argument
108 #define __local_lock_acquire(lock) \ argument
124 #define __local_lock(lock) \ argument
131 #define __local_lock_irq(lock) \ argument
138 #define __local_lock_irqsave(lock, flags) \ argument
145 #define __local_trylock(lock) \ argument
162 #define __local_trylock_irqsave(lock, flags) \ argument
180 #define __local_lock_is_locked(lock) READ_ONCE(this_cpu_ptr(lock)->acquired) argument
[all …]
|
| H A D | local_lock.h | 11 #define local_lock_init(lock) __local_lock_init(lock) argument
17 #define local_lock(lock) __local_lock(__this_cpu_local_lock(lock)) argument
23 local_lock_irq(lock) global() argument
31 local_lock_irqsave(lock,flags) global() argument
38 local_unlock(lock) global() argument
44 local_unlock_irq(lock) global() argument
52 local_unlock_irqrestore(lock,flags) global() argument
59 local_trylock_init(lock) global() argument
69 local_trylock(lock) global() argument
71 local_lock_is_locked(lock) global() argument
83 local_trylock_irqsave(lock,flags) global() argument
[all...] |
| /linux/kernel/locking/ |
| H A D | spinlock.c | 136 noinline int __lockfunc _raw_spin_trylock(raw_spinlock_t *lock) in _raw_spin_trylock()
144 noinline int __lockfunc _raw_spin_trylock_bh(raw_spinlock_t *lock) in _raw_spin_trylock_bh()
152 noinline void __lockfunc _raw_spin_lock(raw_spinlock_t *lock) in _raw_spin_lock()
160 noinline unsigned long __lockfunc _raw_spin_lock_irqsave(raw_spinlock_t *lock) in _raw_spin_lock_irqsave()
168 noinline void __lockfunc _raw_spin_lock_irq(raw_spinlock_t *lock) in _raw_spin_lock_irq()
176 noinline void __lockfunc _raw_spin_lock_bh(raw_spinlock_t *lock) in _raw_spin_lock_bh()
184 noinline void __lockfunc _raw_spin_unlock(raw_spinlock_t *lock) in _raw_spin_unlock()
192 noinline void __lockfunc _raw_spin_unlock_irqrestore(raw_spinlock_t *lock, unsigned long flags) in _raw_spin_unlock_irqrestore()
200 noinline void __lockfunc _raw_spin_unlock_irq(raw_spinlock_t *lock) in _raw_spin_unlock_irq()
208 noinline void __lockfunc _raw_spin_unlock_bh(raw_spinlock_t *lock) in _raw_spin_unlock_bh()
[all …]
|
| H A D | mutex.c | 46 static void __mutex_init_generic(struct mutex *lock) in __mutex_init_generic()
62 bool mutex_is_locked(struct mutex *lock) in mutex_is_locked()
74 unsigned long mutex_get_owner(struct mutex *lock) in mutex_get_owner()
84 static inline struct task_struct *__mutex_trylock_common(struct mutex *lock, bool handoff) in __mutex_trylock_common()
123 static inline bool __mutex_trylock_or_handoff(struct mutex *lock, bool handoff) in __mutex_trylock_or_handoff()
131 static inline bool __mutex_trylock(struct mutex *lock) in __mutex_trylock()
142 void mutex_init_generic(struct mutex *lock) in mutex_init_generic()
152 static __always_inline bool __mutex_trylock_fast(struct mutex *lock) in __mutex_trylock_fast()
165 static __always_inline bool __mutex_unlock_fast(struct mutex *lock) in __mutex_unlock_fast()
174 void mutex_init_lockep(struct mutex *lock, const char *name, struct lock_class_key *key) in mutex_init_lockep()
[all …]
|
| H A D | spinlock_debug.c | 17 void __raw_spin_lock_init(raw_spinlock_t *lock, const char *name, in __raw_spin_lock_init()
36 void __rwlock_init(rwlock_t *lock, const char *name, in __rwlock_init()
55 static void spin_dump(raw_spinlock_t *lock, const char *msg) in spin_dump()
73 static void spin_bug(raw_spinlock_t *lock, const char *msg) in spin_bug()
81 #define SPIN_BUG_ON(cond, lock, msg) if (unlikely(cond)) spin_bug(lock, msg) argument
84 debug_spin_lock_before(raw_spinlock_t *lock) in debug_spin_lock_before()
92 static inline void debug_spin_lock_after(raw_spinlock_t *lock) in debug_spin_lock_after()
98 static inline void debug_spin_unlock(raw_spinlock_t *lock) in debug_spin_unlock()
113 void do_raw_spin_lock(raw_spinlock_t *lock) in do_raw_spin_lock()
121 int do_raw_spin_trylock(raw_spinlock_t *lock) in do_raw_spin_trylock()
[all …]
|
| H A D | rtmutex_api.c | 40 static __always_inline int __rt_mutex_lock_common(struct rt_mutex *lock, in __rt_mutex_lock_common()
68 void __sched rt_mutex_lock_nested(struct rt_mutex *lock, unsigned int subclass) in rt_mutex_lock_nested()
74 void __sched _rt_mutex_lock_nest_lock(struct rt_mutex *lock, struct lockdep_map *nest_lock) in _rt_mutex_lock_nest_lock()
87 void __sched rt_mutex_lock(struct rt_mutex *lock) in rt_mutex_lock()
103 int __sched rt_mutex_lock_interruptible(struct rt_mutex *lock) in rt_mutex_lock_interruptible()
118 int __sched rt_mutex_lock_killable(struct rt_mutex *lock) in rt_mutex_lock_killable()
136 int __sched rt_mutex_trylock(struct rt_mutex *lock) in rt_mutex_trylock()
156 void __sched rt_mutex_unlock(struct rt_mutex *lock) in rt_mutex_unlock()
166 int __sched rt_mutex_futex_trylock(struct rt_mutex_base *lock) in rt_mutex_futex_trylock()
171 int __sched __rt_mutex_futex_trylock(struct rt_mutex_base *lock) in __rt_mutex_futex_trylock()
[all …]
|
| H A D | ww_mutex.h | 9 __ww_waiter_first(struct mutex *lock) in __ww_waiter_first()
21 __ww_waiter_next(struct mutex *lock, struct mutex_waiter *w) in __ww_waiter_next()
31 __ww_waiter_prev(struct mutex *lock, struct mutex_waiter *w) in __ww_waiter_prev()
41 __ww_waiter_last(struct mutex *lock) in __ww_waiter_last()
53 __ww_waiter_add(struct mutex *lock, struct mutex_waiter *waiter, struct mutex_waiter *pos) in __ww_waiter_add()
62 __ww_mutex_owner(struct mutex *lock) in __ww_mutex_owner()
68 __ww_mutex_has_waiters(struct mutex *lock) in __ww_mutex_has_waiters()
73 static inline void lock_wait_lock(struct mutex *lock, unsigned long *flags) in lock_wait_lock()
78 static inline void unlock_wait_lock(struct mutex *lock, unsigned long *flags) in unlock_wait_lock()
83 static inline void lockdep_assert_wait_lock_held(struct mutex *lock) in lockdep_assert_wait_lock_held()
[all …]
|
| H A D | rtmutex.c | 37 struct rt_mutex *lock, in __ww_mutex_add_waiter()
44 static inline void __ww_mutex_check_waiters(struct rt_mutex *lock, in __ww_mutex_check_waiters()
50 static inline void ww_mutex_lock_acquired(struct ww_mutex *lock, in ww_mutex_lock_acquired()
55 static inline int __ww_mutex_check_kill(struct rt_mutex *lock, in __ww_mutex_check_kill()
96 rt_mutex_owner_encode(struct rt_mutex_base *lock, struct task_struct *owner) in rt_mutex_owner_encode()
107 rt_mutex_set_owner(struct rt_mutex_base *lock, struct task_struct *owner) in rt_mutex_set_owner()
116 static __always_inline void rt_mutex_clear_owner(struct rt_mutex_base *lock) in rt_mutex_clear_owner()
122 static __always_inline void clear_rt_mutex_waiters(struct rt_mutex_base *lock) in clear_rt_mutex_waiters()
129 fixup_rt_mutex_waiters(struct rt_mutex_base *lock, bool acquire_lock) in fixup_rt_mutex_waiters()
217 static __always_inline bool rt_mutex_cmpxchg_acquire(struct rt_mutex_base *lock, in rt_mutex_cmpxchg_acquire()
[all …]
|
| H A D | mutex-debug.c | 29 void debug_mutex_lock_common(struct mutex *lock, struct mutex_waiter *waiter) in debug_mutex_lock_common()
37 void debug_mutex_wake_waiter(struct mutex *lock, struct mutex_waiter *waiter) in debug_mutex_wake_waiter()
51 void debug_mutex_add_waiter(struct mutex *lock, struct mutex_waiter *waiter, in debug_mutex_add_waiter()
60 void debug_mutex_remove_waiter(struct mutex *lock, struct mutex_waiter *waiter, in debug_mutex_remove_waiter()
73 void debug_mutex_unlock(struct mutex *lock) in debug_mutex_unlock()
81 void debug_mutex_init(struct mutex *lock) in debug_mutex_init()
91 int __devm_mutex_init(struct device *dev, struct mutex *lock) in __devm_mutex_init()
105 void mutex_destroy(struct mutex *lock) in mutex_destroy()
|
| H A D | qspinlock_paravirt.h | 81 static inline bool pv_hybrid_queued_unfair_trylock(struct qspinlock *lock) in pv_hybrid_queued_unfair_trylock()
110 static __always_inline void set_pending(struct qspinlock *lock) in set_pending()
120 static __always_inline bool trylock_clear_pending(struct qspinlock *lock) in trylock_clear_pending()
128 static __always_inline void set_pending(struct qspinlock *lock) in set_pending()
133 static __always_inline bool trylock_clear_pending(struct qspinlock *lock) in trylock_clear_pending()
168 struct qspinlock *lock; member
208 static struct qspinlock **pv_hash(struct qspinlock *lock, struct pv_node *node) in pv_hash()
236 static struct pv_node *pv_unhash(struct qspinlock *lock) in pv_unhash()
357 static void pv_kick_node(struct qspinlock *lock, struct mcs_spinlock *node) in pv_kick_node()
399 pv_wait_head_or_lock(struct qspinlock *lock, struct mcs_spinlock *node) in pv_wait_head_or_lock()
[all …]
|
| /linux/arch/powerpc/include/asm/ |
| H A D | simple_spinlock.h | 35 static __always_inline int arch_spin_value_unlocked(arch_spinlock_t lock) in arch_spin_value_unlocked()
40 static inline int arch_spin_is_locked(arch_spinlock_t *lock) in arch_spin_is_locked()
49 static inline unsigned long __arch_spin_trylock(arch_spinlock_t *lock) in __arch_spin_trylock()
70 static inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
94 static inline void splpar_spin_yield(arch_spinlock_t *lock) {} in splpar_spin_yield()
95 static inline void splpar_rw_yield(arch_rwlock_t *lock) {} in splpar_rw_yield()
98 static inline void spin_yield(arch_spinlock_t *lock) in spin_yield()
106 static inline void rw_yield(arch_rwlock_t *lock) in rw_yield()
114 static inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock()
128 static inline void arch_spin_unlock(arch_spinlock_t *lock) in arch_spin_unlock()
[all …]
|
| /linux/arch/alpha/include/asm/ |
| H A D | spinlock.h | 19 static inline int arch_spin_value_unlocked(arch_spinlock_t lock) in arch_spin_value_unlocked()
24 static inline void arch_spin_unlock(arch_spinlock_t * lock) in arch_spin_unlock()
30 static inline void arch_spin_lock(arch_spinlock_t * lock) in arch_spin_lock()
50 static inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
57 static inline void arch_read_lock(arch_rwlock_t *lock) in arch_read_lock()
77 static inline void arch_write_lock(arch_rwlock_t *lock) in arch_write_lock()
97 static inline int arch_read_trylock(arch_rwlock_t * lock) in arch_read_trylock()
119 static inline int arch_write_trylock(arch_rwlock_t * lock) in arch_write_trylock()
141 static inline void arch_read_unlock(arch_rwlock_t * lock) in arch_read_unlock()
157 static inline void arch_write_unlock(arch_rwlock_t * lock) in arch_write_unlock()
|
| /linux/arch/hexagon/include/asm/ |
| H A D | spinlock.h | 28 static inline void arch_read_lock(arch_rwlock_t *lock) in arch_read_lock()
43 static inline void arch_read_unlock(arch_rwlock_t *lock) in arch_read_unlock()
58 static inline int arch_read_trylock(arch_rwlock_t *lock) in arch_read_trylock()
76 static inline void arch_write_lock(arch_rwlock_t *lock) in arch_write_lock()
91 static inline int arch_write_trylock(arch_rwlock_t *lock) in arch_write_trylock()
109 static inline void arch_write_unlock(arch_rwlock_t *lock) in arch_write_unlock()
115 static inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock()
130 static inline void arch_spin_unlock(arch_spinlock_t *lock) in arch_spin_unlock()
136 static inline unsigned int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
|
| /linux/tools/virtio/linux/ |
| H A D | spinlock.h | 8 static inline void spin_lock_init(spinlock_t *lock) in spin_lock_init()
14 static inline void spin_lock(spinlock_t *lock) in spin_lock()
20 static inline void spin_unlock(spinlock_t *lock) in spin_unlock()
26 static inline void spin_lock_bh(spinlock_t *lock) in spin_lock_bh()
31 static inline void spin_unlock_bh(spinlock_t *lock) in spin_unlock_bh()
36 static inline void spin_lock_irq(spinlock_t *lock) in spin_lock_irq()
41 static inline void spin_unlock_irq(spinlock_t *lock) in spin_unlock_irq()
46 static inline void spin_lock_irqsave(spinlock_t *lock, unsigned long f) in spin_lock_irqsave()
51 static inline void spin_unlock_irqrestore(spinlock_t *lock, unsigned long f) in spin_unlock_irqrestore()
|
| /linux/include/asm-generic/ |
| H A D | rqspinlock.h | 53 static __always_inline int resilient_virt_spin_lock(rqspinlock_t *lock) in resilient_virt_spin_lock()
76 static __always_inline void grab_held_lock_entry(void *lock) in grab_held_lock_entry()
169 static __always_inline int res_spin_lock(rqspinlock_t *lock) in res_spin_lock()
194 #define res_spin_lock(lock) ({ grab_held_lock_entry(lock); resilient_tas_spin_lock(lock); }) argument
198 static __always_inline void res_spin_unlock(rqspinlock_t *lock) in res_spin_unlock()
225 #define raw_res_spin_lock_init(lock) ({ *(lock) = (rqspinlock_t)__ARCH_SPIN_LOCK_UNLOCKED; }) argument
227 #define raw_res_spin_lock_init(lock) ({ *(lock) = (rqspinlock_t){0}; }) argument
230 #define raw_res_spin_lock(lock) \ argument
240 #define raw_res_spin_unlock(lock) ({ res_spin_unlock(lock); preempt_enable(); }) argument
242 #define raw_res_spin_lock_irqsave(lock, flags) \ argument
[all …]
|
| /linux/arch/sparc/include/asm/ |
| H A D | spinlock_32.h | 16 #define arch_spin_is_locked(lock) (*((volatile unsigned char *)(lock)) != 0) argument
18 static inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock()
38 static inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
48 static inline void arch_spin_unlock(arch_spinlock_t *lock) in arch_spin_unlock()
92 #define arch_read_lock(lock) \ argument
112 #define arch_read_unlock(lock) \ argument
133 static inline void arch_write_unlock(arch_rwlock_t *lock) in arch_write_unlock()
177 #define arch_read_trylock(lock) \ argument
|
| /linux/fs/ocfs2/dlm/ |
| H A D | dlmast.c | 47 static int dlm_should_cancel_bast(struct dlm_ctxt *dlm, struct dlm_lock *lock) in dlm_should_cancel_bast()
74 void __dlm_queue_ast(struct dlm_ctxt *dlm, struct dlm_lock *lock) in __dlm_queue_ast()
129 void dlm_queue_ast(struct dlm_ctxt *dlm, struct dlm_lock *lock) in dlm_queue_ast()
140 void __dlm_queue_bast(struct dlm_ctxt *dlm, struct dlm_lock *lock) in __dlm_queue_bast()
167 struct dlm_lock *lock) in dlm_update_lvb()
197 struct dlm_lock *lock) in dlm_do_local_ast()
215 struct dlm_lock *lock) in dlm_do_remote_ast()
239 struct dlm_lock *lock, int blocked_type) in dlm_do_local_bast()
263 struct dlm_lock *lock = NULL; in dlm_proxy_ast_handler() local
422 struct dlm_lock *lock, int msg_type, in dlm_send_proxy_ast_msg()
|