| /linux/kernel/locking/ |
| H A D | rwbase_rt.c | 76 raw_spin_lock_irq(&rtm->wait_lock); in __rwbase_read_lock()
127 raw_spin_unlock_irq(&rtm->wait_lock); in __rwbase_read_lock()
157 raw_spin_lock_irq(&rtm->wait_lock); in __rwbase_read_unlock()
170 raw_spin_unlock_irq(&rtm->wait_lock); in __rwbase_read_unlock()
197 raw_spin_unlock_irqrestore(&rtm->wait_lock, flags); in __rwbase_write_unlock()
206 raw_spin_lock_irqsave(&rtm->wait_lock, flags); in rwbase_write_unlock()
215 raw_spin_lock_irqsave(&rtm->wait_lock, flags); in rwbase_write_downgrade()
223 lockdep_assert_held(&rwb->rtmutex.wait_lock); in __rwbase_write_trylock()
252 raw_spin_lock_irqsave(&rtm->wait_lock, flags); in rwbase_write_lock()
271 raw_spin_unlock_irqrestore(&rtm->wait_lock, flags); in rwbase_write_lock()
[all …]
|
| H A D | rtmutex.c | 267 __releases(lock->wait_lock) in unlock_rt_mutex_safe()
272 raw_spin_unlock_irqrestore(&lock->wait_lock, flags); in unlock_rt_mutex_safe()
341 __releases(lock->wait_lock) in unlock_rt_mutex_safe()
344 raw_spin_unlock_irqrestore(&lock->wait_lock, flags); in unlock_rt_mutex_safe()
365 lockdep_assert_held(&waiter->lock->wait_lock); in waiter_update_prio()
378 lockdep_assert_held(&waiter->lock->wait_lock); in waiter_clone_prio()
482 lockdep_assert_held(&lock->wait_lock); in rt_mutex_enqueue()
490 lockdep_assert_held(&lock->wait_lock); in rt_mutex_dequeue()
532 lockdep_assert_held(&lock->wait_lock); in rt_mutex_adjust_prio()
845 if (!raw_spin_trylock(&lock->wait_lock)) { in rt_mutex_adjust_prio_chain()
[all …]
|
| H A D | rwsem.c | 323 raw_spin_lock_init(&sem->wait_lock); in __init_rwsem()
371 lockdep_assert_held(&sem->wait_lock); in rwsem_add_waiter()
387 lockdep_assert_held(&sem->wait_lock); in rwsem_del_waiter()
418 lockdep_assert_held(&sem->wait_lock); in rwsem_mark_wake()
578 __releases(&sem->wait_lock) in rwsem_del_wake_waiter()
591 raw_spin_unlock_irq(&sem->wait_lock); in rwsem_del_wake_waiter()
609 lockdep_assert_held(&sem->wait_lock); in rwsem_try_write_lock()
1021 raw_spin_lock_irq(&sem->wait_lock); in rwsem_down_read_slowpath()
1025 raw_spin_unlock_irq(&sem->wait_lock); in rwsem_down_read_slowpath()
1037 raw_spin_lock_irq(&sem->wait_lock); in rwsem_down_read_slowpath()
[all …]
|
| H A D | rtmutex_api.c | 186 lockdep_assert_held(&lock->wait_lock); in __rt_mutex_futex_unlock()
212 raw_spin_lock_irqsave(&lock->wait_lock, flags); in rt_mutex_futex_unlock()
214 raw_spin_unlock_irqrestore(&lock->wait_lock, flags); in rt_mutex_futex_unlock()
269 lockdep_set_class(&lock->wait_lock, &pi_futex_key); in rt_mutex_init_proxy_locked()
318 lockdep_assert_held(&lock->wait_lock); in __rt_mutex_start_proxy_lock()
366 raw_spin_lock_irq(&lock->wait_lock); in rt_mutex_start_proxy_lock()
371 raw_spin_unlock_irq(&lock->wait_lock); in rt_mutex_start_proxy_lock()
401 raw_spin_lock_irq(&lock->wait_lock); in rt_mutex_wait_proxy_lock()
410 raw_spin_unlock_irq(&lock->wait_lock); in rt_mutex_wait_proxy_lock()
440 raw_spin_lock_irq(&lock->wait_lock); in rt_mutex_cleanup_proxy_lock()
[all …]
|
| H A D | qrwlock.c | 43 arch_spin_lock(&lock->wait_lock); in queued_read_lock_slowpath()
56 arch_spin_unlock(&lock->wait_lock); in queued_read_lock_slowpath()
73 arch_spin_lock(&lock->wait_lock); in queued_write_lock_slowpath()
88 arch_spin_unlock(&lock->wait_lock); in queued_write_lock_slowpath()
|
| H A D | ww_mutex.h | 75 raw_spin_lock_irqsave(&lock->wait_lock, *flags); in lock_wait_lock()
80 raw_spin_unlock_irqrestore(&lock->wait_lock, *flags); in unlock_wait_lock()
85 lockdep_assert_held(&lock->wait_lock); in lockdep_assert_wait_lock_held()
149 raw_spin_lock_irqsave(&lock->rtmutex.wait_lock, *flags); in lock_wait_lock()
154 raw_spin_unlock_irqrestore(&lock->rtmutex.wait_lock, *flags); in unlock_wait_lock()
159 lockdep_assert_held(&lock->rtmutex.wait_lock); in lockdep_assert_wait_lock_held()
|
| H A D | mutex.c | 49 raw_spin_lock_init(&lock->wait_lock); in __mutex_init_generic()
628 raw_spin_lock_irqsave(&lock->wait_lock, flags); in __mutex_lock_common()
690 raw_spin_unlock_irqrestore_wake(&lock->wait_lock, flags, &wake_q); in __mutex_lock_common()
725 raw_spin_lock_irqsave(&lock->wait_lock, flags); in __mutex_lock_common()
727 raw_spin_lock_irqsave(&lock->wait_lock, flags); in __mutex_lock_common()
754 raw_spin_unlock_irqrestore_wake(&lock->wait_lock, flags, &wake_q); in __mutex_lock_common()
765 raw_spin_unlock_irqrestore_wake(&lock->wait_lock, flags, &wake_q); in __mutex_lock_common()
963 raw_spin_lock_irqsave(&lock->wait_lock, flags); in __mutex_unlock_slowpath()
981 raw_spin_unlock_irqrestore_wake(&lock->wait_lock, flags, &wake_q); in __mutex_unlock_slowpath()
|
| H A D | mutex-debug.c | 39 lockdep_assert_held(&lock->wait_lock); in debug_mutex_wake_waiter()
54 lockdep_assert_held(&lock->wait_lock); in debug_mutex_add_waiter()
|
| H A D | rtmutex_common.h | 134 lockdep_assert_held(&lock->wait_lock); in rt_mutex_top_waiter()
173 raw_spin_lock_init(&lock->wait_lock); in __rt_mutex_base_init()
|
| /linux/drivers/gpu/drm/omapdrm/ |
| H A D | omap_irq.c | 26 assert_spin_locked(&priv->wait_lock); in omap_irq_update()
53 spin_lock_irqsave(&priv->wait_lock, flags); in omap_irq_wait_init()
56 spin_unlock_irqrestore(&priv->wait_lock, flags); in omap_irq_wait_init()
70 spin_lock_irqsave(&priv->wait_lock, flags); in omap_irq_wait()
73 spin_unlock_irqrestore(&priv->wait_lock, flags); in omap_irq_wait()
91 spin_lock_irqsave(&priv->wait_lock, flags); in omap_irq_enable_framedone()
97 spin_unlock_irqrestore(&priv->wait_lock, flags); in omap_irq_enable_framedone()
123 spin_lock_irqsave(&priv->wait_lock, flags); in omap_irq_enable_vblank()
127 spin_unlock_irqrestore(&priv->wait_lock, flags); in omap_irq_enable_vblank()
149 spin_lock_irqsave(&priv->wait_lock, flags); in omap_irq_disable_vblank()
[all …]
|
| H A D | omap_drv.h | 95 spinlock_t wait_lock; /* protects the wait_list */ member
|
| /linux/drivers/tty/ |
| H A D | tty_ldsem.c | 69 raw_spin_lock_init(&sem->wait_lock); in __init_ldsem()
147 raw_spin_lock_irqsave(&sem->wait_lock, flags); in ldsem_wake()
149 raw_spin_unlock_irqrestore(&sem->wait_lock, flags); in ldsem_wake()
162 raw_spin_lock_irq(&sem->wait_lock); in down_read_failed()
175 raw_spin_unlock_irq(&sem->wait_lock); in down_read_failed()
190 raw_spin_unlock_irq(&sem->wait_lock); in down_read_failed()
211 raw_spin_lock_irq(&sem->wait_lock); in down_read_failed()
216 raw_spin_unlock_irq(&sem->wait_lock); in down_read_failed()
220 raw_spin_unlock_irq(&sem->wait_lock); in down_read_failed()
237 raw_spin_lock_irq(&sem->wait_lock); in down_write_failed()
[all …]
|
| /linux/kernel/futex/ |
| H A D | pi.c | 51 lockdep_assert_held(&pi_state->pi_mutex.wait_lock); in pi_state_update_owner()
93 raw_spin_lock_irqsave(&pi_state->pi_mutex.wait_lock, flags); in put_pi_state()
96 raw_spin_unlock_irqrestore(&pi_state->pi_mutex.wait_lock, flags); in put_pi_state()
235 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in attach_to_pi_state()
300 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in attach_to_pi_state()
317 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in attach_to_pi_state()
663 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in wake_futex_pi()
791 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in __fixup_pi_state_owner()
810 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in __fixup_pi_state_owner()
851 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in fixup_pi_state_owner()
[all …]
|
| /linux/include/linux/ |
| H A D | rtmutex.h | 24 raw_spinlock_t wait_lock; member
31 .wait_lock = __RAW_SPIN_LOCK_UNLOCKED(rtbasename.wait_lock), \
|
| H A D | rwsem.h | 59 raw_spinlock_t wait_lock; member
108 .wait_lock = __RAW_SPIN_LOCK_UNLOCKED(name.wait_lock),\
|
| H A D | mutex_types.h | 43 raw_spinlock_t wait_lock; member
|
| H A D | mutex.h | 81 , .wait_lock = __RAW_SPIN_LOCK_UNLOCKED(lockname.wait_lock) \
|
| H A D | sched.h | 2187 lockdep_assert_held_once(&m->wait_lock); in __get_task_blocked_on()
2199 lockdep_assert_held_once(&m->wait_lock); in __set_task_blocked_on()
2211 guard(raw_spinlock_irqsave)(&m->wait_lock); in set_task_blocked_on()
2221 lockdep_assert_held_once(&m->wait_lock); in __clear_task_blocked_on()
2234 guard(raw_spinlock_irqsave)(&m->wait_lock); in clear_task_blocked_on()
|
| H A D | tty_ldisc.h | 19 raw_spinlock_t wait_lock; member
|
| /linux/include/asm-generic/ |
| H A D | qrwlock_types.h | 26 arch_spinlock_t wait_lock; member
31 .wait_lock = __ARCH_SPIN_LOCK_UNLOCKED, \
|
| H A D | qrwlock.h | 132 return arch_spin_is_locked(&lock->wait_lock); in queued_rwlock_is_contended()
|
| /linux/lib/ |
| H A D | test_lockup.c | 490 offsetof(spinlock_t, lock.wait_lock.magic), in test_lockup_init()
493 offsetof(rwlock_t, rwbase.rtmutex.wait_lock.magic), in test_lockup_init()
496 offsetof(struct mutex, rtmutex.wait_lock.magic), in test_lockup_init()
499 offsetof(struct rw_semaphore, rwbase.rtmutex.wait_lock.magic), in test_lockup_init()
510 offsetof(struct mutex, wait_lock.magic), in test_lockup_init()
513 offsetof(struct rw_semaphore, wait_lock.magic), in test_lockup_init()
|
| /linux/Documentation/locking/ |
| H A D | rt-mutex-design.rst | 202 wait_lock.
437 The wait_lock of the mutex is taken since the slow path of unlocking the
449 wait_lock, which this code currently holds. So setting the "Has Waiters" flag
477 Since the wait_lock was taken at the entry of the slow lock, we can safely
486 (or deadlock checking is on), we unlock the wait_lock of the mutex and go ahead
527 The first thing done in the slow unlock path is to take the wait_lock of the
536 the grabbing of the wait_lock, the mutex may not have any waiters, thus the
538 owner field is set to NULL, the wait_lock is released and nothing more is
|
| /linux/arch/arm/mach-omap2/ |
| H A D | sram243x.S | 278 wait_lock: label
282 bne wait_lock @ wait if not
|
| H A D | sram242x.S | 278 wait_lock: label
282 bne wait_lock @ wait if not
|