kernel/futex/pi.c

26 	/* pi_mutex gets initialized later */
51 	lockdep_assert_held(&pi_state->pi_mutex.wait_lock);
93 		raw_spin_lock_irqsave(&pi_state->pi_mutex.wait_lock, flags);
95 		rt_mutex_proxy_unlock(&pi_state->pi_mutex);
96 		raw_spin_unlock_irqrestore(&pi_state->pi_mutex.wait_lock, flags);
174  * pi_mutex->wait_lock:
178  *	(and pi_mutex 'obviously')
183  *	pi_mutex->owner -> pi_state->owner, relation
193  *     pi_mutex->wait_lock
235 	raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock);
300 	raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock);
317 	raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock);
389 	 * Initialize the pi_mutex in locked state and make @p
392 	rt_mutex_init_proxy_locked(&pi_state->pi_mutex, p);
400 	 * Assignment without holding pi_state->pi_mutex.wait_lock is safe
659 		postunlock = __rt_mutex_futex_unlock(&pi_state->pi_mutex, &wqh);
663 	raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock);
714 		if (__rt_mutex_futex_trylock(&pi_state->pi_mutex)) {
723 		newowner = rt_mutex_owner(&pi_state->pi_mutex);
786 	 * Note: we hold both hb->lock and pi_mutex->wait_lock. We can safely
788 	 * Dropping the pi_mutex->wait_lock requires the state revalidate.
791 	raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock);
810 	raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock);
838 	pi_state_update_owner(pi_state, rt_mutex_owner(&pi_state->pi_mutex));
851 	raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock);
853 	raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock);
903 	if (WARN_ON_ONCE(rt_mutex_owner(&q->pi_state->pi_mutex) == current))
990 			ret = rt_mutex_futex_trylock(&q.pi_state->pi_mutex);
1027 		raw_spin_lock_irq(&q.pi_state->pi_mutex.wait_lock);
1034 		ret = __rt_mutex_start_proxy_lock(&q.pi_state->pi_mutex, &rt_waiter, current, &wake_q);
1035 		raw_spin_unlock_irq_wake(&q.pi_state->pi_mutex.wait_lock, &wake_q);
1046 		ret = rt_mutex_wait_proxy_lock(&q.pi_state->pi_mutex, to, &rt_waiter);
1067 		if (ret && !rt_mutex_cleanup_proxy_lock(&q.pi_state->pi_mutex, &rt_waiter))
1195 		raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock);
1206 		rt_waiter = rt_mutex_top_waiter(&pi_state->pi_mutex);
1215 			raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock);
1222 		/* drops pi_state->pi_mutex.wait_lock */