kernel/futex/requeue.c

100 					    struct futex_pi_state *pi_state)
128 	q->pi_state = pi_state;
259  * @ps:			address to store the pi_state pointer
312 	if (!top_waiter->rt_waiter || top_waiter->pi_state)
383 	struct futex_pi_state *pi_state = NULL;
418 		 * look up pi_state and do more or less all the handling
432 		 * requeue_pi requires a pi_state, try to allocate it now
499 							 &key2, &pi_state,
504 			 * is waiting on it. In both cases pi_state has been
551 				 * If the above failed, then pi_state is NULL and
595 			 * We should never be requeueing a futex_q with a pi_state,
600 			    this->pi_state) {
625 			 * on the pi_state and store the pointer in the futex_q
628 			get_pi_state(pi_state);
631 			if (!futex_requeue_pi_prepare(this, pi_state)) {
634 				 * way out. Drop the pi_state reference and try the
635 				 * next waiter. @this->pi_state is still NULL.
637 				put_pi_state(pi_state);
641 			ret = rt_mutex_start_proxy_lock(&pi_state->pi_mutex,
648 				 * on pi_state nor clear this->pi_state because the
649 				 * waiter needs the pi_state for cleaning up the
665 				 * Drop the pi_state reference which we took above
669 				this->pi_state = NULL;
670 				put_pi_state(pi_state);
681 		 * We took an extra initial reference to the pi_state in
684 		put_pi_state(pi_state);
838 		if (q.pi_state && (q.pi_state->owner != current)) {
845 			put_pi_state(q.pi_state);
857 		pi_mutex = &q.pi_state->pi_mutex;
869 		 * Fixup the pi_state owner and possibly acquire the lock if we