| /linux/kernel/locking/ |
| H A D | rtmutex.c | 379 lockdep_assert_held(&task->pi_lock); in waiter_clone_prio() 510 lockdep_assert_held(&task->pi_lock); in rt_mutex_enqueue_pi() 518 lockdep_assert_held(&task->pi_lock); in rt_mutex_dequeue_pi() 534 lockdep_assert_held(&p->pi_lock); in rt_mutex_adjust_prio() 732 raw_spin_lock_irq(&task->pi_lock); in rt_mutex_adjust_prio_chain() 846 raw_spin_unlock_irq(&task->pi_lock); in rt_mutex_adjust_prio_chain() 889 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain() 903 raw_spin_lock(&task->pi_lock); in rt_mutex_adjust_prio_chain() 918 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain() 959 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain() [all …]
|
| H A D | rtmutex_api.c | 483 raw_spin_lock_irqsave(&task->pi_lock, flags); in rt_mutex_adjust_pi() 487 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in rt_mutex_adjust_pi() 491 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in rt_mutex_adjust_pi()
|
| H A D | rtmutex_common.h | 150 lockdep_assert_held(&p->pi_lock); in task_top_pi_waiter()
|
| /linux/kernel/ |
| H A D | task_work.c | 126 raw_spin_lock_irqsave(&task->pi_lock, flags); in task_work_cancel_match() 135 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in task_work_cancel_match() 222 raw_spin_lock_irq(&task->pi_lock); in task_work_run() 223 raw_spin_unlock_irq(&task->pi_lock); in task_work_run()
|
| H A D | freezer.c | 75 raw_spin_lock_irq(¤t->pi_lock); in __refrigerator() 79 raw_spin_unlock_irq(¤t->pi_lock); in __refrigerator()
|
| H A D | kthread.c | 604 raw_spin_lock_irqsave(&p->pi_lock, flags); in __kthread_bind_mask() 607 raw_spin_unlock_irqrestore(&p->pi_lock, flags); in __kthread_bind_mask() 886 raw_spin_lock_irqsave(&p->pi_lock, flags); in kthread_affine_preferred() 888 raw_spin_unlock_irqrestore(&p->pi_lock, flags); in kthread_affine_preferred()
|
| H A D | fork.c | 1750 raw_spin_lock_init(&p->pi_lock); in rt_mutex_init_task()
|
| /linux/kernel/futex/ |
| H A D | pi.c | 54 raw_spin_lock(&old_owner->pi_lock); in pi_state_update_owner() 57 raw_spin_unlock(&old_owner->pi_lock); in pi_state_update_owner() 61 raw_spin_lock(&new_owner->pi_lock); in pi_state_update_owner() 65 raw_spin_unlock(&new_owner->pi_lock); in pi_state_update_owner() 441 raw_spin_lock_irq(&p->pi_lock); in attach_to_pi_owner() 450 raw_spin_unlock_irq(&p->pi_lock); in attach_to_pi_owner() 468 raw_spin_unlock_irq(&p->pi_lock); in attach_to_pi_owner() 587 raw_spin_lock_irq(&task->pi_lock); in futex_lock_pi_atomic() 589 raw_spin_unlock_irq(&task->pi_lock); in futex_lock_pi_atomic()
|
| H A D | core.c | 1346 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list() 1365 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list() 1367 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list() 1370 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list() 1374 raw_spin_lock(&curr->pi_lock); in exit_pi_state_list() 1392 raw_spin_unlock(&curr->pi_lock); in exit_pi_state_list() 1400 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list() 1402 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list() 1472 raw_spin_lock_irq(&tsk->pi_lock); in futex_cleanup_begin() 1474 raw_spin_unlock_irq(&tsk->pi_lock); in futex_cleanup_begin()
|
| /linux/kernel/sched/ |
| H A D | core_sched.c | 105 raw_spin_lock_irqsave(&p->pi_lock, flags); in sched_core_clone_cookie() 107 raw_spin_unlock_irqrestore(&p->pi_lock, flags); in sched_core_clone_cookie()
|
| H A D | core.c | 710 lockdep_assert_held(&p->pi_lock); in __task_rq_lock() 730 __acquires(p->pi_lock) in task_rq_lock() 736 raw_spin_lock_irqsave(&p->pi_lock, rf->flags); in task_rq_lock() 761 raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); in task_rq_lock() 1567 lockdep_assert_held(&p->pi_lock); in __uclamp_update_util_min_rt_default() 2070 raw_spin_lock_irq(&p->pi_lock); in get_wchan() 2075 raw_spin_unlock_irq(&p->pi_lock); in get_wchan() 2239 guard(raw_spinlock_irq)(&p->pi_lock); in task_state_match() 2548 raw_spin_lock(&p->pi_lock); in migration_cpu_stop() 2638 raw_spin_lock_irq(&p->pi_lock); in push_cpu_stop() [all …]
|
| H A D | syscalls.c | 1303 guard(raw_spinlock_irqsave)(&p->pi_lock); in sched_getaffinity() 1427 scoped_guard (raw_spinlock_irqsave, &p->pi_lock) { in yield_to()
|
| H A D | ext_idle.c | 920 lockdep_assert_held(&p->pi_lock); in select_cpu_from_kfunc()
|
| H A D | sched.h | 1827 __acquires(p->pi_lock) 1840 __releases(p->pi_lock) in task_rq_unlock() 1844 raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); in task_rq_unlock()
|
| H A D | deadline.c | 2916 raw_spin_lock_irqsave(&p->pi_lock, rf.flags); in dl_add_task_root_domain() 2918 raw_spin_unlock_irqrestore(&p->pi_lock, rf.flags); in dl_add_task_root_domain()
|
| H A D | fair.c | 8579 lockdep_assert_held(&p->pi_lock); in select_task_rq_fair()
|
| /linux/init/ |
| H A D | init_task.c | 145 .pi_lock = __RAW_SPIN_LOCK_UNLOCKED(init_task.pi_lock),
|
| /linux/include/linux/ |
| H A D | sched.h | 262 raw_spin_lock_irqsave(¤t->pi_lock, flags); \ 266 raw_spin_unlock_irqrestore(¤t->pi_lock, flags); \ 297 raw_spin_lock(¤t->pi_lock); \ 302 raw_spin_unlock(¤t->pi_lock); \ 308 raw_spin_lock(¤t->pi_lock); \ 313 raw_spin_unlock(¤t->pi_lock); \ 1230 raw_spinlock_t pi_lock; member
|
| /linux/kernel/trace/ |
| H A D | trace_osnoise.c | 1690 raw_spin_lock_irqsave(¤t->pi_lock, flags); in osnoise_main() 1692 raw_spin_unlock_irqrestore(¤t->pi_lock, flags); in osnoise_main() 1873 raw_spin_lock_irqsave(¤t->pi_lock, flags); in timerlat_main() 1875 raw_spin_unlock_irqrestore(¤t->pi_lock, flags); in timerlat_main()
|
| /linux/Documentation/locking/ |
| H A D | rt-mutex-design.rst | 220 called pi_lock. This lock may also be taken in interrupt context, so when 221 locking the pi_lock, interrupts must be disabled. 543 On the wake up code, the pi_lock of the current owner is taken. The top 548 Finally we unlock the pi_lock of the pending owner and wake it up.
|
| /linux/kernel/rcu/ |
| H A D | rcutorture.c | 2139 raw_spin_lock_irqsave(¤t->pi_lock, flags); in rcutorture_one_extend() 2144 raw_spin_unlock_irqrestore(¤t->pi_lock, flags); in rcutorture_one_extend()
|