Lines Matching refs:task
287 static __always_inline int __waiter_prio(struct task_struct *task) in __waiter_prio() argument
289 int prio = task->prio; in __waiter_prio()
298 waiter_update_prio(struct rt_mutex_waiter *waiter, struct task_struct *task) in waiter_update_prio() argument
300 waiter->prio = __waiter_prio(task); in waiter_update_prio()
301 waiter->deadline = task->dl.deadline; in waiter_update_prio()
421 rt_mutex_enqueue_pi(struct task_struct *task, struct rt_mutex_waiter *waiter) in rt_mutex_enqueue_pi() argument
423 rb_add_cached(&waiter->pi_tree_entry, &task->pi_waiters, __pi_waiter_less); in rt_mutex_enqueue_pi()
427 rt_mutex_dequeue_pi(struct task_struct *task, struct rt_mutex_waiter *waiter) in rt_mutex_dequeue_pi() argument
432 rb_erase_cached(&waiter->pi_tree_entry, &task->pi_waiters); in rt_mutex_dequeue_pi()
443 pi_task = task_top_pi_waiter(p)->task; in rt_mutex_adjust_prio()
450 struct task_struct *task, in rt_mutex_wake_q_add_task() argument
456 get_task_struct(task); in rt_mutex_wake_q_add_task()
457 wqh->rtlock_task = task; in rt_mutex_wake_q_add_task()
459 wake_q_add(&wqh->head, task); in rt_mutex_wake_q_add_task()
466 rt_mutex_wake_q_add_task(wqh, w->task, w->wake_state); in rt_mutex_wake_q_add()
574 static int __sched rt_mutex_adjust_prio_chain(struct task_struct *task, in rt_mutex_adjust_prio_chain() argument
613 put_task_struct(task); in rt_mutex_adjust_prio_chain()
628 raw_spin_lock_irq(&task->pi_lock); in rt_mutex_adjust_prio_chain()
633 waiter = task->pi_blocked_on; in rt_mutex_adjust_prio_chain()
697 if (!task_has_pi_waiters(task)) in rt_mutex_adjust_prio_chain()
705 if (top_waiter != task_top_pi_waiter(task)) { in rt_mutex_adjust_prio_chain()
720 if (rt_mutex_waiter_equal(waiter, task_to_waiter(task))) { in rt_mutex_adjust_prio_chain()
737 raw_spin_unlock_irq(&task->pi_lock); in rt_mutex_adjust_prio_chain()
780 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
781 put_task_struct(task); in rt_mutex_adjust_prio_chain()
793 task = get_task_struct(rt_mutex_owner(lock)); in rt_mutex_adjust_prio_chain()
794 raw_spin_lock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
802 next_lock = task_blocked_on_lock(task); in rt_mutex_adjust_prio_chain()
809 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
844 waiter_update_prio(waiter, task); in rt_mutex_adjust_prio_chain()
849 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
850 put_task_struct(task); in rt_mutex_adjust_prio_chain()
866 wake_up_state(waiter->task, waiter->wake_state); in rt_mutex_adjust_prio_chain()
872 task = get_task_struct(rt_mutex_owner(lock)); in rt_mutex_adjust_prio_chain()
873 raw_spin_lock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
883 rt_mutex_dequeue_pi(task, prerequeue_top_waiter); in rt_mutex_adjust_prio_chain()
884 rt_mutex_enqueue_pi(task, waiter); in rt_mutex_adjust_prio_chain()
885 rt_mutex_adjust_prio(task); in rt_mutex_adjust_prio_chain()
898 rt_mutex_dequeue_pi(task, waiter); in rt_mutex_adjust_prio_chain()
900 rt_mutex_enqueue_pi(task, waiter); in rt_mutex_adjust_prio_chain()
901 rt_mutex_adjust_prio(task); in rt_mutex_adjust_prio_chain()
919 next_lock = task_blocked_on_lock(task); in rt_mutex_adjust_prio_chain()
927 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
951 raw_spin_unlock_irq(&task->pi_lock); in rt_mutex_adjust_prio_chain()
953 put_task_struct(task); in rt_mutex_adjust_prio_chain()
969 try_to_take_rt_mutex(struct rt_mutex_base *lock, struct task_struct *task, in try_to_take_rt_mutex() argument
1031 if (!rt_mutex_steal(task_to_waiter(task), in try_to_take_rt_mutex()
1057 raw_spin_lock(&task->pi_lock); in try_to_take_rt_mutex()
1058 task->pi_blocked_on = NULL; in try_to_take_rt_mutex()
1065 rt_mutex_enqueue_pi(task, rt_mutex_top_waiter(lock)); in try_to_take_rt_mutex()
1066 raw_spin_unlock(&task->pi_lock); in try_to_take_rt_mutex()
1073 rt_mutex_set_owner(lock, task); in try_to_take_rt_mutex()
1087 struct task_struct *task, in task_blocks_on_rt_mutex() argument
1107 if (owner == task) in task_blocks_on_rt_mutex()
1110 raw_spin_lock(&task->pi_lock); in task_blocks_on_rt_mutex()
1111 waiter->task = task; in task_blocks_on_rt_mutex()
1113 waiter_update_prio(waiter, task); in task_blocks_on_rt_mutex()
1120 task->pi_blocked_on = waiter; in task_blocks_on_rt_mutex()
1122 raw_spin_unlock(&task->pi_lock); in task_blocks_on_rt_mutex()
1131 raw_spin_lock(&task->pi_lock); in task_blocks_on_rt_mutex()
1133 task->pi_blocked_on = NULL; in task_blocks_on_rt_mutex()
1134 raw_spin_unlock(&task->pi_lock); in task_blocks_on_rt_mutex()
1176 next_lock, waiter, task); in task_blocks_on_rt_mutex()
1494 if (timeout && !timeout->task) { in rt_mutex_slowlock_block()