Lines Matching refs:owner
72 atomic_long_read(&(sem)->owner), (long)current, \
138 atomic_long_set(&sem->owner, (long)current); in rwsem_set_owner()
143 atomic_long_set(&sem->owner, 0); in rwsem_clear_owner()
151 return atomic_long_read(&sem->owner) & flags; in rwsem_test_oflags()
165 struct task_struct *owner) in __rwsem_set_reader_owned() argument
167 unsigned long val = (unsigned long)owner | RWSEM_READER_OWNED | in __rwsem_set_reader_owned()
168 (atomic_long_read(&sem->owner) & RWSEM_NONSPINNABLE); in __rwsem_set_reader_owned()
170 atomic_long_set(&sem->owner, val); in __rwsem_set_reader_owned()
204 unsigned long val = atomic_long_read(&sem->owner); in rwsem_clear_reader_owned()
207 if (atomic_long_try_cmpxchg(&sem->owner, &val, in rwsem_clear_reader_owned()
224 unsigned long owner = atomic_long_read(&sem->owner); in rwsem_set_nonspinnable() local
227 if (!(owner & RWSEM_READER_OWNED)) in rwsem_set_nonspinnable()
229 if (owner & RWSEM_NONSPINNABLE) in rwsem_set_nonspinnable()
231 } while (!atomic_long_try_cmpxchg(&sem->owner, &owner, in rwsem_set_nonspinnable()
232 owner | RWSEM_NONSPINNABLE)); in rwsem_set_nonspinnable()
268 (atomic_long_read(&sem->owner) & ~RWSEM_OWNER_FLAGS_MASK); in rwsem_owner()
278 unsigned long owner = atomic_long_read(&sem->owner); in rwsem_owner_flags() local
280 *pflags = owner & RWSEM_OWNER_FLAGS_MASK; in rwsem_owner_flags()
281 return (struct task_struct *)(owner & ~RWSEM_OWNER_FLAGS_MASK); in rwsem_owner_flags()
320 atomic_long_set(&sem->owner, 0L); in __init_rwsem()
448 struct task_struct *owner; in rwsem_mark_wake() local
473 owner = waiter->task; in rwsem_mark_wake()
474 __rwsem_set_reader_owned(sem, owner); in rwsem_mark_wake()
661 static inline bool owner_on_cpu(struct task_struct *owner) in owner_on_cpu() argument
667 return owner->on_cpu && !vcpu_is_preempted(task_cpu(owner)); in owner_on_cpu()
672 struct task_struct *owner; in rwsem_can_spin_on_owner() local
686 owner = rwsem_owner_flags(sem, &flags); in rwsem_can_spin_on_owner()
691 (owner && !(flags & RWSEM_READER_OWNED) && !owner_on_cpu(owner))) in rwsem_can_spin_on_owner()
702 rwsem_owner_state(struct task_struct *owner, unsigned long flags) in rwsem_owner_state() argument
710 return owner ? OWNER_WRITER : OWNER_NULL; in rwsem_owner_state()
716 struct task_struct *new, *owner; in rwsem_spin_on_owner() local
722 owner = rwsem_owner_flags(sem, &flags); in rwsem_spin_on_owner()
723 state = rwsem_owner_state(owner, flags); in rwsem_spin_on_owner()
735 if ((new != owner) || (new_flags != flags)) { in rwsem_spin_on_owner()
750 if (need_resched() || !owner_on_cpu(owner)) { in rwsem_spin_on_owner()
914 atomic_long_andnot(RWSEM_NONSPINNABLE, &sem->owner); in clear_nonspinnable()
954 if ((atomic_long_read(&sem->owner) & RWSEM_READER_OWNED) && in rwsem_down_read_slowpath()
1451 struct task_struct *owner) in __rwsem_set_reader_owned() argument