43 	unsigned int owner;  in arch_spin_lock_wait()  local
47 		owner = ACCESS_ONCE(lp->lock);  in arch_spin_lock_wait()
49 		if (!owner) {  in arch_spin_lock_wait()
55 		if (!smp_vcpu_scheduled(~owner)) {  in arch_spin_lock_wait()
56 			smp_yield_cpu(~owner);  in arch_spin_lock_wait()
63 				_raw_compare_and_delay(&lp->lock, owner);  in arch_spin_lock_wait()
64 			owner = ACCESS_ONCE(lp->lock);  in arch_spin_lock_wait()
65 		} while (owner && count-- > 0);  in arch_spin_lock_wait()
66 		if (!owner)  in arch_spin_lock_wait()
73 			smp_yield_cpu(~owner);  in arch_spin_lock_wait()
81 	unsigned int owner;  in arch_spin_lock_wait_flags()  local
86 		owner = ACCESS_ONCE(lp->lock);  in arch_spin_lock_wait_flags()
88 		if (!owner) {  in arch_spin_lock_wait_flags()
95 		if (!smp_vcpu_scheduled(~owner)) {  in arch_spin_lock_wait_flags()
96 			smp_yield_cpu(~owner);  in arch_spin_lock_wait_flags()
103 				_raw_compare_and_delay(&lp->lock, owner);  in arch_spin_lock_wait_flags()
104 			owner = ACCESS_ONCE(lp->lock);  in arch_spin_lock_wait_flags()
105 		} while (owner && count-- > 0);  in arch_spin_lock_wait_flags()
106 		if (!owner)  in arch_spin_lock_wait_flags()
113 			smp_yield_cpu(~owner);  in arch_spin_lock_wait_flags()
121 	unsigned int owner;  in arch_spin_trylock_retry()  local
125 		owner = ACCESS_ONCE(lp->lock);  in arch_spin_trylock_retry()
127 		if (!owner) {  in arch_spin_trylock_retry()
131 			_raw_compare_and_delay(&lp->lock, owner);  in arch_spin_trylock_retry()
139 	unsigned int owner, old;  in _raw_read_lock_wait()  local
145 	owner = 0;  in _raw_read_lock_wait()
148 			if (owner && !smp_vcpu_scheduled(~owner))  in _raw_read_lock_wait()
149 				smp_yield_cpu(~owner);  in _raw_read_lock_wait()
153 		owner = ACCESS_ONCE(rw->owner);  in _raw_read_lock_wait()
188 	unsigned int owner, old;  in _raw_write_lock_wait()  local
191 	owner = 0;  in _raw_write_lock_wait()
194 			if (owner && !smp_vcpu_scheduled(~owner))  in _raw_write_lock_wait()
195 				smp_yield_cpu(~owner);  in _raw_write_lock_wait()
199 		owner = ACCESS_ONCE(rw->owner);  in _raw_write_lock_wait()
217 	unsigned int owner, old, prev;  in _raw_write_lock_wait()  local
221 	owner = 0;  in _raw_write_lock_wait()
224 			if (owner && !smp_vcpu_scheduled(~owner))  in _raw_write_lock_wait()
225 				smp_yield_cpu(~owner);  in _raw_write_lock_wait()
229 		owner = ACCESS_ONCE(rw->owner);  in _raw_write_lock_wait()