19 void __sched down_read(struct rw_semaphore *sem)  in down_read()  argument
22 	rwsem_acquire_read(&sem->dep_map, 0, 0, _RET_IP_);  in down_read()
24 	LOCK_CONTENDED(sem, __down_read_trylock, __down_read);  in down_read()
32 int down_read_trylock(struct rw_semaphore *sem)  in down_read_trylock()  argument
34 	int ret = __down_read_trylock(sem);  in down_read_trylock()
37 		rwsem_acquire_read(&sem->dep_map, 0, 1, _RET_IP_);  in down_read_trylock()
46 void __sched down_write(struct rw_semaphore *sem)  in down_write()  argument
49 	rwsem_acquire(&sem->dep_map, 0, 0, _RET_IP_);  in down_write()
51 	LOCK_CONTENDED(sem, __down_write_trylock, __down_write);  in down_write()
52 	rwsem_set_owner(sem);  in down_write()
60 int down_write_trylock(struct rw_semaphore *sem)  in down_write_trylock()  argument
62 	int ret = __down_write_trylock(sem);  in down_write_trylock()
65 		rwsem_acquire(&sem->dep_map, 0, 1, _RET_IP_);  in down_write_trylock()
66 		rwsem_set_owner(sem);  in down_write_trylock()
77 void up_read(struct rw_semaphore *sem)  in up_read()  argument
79 	rwsem_release(&sem->dep_map, 1, _RET_IP_);  in up_read()
81 	__up_read(sem);  in up_read()
89 void up_write(struct rw_semaphore *sem)  in up_write()  argument
91 	rwsem_release(&sem->dep_map, 1, _RET_IP_);  in up_write()
93 	rwsem_clear_owner(sem);  in up_write()
94 	__up_write(sem);  in up_write()
102 void downgrade_write(struct rw_semaphore *sem)  in downgrade_write()  argument
108 	rwsem_clear_owner(sem);  in downgrade_write()
109 	__downgrade_write(sem);  in downgrade_write()
116 void down_read_nested(struct rw_semaphore *sem, int subclass)  in down_read_nested()  argument
119 	rwsem_acquire_read(&sem->dep_map, subclass, 0, _RET_IP_);  in down_read_nested()
121 	LOCK_CONTENDED(sem, __down_read_trylock, __down_read);  in down_read_nested()
126 void _down_write_nest_lock(struct rw_semaphore *sem, struct lockdep_map *nest)  in _down_write_nest_lock()  argument
129 	rwsem_acquire_nest(&sem->dep_map, 0, 0, nest, _RET_IP_);  in _down_write_nest_lock()
131 	LOCK_CONTENDED(sem, __down_write_trylock, __down_write);  in _down_write_nest_lock()
132 	rwsem_set_owner(sem);  in _down_write_nest_lock()
137 void down_read_non_owner(struct rw_semaphore *sem)  in down_read_non_owner()  argument
141 	__down_read(sem);  in down_read_non_owner()
146 void down_write_nested(struct rw_semaphore *sem, int subclass)  in down_write_nested()  argument
149 	rwsem_acquire(&sem->dep_map, subclass, 0, _RET_IP_);  in down_write_nested()
151 	LOCK_CONTENDED(sem, __down_write_trylock, __down_write);  in down_write_nested()
152 	rwsem_set_owner(sem);  in down_write_nested()
157 void up_read_non_owner(struct rw_semaphore *sem)  in up_read_non_owner()  argument
159 	__up_read(sem);  in up_read_non_owner()