Lines Matching refs:s

54 static inline void __seqcount_init(seqcount_t *s, const char *name,  in __seqcount_init()  argument
60 lockdep_init_map(&s->dep_map, name, key, 0); in __seqcount_init()
61 s->sequence = 0; in __seqcount_init()
68 # define seqcount_init(s) \ argument
71 __seqcount_init((s), #s, &__key); \
74 static inline void seqcount_lockdep_reader_access(const seqcount_t *s) in seqcount_lockdep_reader_access() argument
76 seqcount_t *l = (seqcount_t *)s; in seqcount_lockdep_reader_access()
87 # define seqcount_init(s) __seqcount_init(s, NULL, NULL) argument
107 static inline unsigned __read_seqcount_begin(const seqcount_t *s) in __read_seqcount_begin() argument
112 ret = READ_ONCE(s->sequence); in __read_seqcount_begin()
129 static inline unsigned raw_read_seqcount(const seqcount_t *s) in raw_read_seqcount() argument
131 unsigned ret = READ_ONCE(s->sequence); in raw_read_seqcount()
145 static inline unsigned raw_read_seqcount_begin(const seqcount_t *s) in raw_read_seqcount_begin() argument
147 unsigned ret = __read_seqcount_begin(s); in raw_read_seqcount_begin()
161 static inline unsigned read_seqcount_begin(const seqcount_t *s) in read_seqcount_begin() argument
163 seqcount_lockdep_reader_access(s); in read_seqcount_begin()
164 return raw_read_seqcount_begin(s); in read_seqcount_begin()
181 static inline unsigned raw_seqcount_begin(const seqcount_t *s) in raw_seqcount_begin() argument
183 unsigned ret = READ_ONCE(s->sequence); in raw_seqcount_begin()
202 static inline int __read_seqcount_retry(const seqcount_t *s, unsigned start) in __read_seqcount_retry() argument
204 return unlikely(s->sequence != start); in __read_seqcount_retry()
217 static inline int read_seqcount_retry(const seqcount_t *s, unsigned start) in read_seqcount_retry() argument
220 return __read_seqcount_retry(s, start); in read_seqcount_retry()
225 static inline void raw_write_seqcount_begin(seqcount_t *s) in raw_write_seqcount_begin() argument
227 s->sequence++; in raw_write_seqcount_begin()
231 static inline void raw_write_seqcount_end(seqcount_t *s) in raw_write_seqcount_end() argument
234 s->sequence++; in raw_write_seqcount_end()
271 static inline void raw_write_seqcount_barrier(seqcount_t *s) in raw_write_seqcount_barrier() argument
273 s->sequence++; in raw_write_seqcount_barrier()
275 s->sequence++; in raw_write_seqcount_barrier()
278 static inline int raw_read_seqcount_latch(seqcount_t *s) in raw_read_seqcount_latch() argument
280 return lockless_dereference(s->sequence); in raw_read_seqcount_latch()
360 static inline void raw_write_seqcount_latch(seqcount_t *s) in raw_write_seqcount_latch() argument
363 s->sequence++; in raw_write_seqcount_latch()
371 static inline void write_seqcount_begin_nested(seqcount_t *s, int subclass) in write_seqcount_begin_nested() argument
373 raw_write_seqcount_begin(s); in write_seqcount_begin_nested()
374 seqcount_acquire(&s->dep_map, subclass, 0, _RET_IP_); in write_seqcount_begin_nested()
377 static inline void write_seqcount_begin(seqcount_t *s) in write_seqcount_begin() argument
379 write_seqcount_begin_nested(s, 0); in write_seqcount_begin()
382 static inline void write_seqcount_end(seqcount_t *s) in write_seqcount_end() argument
384 seqcount_release(&s->dep_map, 1, _RET_IP_); in write_seqcount_end()
385 raw_write_seqcount_end(s); in write_seqcount_end()
395 static inline void write_seqcount_invalidate(seqcount_t *s) in write_seqcount_invalidate() argument
398 s->sequence+=2; in write_seqcount_invalidate()