| /linux-4.4.14/tools/lib/lockdep/uinclude/linux/ |
| H A D | compiler.h | 6 #define WRITE_ONCE(x, val) x=(val) macro
|
| /linux-4.4.14/arch/s390/include/asm/ |
| H A D | barrier.h | 39 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); mb(); } while (0)
45 WRITE_ONCE(*p, v); \
|
| /linux-4.4.14/arch/x86/include/asm/ |
| H A D | barrier.h | 43 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); barrier(); } while (0)
60 WRITE_ONCE(*p, v); \
77 WRITE_ONCE(*p, v); \
|
| H A D | atomic.h | 39 WRITE_ONCE(v->counter, i); atomic_set()
|
| H A D | atomic64_64.h | 33 WRITE_ONCE(v->counter, i); atomic64_set()
|
| /linux-4.4.14/tools/include/linux/ |
| H A D | compiler.h | 93 * READ_ONCE, WRITE_ONCE and ACCESS_ONCE (see below), but only when the
96 * WRITE_ONCE or ACCESS_ONCE() in different C statements.
101 * READ_ONCE() and WRITE_ONCE() will fall back to memcpy and print a
115 #define WRITE_ONCE(x, val) \ macro
|
| /linux-4.4.14/lib/ |
| H A D | rbtree.c | 51 * WRITE_ONCE(). And we must not inadvertently cause (temporary) loops in the
157 WRITE_ONCE(parent->rb_right, tmp); __rb_insert()
158 WRITE_ONCE(node->rb_left, parent); __rb_insert()
177 WRITE_ONCE(gparent->rb_left, tmp); /* == parent->rb_right */ __rb_insert()
178 WRITE_ONCE(parent->rb_right, gparent); __rb_insert()
200 WRITE_ONCE(parent->rb_left, tmp); __rb_insert()
201 WRITE_ONCE(node->rb_right, parent); __rb_insert()
212 WRITE_ONCE(gparent->rb_right, tmp); /* == parent->rb_left */ __rb_insert()
213 WRITE_ONCE(parent->rb_left, gparent); __rb_insert()
254 WRITE_ONCE(parent->rb_right, tmp1); ____rb_erase_color()
255 WRITE_ONCE(sibling->rb_left, parent); ____rb_erase_color()
306 WRITE_ONCE(sibling->rb_left, tmp1); ____rb_erase_color()
307 WRITE_ONCE(tmp2->rb_right, sibling); ____rb_erase_color()
308 WRITE_ONCE(parent->rb_right, tmp2); ____rb_erase_color()
329 WRITE_ONCE(parent->rb_right, tmp2); ____rb_erase_color()
330 WRITE_ONCE(sibling->rb_left, parent); ____rb_erase_color()
343 WRITE_ONCE(parent->rb_left, tmp1); ____rb_erase_color()
344 WRITE_ONCE(sibling->rb_right, parent); ____rb_erase_color()
370 WRITE_ONCE(sibling->rb_right, tmp1); ____rb_erase_color()
371 WRITE_ONCE(tmp2->rb_left, sibling); ____rb_erase_color()
372 WRITE_ONCE(parent->rb_left, tmp2); ____rb_erase_color()
382 WRITE_ONCE(parent->rb_left, tmp2); ____rb_erase_color()
383 WRITE_ONCE(sibling->rb_right, parent); ____rb_erase_color()
|
| /linux-4.4.14/arch/sparc/include/asm/ |
| H A D | atomic_64.h | 20 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
21 #define atomic64_set(v, i) WRITE_ONCE(((v)->counter), (i))
|
| H A D | barrier_64.h | 44 do { WRITE_ONCE(__var, __value); membar_safe("#StoreLoad"); } while(0)
63 WRITE_ONCE(*p, v); \
|
| /linux-4.4.14/kernel/locking/ |
| H A D | osq_lock.c | 107 WRITE_ONCE(prev->next, node); osq_lock()
179 WRITE_ONCE(next->prev, prev); osq_lock()
180 WRITE_ONCE(prev->next, next); osq_lock()
203 WRITE_ONCE(next->locked, 1); osq_unlock()
209 WRITE_ONCE(next->locked, 1); osq_unlock()
|
| H A D | qspinlock_paravirt.h | 106 WRITE_ONCE(he->node, node); for_each_hash_entry()
132 WRITE_ONCE(he->lock, NULL); for_each_hash_entry()
240 WRITE_ONCE(l->locked, _Q_SLOW_VAL); pv_kick_node()
289 WRITE_ONCE(*lp, NULL); pv_wait_head()
|
| H A D | mcs_spinlock.h | 88 WRITE_ONCE(prev->next, node); mcs_spin_lock()
|
| H A D | qspinlock.c | 162 WRITE_ONCE(l->locked_pending, _Q_LOCKED_VAL); clear_pending_set_locked()
231 WRITE_ONCE(l->locked, _Q_LOCKED_VAL); set_locked()
392 WRITE_ONCE(prev->next, node); queued_spin_lock_slowpath()
|
| /linux-4.4.14/arch/x86/um/asm/ |
| H A D | barrier.h | 43 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); barrier(); } while (0)
|
| /linux-4.4.14/arch/sh/include/asm/ |
| H A D | atomic.h | 18 #define atomic_set(v,i) WRITE_ONCE((v)->counter, (i))
|
| /linux-4.4.14/include/asm-generic/ |
| H A D | barrier.h | 96 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); mb(); } while (0)
111 WRITE_ONCE(*p, v); \
|
| H A D | atomic.h | 140 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/arch/metag/include/asm/ |
| H A D | barrier.h | 87 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); smp_mb(); } while (0)
93 WRITE_ONCE(*p, v); \
|
| H A D | atomic_lnkget.h | 6 #define atomic_set(v, i) WRITE_ONCE((v)->counter, (i))
|
| /linux-4.4.14/arch/ia64/include/asm/ |
| H A D | barrier.h | 69 WRITE_ONCE(*p, v); \
80 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); mb(); } while (0)
|
| H A D | atomic.h | 27 #define atomic_set(v,i) WRITE_ONCE(((v)->counter), (i))
28 #define atomic64_set(v,i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/arch/arm/include/asm/ |
| H A D | barrier.h | 77 WRITE_ONCE(*p, v); \
91 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); smp_mb(); } while (0)
|
| H A D | atomic.h | 31 #define atomic_set(v,i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/include/linux/ |
| H A D | rbtree_augmented.h | 126 WRITE_ONCE(parent->rb_left, new); __rb_change_child()
128 WRITE_ONCE(parent->rb_right, new); __rb_change_child()
130 WRITE_ONCE(root->rb_node, new); __rb_change_child()
208 WRITE_ONCE(parent->rb_left, child2); __rb_erase_augmented()
209 WRITE_ONCE(successor->rb_right, child); __rb_erase_augmented()
217 WRITE_ONCE(successor->rb_left, tmp); __rb_erase_augmented()
|
| H A D | compiler.h | 258 * READ_ONCE, WRITE_ONCE and ACCESS_ONCE (see below), but only when the
261 * WRITE_ONCE or ACCESS_ONCE() in different C statements.
266 * READ_ONCE() and WRITE_ONCE() will fall back to memcpy and print a
294 #define WRITE_ONCE(x, val) \ macro
508 * If possible use READ_ONCE()/WRITE_ONCE() instead.
|
| H A D | list_bl.h | 96 WRITE_ONCE(*pprev, __hlist_bl_del()
|
| H A D | list_nulls.h | 80 WRITE_ONCE(*pprev, next); __hlist_nulls_del()
|
| H A D | page-flags.h | 405 WRITE_ONCE(page->compound_head, (unsigned long)head + 1); set_compound_head()
410 WRITE_ONCE(page->compound_head, 0); clear_compound_head()
|
| H A D | rculist.h | 32 WRITE_ONCE(list->next, list); INIT_LIST_HEAD_RCU()
33 WRITE_ONCE(list->prev, list); INIT_LIST_HEAD_RCU()
|
| H A D | list.h | 90 WRITE_ONCE(prev->next, next); __list_del()
619 WRITE_ONCE(*pprev, next); __hlist_del()
|
| H A D | rcupdate.h | 398 WRITE_ONCE((t)->rcu_tasks_holdout, false); \
1048 WRITE_ONCE(p, RCU_INITIALIZER(v)); \
|
| /linux-4.4.14/arch/arc/include/asm/ |
| H A D | atomic.h | 24 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
110 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
128 WRITE_ONCE(v->counter, i); atomic_set()
|
| /linux-4.4.14/kernel/rcu/ |
| H A D | tiny_plugin.h | 153 WRITE_ONCE(rcp->jiffies_stall, check_cpu_stall()
156 WRITE_ONCE(rcp->jiffies_stall, check_cpu_stall()
165 WRITE_ONCE(rcp->jiffies_stall, reset_cpu_stall_ticks()
|
| H A D | tree.c | 1078 WRITE_ONCE(rdp->gpwrap, true); dyntick_save_progress_counter()
1159 WRITE_ONCE(rdp->cond_resched_completed, rcu_implicit_dynticks_qs()
1162 WRITE_ONCE(*rcrmp, rcu_implicit_dynticks_qs()
1184 WRITE_ONCE(rsp->jiffies_stall, j + j1); record_gp_stall_check_time()
1246 WRITE_ONCE(rsp->jiffies_stall, print_other_cpu_stall()
1332 WRITE_ONCE(rsp->jiffies_stall, print_cpu_stall()
1416 WRITE_ONCE(rsp->jiffies_stall, jiffies + ULONG_MAX / 2); rcu_cpu_stall_reset()
1773 WRITE_ONCE(rdp->gpwrap, false); __note_gp_changes()
1816 WRITE_ONCE(rsp->gp_activity, jiffies); rcu_gp_init()
1824 WRITE_ONCE(rsp->gp_flags, 0); /* Clear all flags: New grace period. */ rcu_gp_init()
1912 WRITE_ONCE(rnp->gpnum, rsp->gpnum); rcu_for_each_node_breadth_first()
1914 WRITE_ONCE(rnp->completed, rsp->completed); rcu_for_each_node_breadth_first()
1923 WRITE_ONCE(rsp->gp_activity, jiffies); rcu_for_each_node_breadth_first()
1958 WRITE_ONCE(rsp->gp_activity, jiffies); rcu_gp_fqs()
1978 WRITE_ONCE(rsp->gp_flags, rcu_gp_fqs()
1995 WRITE_ONCE(rsp->gp_activity, jiffies); rcu_gp_cleanup()
2026 WRITE_ONCE(rnp->completed, rsp->gpnum); rcu_for_each_node_breadth_first()
2034 WRITE_ONCE(rsp->gp_activity, jiffies); rcu_for_each_node_breadth_first()
2043 WRITE_ONCE(rsp->completed, rsp->gpnum);
2050 WRITE_ONCE(rsp->gp_flags, RCU_GP_FLAG_INIT);
2087 WRITE_ONCE(rsp->gp_activity, jiffies); rcu_gp_kthread()
2129 WRITE_ONCE(rsp->gp_activity, jiffies); rcu_gp_kthread()
2133 WRITE_ONCE(rsp->gp_activity, jiffies); rcu_gp_kthread()
2180 WRITE_ONCE(rsp->gp_flags, RCU_GP_FLAG_INIT); rcu_start_gp_advanced()
2231 WRITE_ONCE(rsp->gp_flags, READ_ONCE(rsp->gp_flags) | RCU_GP_FLAG_FQS); rcu_get_root()
2452 WRITE_ONCE(rdp->qlen, 0); rcu_send_cbs_to_orphanage()
2720 WRITE_ONCE(rdp->qlen, rdp->qlen - count); rcu_do_batch()
2892 WRITE_ONCE(rsp->gp_flags, READ_ONCE(rsp->gp_flags) | RCU_GP_FLAG_FQS); force_quiescent_state()
3049 WRITE_ONCE(head->func, rcu_leak_callback); __call_rcu()
3088 WRITE_ONCE(rdp->qlen, rdp->qlen + 1); __call_rcu()
3350 WRITE_ONCE(*sp, *sp + 1); rcu_seq_start()
3359 WRITE_ONCE(*sp, *sp + 1); rcu_seq_end()
4206 WRITE_ONCE(rsp->ncpus, READ_ONCE(rsp->ncpus) + 1); rcu_init_percpu_data()
|
| H A D | update.c | 465 WRITE_ONCE(rcu_cpu_stall_timeout, 3); rcu_jiffies_till_stall_check()
468 WRITE_ONCE(rcu_cpu_stall_timeout, 300); rcu_jiffies_till_stall_check()
624 WRITE_ONCE(t->rcu_tasks_holdout, false); check_holdout_task()
712 WRITE_ONCE(t->rcu_tasks_holdout, true); for_each_process_thread()
809 WRITE_ONCE(rcu_tasks_kthread_ptr, t); rcu_spawn_tasks_kthread()
|
| H A D | tree_plugin.h | 1870 WRITE_ONCE(rdp_leader->nocb_leader_sleep, false); wake_nocb_leader()
1943 WRITE_ONCE(*old_rhpp, rhp); __call_rcu_nocb_enqueue()
2132 WRITE_ONCE(rdp->nocb_head, NULL); nocb_leader_wait()
2253 WRITE_ONCE(rdp->nocb_follower_head, NULL); rcu_nocb_kthread()
2303 WRITE_ONCE(rdp->nocb_defer_wakeup, RCU_NOGP_WAKE_NOT); do_nocb_deferred_wakeup()
2416 WRITE_ONCE(rdp_spawn->nocb_kthread, t); rcu_spawn_one_nocb_kthread()
2631 WRITE_ONCE(rdtp->dynticks_idle_jiffies, j); rcu_sysidle_enter()
2803 WRITE_ONCE(full_sysidle_state, RCU_SYSIDLE_SHORT); rcu_sysidle()
2841 WRITE_ONCE(full_sysidle_state, RCU_SYSIDLE_NOT); rcu_sysidle_cancel()
2893 WRITE_ONCE(rshp->inuse, 0); rcu_sysidle_cb()
3045 WRITE_ONCE(current->rcu_tasks_idle_cpu, smp_processor_id()); rcu_dynticks_task_enter()
3053 WRITE_ONCE(current->rcu_tasks_idle_cpu, -1); rcu_dynticks_task_exit()
|
| /linux-4.4.14/arch/tile/include/asm/ |
| H A D | atomic_64.h | 27 #define atomic_set(v, i) WRITE_ONCE((v)->counter, (i))
86 #define atomic64_set(v, i) WRITE_ONCE((v)->counter, (i))
|
| /linux-4.4.14/arch/powerpc/include/asm/ |
| H A D | barrier.h | 37 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); mb(); } while (0)
79 WRITE_ONCE(*p, v); \
|
| /linux-4.4.14/arch/mips/include/asm/ |
| H A D | barrier.h | 116 do { WRITE_ONCE(var, value); smp_mb(); } while (0)
136 WRITE_ONCE(*p, v); \
|
| H A D | atomic.h | 42 #define atomic_set(v, i) WRITE_ONCE((v)->counter, (i))
325 #define atomic64_set(v, i) WRITE_ONCE((v)->counter, (i))
|
| /linux-4.4.14/arch/h8300/include/asm/ |
| H A D | atomic.h | 15 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/arch/alpha/include/asm/ |
| H A D | atomic.h | 23 #define atomic_set(v,i) WRITE_ONCE((v)->counter, (i))
24 #define atomic64_set(v,i) WRITE_ONCE((v)->counter, (i))
|
| /linux-4.4.14/arch/mn10300/include/asm/ |
| H A D | atomic.h | 46 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/arch/arm64/include/asm/ |
| H A D | barrier.h | 97 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); smp_mb(); } while (0)
|
| H A D | atomic.h | 57 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/arch/m68k/include/asm/ |
| H A D | atomic.h | 21 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/arch/frv/include/asm/ |
| H A D | atomic.h | 36 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/arch/arm64/kernel/ |
| H A D | alternative.c | 140 WRITE_ONCE(patched, 1); __apply_alternatives_multi_stop()
|
| /linux-4.4.14/kernel/ |
| H A D | torture.c | 485 WRITE_ONCE(fullstop, FULLSTOP_SHUTDOWN); torture_shutdown_notify()
553 WRITE_ONCE(stutter_pause_test, 2); torture_stutter()
556 WRITE_ONCE(stutter_pause_test, 1); torture_stutter()
560 WRITE_ONCE(stutter_pause_test, 0); torture_stutter()
652 WRITE_ONCE(fullstop, FULLSTOP_RMMOD); torture_cleanup_begin()
|
| /linux-4.4.14/arch/xtensa/include/asm/ |
| H A D | atomic.h | 59 #define atomic_set(v,i) WRITE_ONCE((v)->counter, (i))
|
| /linux-4.4.14/arch/m32r/include/asm/ |
| H A D | atomic.h | 40 #define atomic_set(v,i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/arch/avr32/include/asm/ |
| H A D | atomic.h | 23 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/net/ipv4/ |
| H A D | tcp_dctcp.c | 226 WRITE_ONCE(ca->dctcp_alpha, alpha); dctcp_update_alpha()
|
| /linux-4.4.14/kernel/time/ |
| H A D | posix-cpu-timers.c | 252 WRITE_ONCE(cputimer->running, true); thread_group_cputimer()
921 WRITE_ONCE(cputimer->running, false); stop_process_timers()
|
| H A D | timer.c | 817 WRITE_ONCE(timer->flags, __mod_timer()
999 WRITE_ONCE(timer->flags, add_timer_on()
|
| /linux-4.4.14/drivers/net/ethernet/sfc/ |
| H A D | net_driver.h | 484 WRITE_ONCE(channel->busy_poll_state, EFX_CHANNEL_STATE_IDLE); efx_channel_busy_poll_init()
521 WRITE_ONCE(channel->busy_poll_state, EFX_CHANNEL_STATE_IDLE); efx_channel_unlock_napi()
|
| /linux-4.4.14/drivers/gpu/drm/vmwgfx/ |
| H A D | vmwgfx_drv.h | 1233 WRITE_ONCE(*addr, value); vmw_mmio_write()
|
| /linux-4.4.14/arch/x86/kernel/cpu/ |
| H A D | perf_event_intel.c | 2297 WRITE_ONCE(excl_cntrs->has_exclusive[tid], 1); intel_get_excl_constraints()
2389 WRITE_ONCE(excl_cntrs->has_exclusive[tid], 0); intel_put_excl_constraints()
|
| /linux-4.4.14/mm/ |
| H A D | rmap.c | 1069 WRITE_ONCE(page->mapping, (struct address_space *) anon_vma); page_move_anon_rmap()
|
| H A D | zsmalloc.c | 317 WRITE_ONCE(*(unsigned long *)handle, obj); record_obj()
|
| /linux-4.4.14/fs/ |
| H A D | dcache.c | 282 WRITE_ONCE(dentry->d_flags, flags); __d_set_inode_and_type()
290 WRITE_ONCE(dentry->d_flags, flags); __d_clear_type_and_inode()
|
| /linux-4.4.14/drivers/net/ethernet/broadcom/bnx2x/ |
| H A D | bnx2x.h | 636 WRITE_ONCE(fp->busy_poll_state, 0); bnx2x_fp_busy_poll_init()
|
| /linux-4.4.14/kernel/sched/ |
| H A D | fair.c | 2142 * statistical sampling. Use READ_ONCE/WRITE_ONCE, which are not reset_ptenuma_scan()
2145 WRITE_ONCE(p->mm->numa_scan_seq, READ_ONCE(p->mm->numa_scan_seq) + 1); reset_ptenuma_scan()
|