| /linux-4.4.14/lib/ |
| D | rbtree.c | 157 WRITE_ONCE(parent->rb_right, tmp); in __rb_insert()
158 WRITE_ONCE(node->rb_left, parent); in __rb_insert()
177 WRITE_ONCE(gparent->rb_left, tmp); /* == parent->rb_right */ in __rb_insert()
178 WRITE_ONCE(parent->rb_right, gparent); in __rb_insert()
200 WRITE_ONCE(parent->rb_left, tmp); in __rb_insert()
201 WRITE_ONCE(node->rb_right, parent); in __rb_insert()
212 WRITE_ONCE(gparent->rb_right, tmp); /* == parent->rb_left */ in __rb_insert()
213 WRITE_ONCE(parent->rb_left, gparent); in __rb_insert()
254 WRITE_ONCE(parent->rb_right, tmp1); in ____rb_erase_color()
255 WRITE_ONCE(sibling->rb_left, parent); in ____rb_erase_color()
[all …]
|
| /linux-4.4.14/kernel/locking/ |
| D | osq_lock.c | 107 WRITE_ONCE(prev->next, node); in osq_lock()
179 WRITE_ONCE(next->prev, prev); in osq_lock()
180 WRITE_ONCE(prev->next, next); in osq_lock()
203 WRITE_ONCE(next->locked, 1); in osq_unlock()
209 WRITE_ONCE(next->locked, 1); in osq_unlock()
|
| D | qspinlock_paravirt.h | 106 WRITE_ONCE(he->node, node); in pv_hash()
132 WRITE_ONCE(he->lock, NULL); in pv_unhash()
240 WRITE_ONCE(l->locked, _Q_SLOW_VAL); in pv_kick_node()
289 WRITE_ONCE(*lp, NULL); in pv_wait_head()
|
| D | qspinlock.c | 162 WRITE_ONCE(l->locked_pending, _Q_LOCKED_VAL); in clear_pending_set_locked()
231 WRITE_ONCE(l->locked, _Q_LOCKED_VAL); in set_locked()
392 WRITE_ONCE(prev->next, node); in queued_spin_lock_slowpath()
|
| D | mcs_spinlock.h | 88 WRITE_ONCE(prev->next, node); in mcs_spin_lock()
|
| /linux-4.4.14/arch/x86/include/asm/ |
| D | barrier.h | 43 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); barrier(); } while (0)
60 WRITE_ONCE(*p, v); \
77 WRITE_ONCE(*p, v); \
|
| D | atomic.h | 39 WRITE_ONCE(v->counter, i); in atomic_set()
|
| D | atomic64_64.h | 33 WRITE_ONCE(v->counter, i); in atomic64_set()
|
| /linux-4.4.14/include/linux/ |
| D | rbtree_augmented.h | 126 WRITE_ONCE(parent->rb_left, new); in __rb_change_child()
128 WRITE_ONCE(parent->rb_right, new); in __rb_change_child()
130 WRITE_ONCE(root->rb_node, new); in __rb_change_child()
208 WRITE_ONCE(parent->rb_left, child2); in __rb_erase_augmented()
209 WRITE_ONCE(successor->rb_right, child); in __rb_erase_augmented()
217 WRITE_ONCE(successor->rb_left, tmp); in __rb_erase_augmented()
|
| D | list_nulls.h | 80 WRITE_ONCE(*pprev, next); in __hlist_nulls_del()
|
| D | rculist.h | 32 WRITE_ONCE(list->next, list); in INIT_LIST_HEAD_RCU()
33 WRITE_ONCE(list->prev, list); in INIT_LIST_HEAD_RCU()
|
| D | list_bl.h | 96 WRITE_ONCE(*pprev, in __hlist_bl_del()
|
| D | rcupdate.h | 398 WRITE_ONCE((t)->rcu_tasks_holdout, false); \
1048 WRITE_ONCE(p, RCU_INITIALIZER(v)); \
|
| D | page-flags.h | 405 WRITE_ONCE(page->compound_head, (unsigned long)head + 1); in set_compound_head()
410 WRITE_ONCE(page->compound_head, 0); in clear_compound_head()
|
| D | list.h | 90 WRITE_ONCE(prev->next, next); in __list_del()
619 WRITE_ONCE(*pprev, next); in __hlist_del()
|
| D | compiler.h | 294 #define WRITE_ONCE(x, val) \ macro
|
| /linux-4.4.14/arch/ia64/include/asm/ |
| D | barrier.h | 69 WRITE_ONCE(*p, v); \
80 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); mb(); } while (0)
|
| D | atomic.h | 27 #define atomic_set(v,i) WRITE_ONCE(((v)->counter), (i))
28 #define atomic64_set(v,i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/arch/s390/include/asm/ |
| D | barrier.h | 39 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); mb(); } while (0)
45 WRITE_ONCE(*p, v); \
|
| /linux-4.4.14/kernel/rcu/ |
| D | tiny_plugin.h | 153 WRITE_ONCE(rcp->jiffies_stall, in check_cpu_stall()
156 WRITE_ONCE(rcp->jiffies_stall, in check_cpu_stall()
165 WRITE_ONCE(rcp->jiffies_stall, in reset_cpu_stall_ticks()
|
| D | tree.c | 1078 WRITE_ONCE(rdp->gpwrap, true); in dyntick_save_progress_counter()
1159 WRITE_ONCE(rdp->cond_resched_completed, in rcu_implicit_dynticks_qs()
1162 WRITE_ONCE(*rcrmp, in rcu_implicit_dynticks_qs()
1184 WRITE_ONCE(rsp->jiffies_stall, j + j1); in record_gp_stall_check_time()
1246 WRITE_ONCE(rsp->jiffies_stall, in print_other_cpu_stall()
1332 WRITE_ONCE(rsp->jiffies_stall, in print_cpu_stall()
1416 WRITE_ONCE(rsp->jiffies_stall, jiffies + ULONG_MAX / 2); in rcu_cpu_stall_reset()
1773 WRITE_ONCE(rdp->gpwrap, false); in __note_gp_changes()
1816 WRITE_ONCE(rsp->gp_activity, jiffies); in rcu_gp_init()
1824 WRITE_ONCE(rsp->gp_flags, 0); /* Clear all flags: New grace period. */ in rcu_gp_init()
[all …]
|
| D | update.c | 465 WRITE_ONCE(rcu_cpu_stall_timeout, 3); in rcu_jiffies_till_stall_check()
468 WRITE_ONCE(rcu_cpu_stall_timeout, 300); in rcu_jiffies_till_stall_check()
624 WRITE_ONCE(t->rcu_tasks_holdout, false); in check_holdout_task()
712 WRITE_ONCE(t->rcu_tasks_holdout, true); in rcu_tasks_kthread()
809 WRITE_ONCE(rcu_tasks_kthread_ptr, t); in rcu_spawn_tasks_kthread()
|
| D | tree_plugin.h | 1870 WRITE_ONCE(rdp_leader->nocb_leader_sleep, false); in wake_nocb_leader()
1943 WRITE_ONCE(*old_rhpp, rhp); in __call_rcu_nocb_enqueue()
2132 WRITE_ONCE(rdp->nocb_head, NULL); in nocb_leader_wait()
2253 WRITE_ONCE(rdp->nocb_follower_head, NULL); in rcu_nocb_kthread()
2303 WRITE_ONCE(rdp->nocb_defer_wakeup, RCU_NOGP_WAKE_NOT); in do_nocb_deferred_wakeup()
2416 WRITE_ONCE(rdp_spawn->nocb_kthread, t); in rcu_spawn_one_nocb_kthread()
2631 WRITE_ONCE(rdtp->dynticks_idle_jiffies, j); in rcu_sysidle_enter()
2803 WRITE_ONCE(full_sysidle_state, RCU_SYSIDLE_SHORT); in rcu_sysidle()
2841 WRITE_ONCE(full_sysidle_state, RCU_SYSIDLE_NOT); in rcu_sysidle_cancel()
2893 WRITE_ONCE(rshp->inuse, 0); in rcu_sysidle_cb()
[all …]
|
| /linux-4.4.14/arch/sparc/include/asm/ |
| D | barrier_64.h | 44 do { WRITE_ONCE(__var, __value); membar_safe("#StoreLoad"); } while(0)
63 WRITE_ONCE(*p, v); \
|
| D | atomic_64.h | 20 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
21 #define atomic64_set(v, i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/include/asm-generic/ |
| D | barrier.h | 96 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); mb(); } while (0)
111 WRITE_ONCE(*p, v); \
|
| D | atomic.h | 140 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/arch/powerpc/include/asm/ |
| D | barrier.h | 37 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); mb(); } while (0)
79 WRITE_ONCE(*p, v); \
|
| /linux-4.4.14/arch/metag/include/asm/ |
| D | barrier.h | 87 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); smp_mb(); } while (0)
93 WRITE_ONCE(*p, v); \
|
| D | atomic_lnkget.h | 6 #define atomic_set(v, i) WRITE_ONCE((v)->counter, (i))
|
| /linux-4.4.14/arch/arc/include/asm/ |
| D | atomic.h | 24 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
110 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
128 WRITE_ONCE(v->counter, i); in atomic_set()
|
| /linux-4.4.14/kernel/ |
| D | torture.c | 485 WRITE_ONCE(fullstop, FULLSTOP_SHUTDOWN); in torture_shutdown_notify()
553 WRITE_ONCE(stutter_pause_test, 2); in torture_stutter()
556 WRITE_ONCE(stutter_pause_test, 1); in torture_stutter()
560 WRITE_ONCE(stutter_pause_test, 0); in torture_stutter()
652 WRITE_ONCE(fullstop, FULLSTOP_RMMOD); in torture_cleanup_begin()
|
| /linux-4.4.14/arch/mips/include/asm/ |
| D | barrier.h | 116 do { WRITE_ONCE(var, value); smp_mb(); } while (0)
136 WRITE_ONCE(*p, v); \
|
| D | atomic.h | 42 #define atomic_set(v, i) WRITE_ONCE((v)->counter, (i))
325 #define atomic64_set(v, i) WRITE_ONCE((v)->counter, (i))
|
| /linux-4.4.14/arch/arm/include/asm/ |
| D | barrier.h | 77 WRITE_ONCE(*p, v); \
91 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); smp_mb(); } while (0)
|
| D | atomic.h | 31 #define atomic_set(v,i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/Documentation/ |
| D | memory-barriers.txt | 197 WRITE_ONCE(Q, P); smp_read_barrier_depends(); D = READ_ONCE(*Q);
205 and WRITE_ONCE() are required to prevent compiler mischief. Please
212 a = READ_ONCE(*X); WRITE_ONCE(*X, b);
220 WRITE_ONCE(*X, c); d = READ_ONCE(*X);
233 WRITE_ONCE(). Without them, the compiler is within its rights to
523 WRITE_ONCE(P, &B)
550 WRITE_ONCE(P, &B);
577 WRITE_ONCE(P, 1);
622 WRITE_ONCE(b, p);
647 WRITE_ONCE(b, p);
[all …]
|
| /linux-4.4.14/tools/lib/lockdep/uinclude/linux/ |
| D | compiler.h | 6 #define WRITE_ONCE(x, val) x=(val) macro
|
| /linux-4.4.14/arch/tile/include/asm/ |
| D | atomic_64.h | 27 #define atomic_set(v, i) WRITE_ONCE((v)->counter, (i))
86 #define atomic64_set(v, i) WRITE_ONCE((v)->counter, (i))
|
| /linux-4.4.14/arch/x86/um/asm/ |
| D | barrier.h | 43 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); barrier(); } while (0)
|
| /linux-4.4.14/arch/alpha/include/asm/ |
| D | atomic.h | 23 #define atomic_set(v,i) WRITE_ONCE((v)->counter, (i))
24 #define atomic64_set(v,i) WRITE_ONCE((v)->counter, (i))
|
| /linux-4.4.14/arch/arm64/include/asm/ |
| D | barrier.h | 97 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); smp_mb(); } while (0)
|
| D | atomic.h | 57 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/arch/sh/include/asm/ |
| D | atomic.h | 18 #define atomic_set(v,i) WRITE_ONCE((v)->counter, (i))
|
| /linux-4.4.14/tools/include/linux/ |
| D | compiler.h | 115 #define WRITE_ONCE(x, val) \ macro
|
| /linux-4.4.14/arch/h8300/include/asm/ |
| D | atomic.h | 15 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/arch/mn10300/include/asm/ |
| D | atomic.h | 46 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/arch/arm64/kernel/ |
| D | alternative.c | 140 WRITE_ONCE(patched, 1); in __apply_alternatives_multi_stop()
|
| /linux-4.4.14/arch/xtensa/include/asm/ |
| D | atomic.h | 59 #define atomic_set(v,i) WRITE_ONCE((v)->counter, (i))
|
| /linux-4.4.14/arch/avr32/include/asm/ |
| D | atomic.h | 23 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/arch/m32r/include/asm/ |
| D | atomic.h | 40 #define atomic_set(v,i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/arch/frv/include/asm/ |
| D | atomic.h | 36 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/arch/m68k/include/asm/ |
| D | atomic.h | 21 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i))
|
| /linux-4.4.14/net/ipv4/ |
| D | tcp_dctcp.c | 226 WRITE_ONCE(ca->dctcp_alpha, alpha); in dctcp_update_alpha()
|
| /linux-4.4.14/drivers/net/ethernet/sfc/ |
| D | net_driver.h | 484 WRITE_ONCE(channel->busy_poll_state, EFX_CHANNEL_STATE_IDLE); in efx_channel_busy_poll_init()
521 WRITE_ONCE(channel->busy_poll_state, EFX_CHANNEL_STATE_IDLE); in efx_channel_unlock_napi()
|
| /linux-4.4.14/kernel/time/ |
| D | timer.c | 817 WRITE_ONCE(timer->flags, in __mod_timer()
999 WRITE_ONCE(timer->flags, in add_timer_on()
|
| D | posix-cpu-timers.c | 252 WRITE_ONCE(cputimer->running, true); in thread_group_cputimer()
921 WRITE_ONCE(cputimer->running, false); in stop_process_timers()
|
| /linux-4.4.14/drivers/gpu/drm/vmwgfx/ |
| D | vmwgfx_drv.h | 1233 WRITE_ONCE(*addr, value); in vmw_mmio_write()
|
| /linux-4.4.14/mm/ |
| D | rmap.c | 1069 WRITE_ONCE(page->mapping, (struct address_space *) anon_vma); in page_move_anon_rmap()
|
| D | zsmalloc.c | 317 WRITE_ONCE(*(unsigned long *)handle, obj); in record_obj()
|
| /linux-4.4.14/fs/ |
| D | dcache.c | 282 WRITE_ONCE(dentry->d_flags, flags); in __d_set_inode_and_type()
290 WRITE_ONCE(dentry->d_flags, flags); in __d_clear_type_and_inode()
|
| /linux-4.4.14/arch/x86/kernel/cpu/ |
| D | perf_event_intel.c | 2297 WRITE_ONCE(excl_cntrs->has_exclusive[tid], 1); in intel_get_excl_constraints()
2389 WRITE_ONCE(excl_cntrs->has_exclusive[tid], 0); in intel_put_excl_constraints()
|
| /linux-4.4.14/drivers/net/ethernet/broadcom/bnx2x/ |
| D | bnx2x.h | 636 WRITE_ONCE(fp->busy_poll_state, 0); in bnx2x_fp_busy_poll_init()
|
| /linux-4.4.14/kernel/sched/ |
| D | fair.c | 2145 WRITE_ONCE(p->mm->numa_scan_seq, READ_ONCE(p->mm->numa_scan_seq) + 1); in reset_ptenuma_scan()
|