Home
last modified time | relevance | path

Searched refs:__this_cpu_write (Results 1 – 84 of 84) sorted by relevance

/linux-4.4.14/lib/
Dpercpu_test.c42 __this_cpu_write(ulong_counter, 0); in percpu_test_init()
57 __this_cpu_write(ulong_counter, 0); in percpu_test_init()
74 __this_cpu_write(long_counter, 0); in percpu_test_init()
81 __this_cpu_write(long_counter, 0); in percpu_test_init()
92 __this_cpu_write(long_counter, 0); in percpu_test_init()
100 __this_cpu_write(ulong_counter, 0); in percpu_test_init()
107 __this_cpu_write(ulong_counter, 0); in percpu_test_init()
115 __this_cpu_write(ulong_counter, 3); in percpu_test_init()
Didr.c121 __this_cpu_write(idr_preload_head, new->ary[0]); in idr_layer_alloc()
424 __this_cpu_write(idr_preload_head, new); in idr_preload()
/linux-4.4.14/kernel/
Dwatchdog.c225 __this_cpu_write(watchdog_touch_ts, get_timestamp()); in __touch_watchdog()
270 __this_cpu_write(softlockup_touch_sync, true); in touch_softlockup_watchdog_sync()
271 __this_cpu_write(watchdog_touch_ts, 0); in touch_softlockup_watchdog_sync()
283 __this_cpu_write(hrtimer_interrupts_saved, hrint); in is_hardlockup()
319 __this_cpu_write(watchdog_nmi_touch, false); in watchdog_overflow_callback()
356 __this_cpu_write(hard_watchdog_warn, true); in watchdog_overflow_callback()
360 __this_cpu_write(hard_watchdog_warn, false); in watchdog_overflow_callback()
399 __this_cpu_write(softlockup_touch_sync, false); in watchdog_timer_fn()
437 __this_cpu_write(soft_watchdog_warn, false); in watchdog_timer_fn()
449 __this_cpu_write(soft_watchdog_warn, true); in watchdog_timer_fn()
[all …]
Dsoftirq.c456 __this_cpu_write(tasklet_vec.tail, &(t->next)); in __tasklet_schedule()
469 __this_cpu_write(tasklet_hi_vec.tail, &(t->next)); in __tasklet_hi_schedule()
480 __this_cpu_write(tasklet_hi_vec.head, t); in __tasklet_hi_schedule_first()
491 __this_cpu_write(tasklet_vec.head, NULL); in tasklet_action()
492 __this_cpu_write(tasklet_vec.tail, this_cpu_ptr(&tasklet_vec.head)); in tasklet_action()
515 __this_cpu_write(tasklet_vec.tail, &(t->next)); in tasklet_action()
527 __this_cpu_write(tasklet_hi_vec.head, NULL); in tasklet_hi_action()
528 __this_cpu_write(tasklet_hi_vec.tail, this_cpu_ptr(&tasklet_hi_vec.head)); in tasklet_hi_action()
551 __this_cpu_write(tasklet_hi_vec.tail, &(t->next)); in tasklet_hi_action()
719 __this_cpu_write(tasklet_hi_vec.tail, per_cpu(tasklet_hi_vec, cpu).tail); in takeover_tasklets()
Dcontext_tracking.c97 __this_cpu_write(context_tracking.state, state); in __context_tracking_enter()
161 __this_cpu_write(context_tracking.state, CONTEXT_KERNEL); in __context_tracking_exit()
Dkprobes.c290 __this_cpu_write(kprobe_instance, kp); in set_kprobe_instance()
295 __this_cpu_write(kprobe_instance, NULL); in reset_kprobe_instance()
/linux-4.4.14/arch/mips/kernel/
Dmips-r2-to-r6-emul.c2302 __this_cpu_write((mipsr2emustats).movs, 0); in mipsr2_stats_clear_show()
2303 __this_cpu_write((mipsr2bdemustats).movs, 0); in mipsr2_stats_clear_show()
2304 __this_cpu_write((mipsr2emustats).hilo, 0); in mipsr2_stats_clear_show()
2305 __this_cpu_write((mipsr2bdemustats).hilo, 0); in mipsr2_stats_clear_show()
2306 __this_cpu_write((mipsr2emustats).muls, 0); in mipsr2_stats_clear_show()
2307 __this_cpu_write((mipsr2bdemustats).muls, 0); in mipsr2_stats_clear_show()
2308 __this_cpu_write((mipsr2emustats).divs, 0); in mipsr2_stats_clear_show()
2309 __this_cpu_write((mipsr2bdemustats).divs, 0); in mipsr2_stats_clear_show()
2310 __this_cpu_write((mipsr2emustats).dsps, 0); in mipsr2_stats_clear_show()
2311 __this_cpu_write((mipsr2bdemustats).dsps, 0); in mipsr2_stats_clear_show()
[all …]
Dkprobes.c227 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
237 __this_cpu_write(current_kprobe, p); in set_current_kprobe()
/linux-4.4.14/arch/sparc/kernel/
Dnmi.c104 __this_cpu_write(nmi_touch, 0); in perfctr_irq()
113 __this_cpu_write(last_irq_sum, sum); in perfctr_irq()
114 __this_cpu_write(alert_counter, 0); in perfctr_irq()
157 __this_cpu_write(wd_enabled, 0); in stop_nmi_watchdog()
210 __this_cpu_write(wd_enabled, 1); in start_nmi_watchdog()
Dkprobes.c86 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
95 __this_cpu_write(current_kprobe, p); in set_current_kprobe()
/linux-4.4.14/drivers/xen/
Dpreempt.c39 __this_cpu_write(xen_in_preemptible_hcall, false); in xen_maybe_preempt_hcall()
41 __this_cpu_write(xen_in_preemptible_hcall, true); in xen_maybe_preempt_hcall()
/linux-4.4.14/arch/x86/kernel/cpu/mcheck/
Dmce_intel.c186 __this_cpu_write(cmci_storm_state, CMCI_STORM_SUBSIDED); in cmci_intel_adjust_timer()
198 __this_cpu_write(cmci_storm_state, CMCI_STORM_NONE); in cmci_intel_adjust_timer()
224 __this_cpu_write(cmci_time_stamp, now); in cmci_storm_detect()
226 __this_cpu_write(cmci_storm_cnt, cnt); in cmci_storm_detect()
232 __this_cpu_write(cmci_storm_state, CMCI_STORM_ACTIVE); in cmci_storm_detect()
Dmce.c1295 __this_cpu_write(mce_next_interval, iv); in mce_timer_fn()
1310 __this_cpu_write(mce_next_interval, interval); in mce_timer_kick()
/linux-4.4.14/arch/s390/kernel/
Dvtime.c83 __this_cpu_write(mt_scaling_mult, mult); in update_mt_scaling()
84 __this_cpu_write(mt_scaling_div, div); in update_mt_scaling()
88 __this_cpu_write(mt_scaling_jiffies, jiffies_64); in update_mt_scaling()
396 __this_cpu_write(mt_scaling_jiffies, jiffies); in vtime_init()
397 __this_cpu_write(mt_scaling_mult, 1); in vtime_init()
398 __this_cpu_write(mt_scaling_div, 1); in vtime_init()
Dkprobes.c254 __this_cpu_write(current_kprobe, p); in push_kprobe()
265 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in pop_kprobe()
/linux-4.4.14/arch/tile/kernel/
Dsmpboot.c44 __this_cpu_write(cpu_state, CPU_ONLINE); in smp_prepare_boot_cpu()
160 __this_cpu_write(current_asid, min_asid); in start_secondary()
203 __this_cpu_write(cpu_state, CPU_ONLINE); in online_secondary()
Dkprobes.c161 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
169 __this_cpu_write(current_kprobe, p); in set_current_kprobe()
Dprocess.c69 __this_cpu_write(irq_stat.idle_timestamp, jiffies); in arch_cpu_idle()
Dsetup.c1215 __this_cpu_write(current_asid, min_asid); in validate_hv()
/linux-4.4.14/drivers/irqchip/
Dirq-xtensa-mx.c61 __this_cpu_write(cached_irq_mask, in secondary_init_irq()
78 __this_cpu_write(cached_irq_mask, mask); in xtensa_mx_irq_mask()
93 __this_cpu_write(cached_irq_mask, mask); in xtensa_mx_irq_unmask()
/linux-4.4.14/drivers/staging/speakup/
Dfakekey.c81 __this_cpu_write(reporting_keystroke, true); in speakup_fake_down_arrow()
85 __this_cpu_write(reporting_keystroke, false); in speakup_fake_down_arrow()
/linux-4.4.14/include/xen/
Dxen-ops.h111 __this_cpu_write(xen_in_preemptible_hcall, true); in xen_preemptible_hcall_begin()
116 __this_cpu_write(xen_in_preemptible_hcall, false); in xen_preemptible_hcall_end()
/linux-4.4.14/arch/x86/kernel/kprobes/
Dftrace.c41 __this_cpu_write(current_kprobe, NULL); in __skip_singlestep()
80 __this_cpu_write(current_kprobe, p); in kprobe_ftrace_handler()
Dcore.c475 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
485 __this_cpu_write(current_kprobe, p); in set_current_kprobe()
771 __this_cpu_write(current_kprobe, &ri->rp->kp); in trampoline_handler()
775 __this_cpu_write(current_kprobe, NULL); in trampoline_handler()
Dopt.c165 __this_cpu_write(current_kprobe, &op->kp); in optimized_callback()
168 __this_cpu_write(current_kprobe, NULL); in optimized_callback()
/linux-4.4.14/net/ipv6/netfilter/
Dnf_dup_ipv6.c70 __this_cpu_write(nf_skb_duplicated, true); in nf_dup_ipv6()
72 __this_cpu_write(nf_skb_duplicated, false); in nf_dup_ipv6()
/linux-4.4.14/net/ipv4/netfilter/
Dnf_dup_ipv4.c94 __this_cpu_write(nf_skb_duplicated, true); in nf_dup_ipv4()
96 __this_cpu_write(nf_skb_duplicated, false); in nf_dup_ipv4()
/linux-4.4.14/arch/sh/kernel/
Dkprobes.c132 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
139 __this_cpu_write(current_kprobe, p); in set_current_kprobe()
149 __this_cpu_write(saved_current_opcode.addr, (kprobe_opcode_t *)regs->pc); in prepare_singlestep()
339 __this_cpu_write(current_kprobe, &ri->rp->kp); in trampoline_probe_handler()
341 __this_cpu_write(current_kprobe, NULL); in trampoline_probe_handler()
393 __this_cpu_write(saved_current_opcode.addr, NULL); in post_kprobe_handler()
Dsmp.c114 __this_cpu_write(cpu_state, CPU_DEAD); in play_dead_common()
/linux-4.4.14/arch/x86/kernel/
Dnmi.c331 __this_cpu_write(swallow_nmi, false); in default_do_nmi()
333 __this_cpu_write(last_nmi_rip, regs->ip); in default_do_nmi()
347 __this_cpu_write(swallow_nmi, true); in default_do_nmi()
541 __this_cpu_write(last_nmi_rip, 0); in local_touch_nmi()
Dkvm.c249 __this_cpu_write(apf_reason.reason, 0); in kvm_read_and_reset_pf_reason()
346 __this_cpu_write(apf_reason.enabled, 1); in kvm_guest_cpu_init()
355 __this_cpu_write(kvm_apic_eoi, 0); in kvm_guest_cpu_init()
371 __this_cpu_write(apf_reason.enabled, 0); in kvm_pv_disable_apf()
Dirq.c248 __this_cpu_write(vector_irq[vector], VECTOR_UNUSED); in do_IRQ()
542 __this_cpu_write(vector_irq[vector], VECTOR_RETRIGGERED); in fixup_irqs()
547 __this_cpu_write(vector_irq[vector], VECTOR_UNUSED); in fixup_irqs()
Dhw_breakpoint.c124 __this_cpu_write(cpu_debugreg[i], info->address); in arch_install_hw_breakpoint()
/linux-4.4.14/include/asm-generic/
Dirq_regs.h33 __this_cpu_write(__irq_regs, new_regs); in set_irq_regs()
/linux-4.4.14/arch/arm/probes/kprobes/
Dcore.c209 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
215 __this_cpu_write(current_kprobe, p); in set_current_kprobe()
459 __this_cpu_write(current_kprobe, &ri->rp->kp); in trampoline_handler()
462 __this_cpu_write(current_kprobe, NULL); in trampoline_handler()
Dopt-arm.c179 __this_cpu_write(current_kprobe, &op->kp); in optimized_callback()
182 __this_cpu_write(current_kprobe, NULL); in optimized_callback()
/linux-4.4.14/arch/powerpc/include/asm/
Dhardirq.h28 #define set_softirq_pending(x) __this_cpu_write(irq_stat.__softirq_pending, (x))
/linux-4.4.14/arch/x86/xen/
Dmulticalls.h29 __this_cpu_write(xen_mc_irq_flags, flags); in xen_mc_batch()
Dtime.c142 __this_cpu_write(xen_residual_stolen, stolen); in do_stolen_accounting()
/linux-4.4.14/arch/alpha/kernel/
Dtime.c59 #define set_irq_work_pending_flag() __this_cpu_write(irq_work_pending, 1)
61 #define clear_irq_work_pending() __this_cpu_write(irq_work_pending, 0)
/linux-4.4.14/arch/tile/include/asm/
Dmmu_context.h104 __this_cpu_write(current_asid, asid); in switch_mm()
/linux-4.4.14/drivers/xen/events/
Devents_2l.c250 __this_cpu_write(current_word_idx, in evtchn_2l_handle_events()
253 __this_cpu_write(current_bit_idx, bit_idx); in evtchn_2l_handle_events()
Devents_base.c1244 __this_cpu_write(xed_nesting_count, 0); in __xen_evtchn_do_upcall()
/linux-4.4.14/arch/powerpc/mm/
Dhugetlbpage-book3e.c40 __this_cpu_write(next_tlbcam_idx, tlbcam_index); in tlb1_next()
/linux-4.4.14/arch/arm64/kvm/
Ddebug.c75 __this_cpu_write(mdcr_el2, kvm_call_hyp(__kvm_get_mdcr_el2)); in kvm_arm_init_debug()
/linux-4.4.14/arch/powerpc/kernel/
Dkprobes.c122 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
130 __this_cpu_write(current_kprobe, p); in set_current_kprobe()
Dtime.c463 #define set_irq_work_pending_flag() __this_cpu_write(irq_work_pending, 1)
465 #define clear_irq_work_pending() __this_cpu_write(irq_work_pending, 0)
856 __this_cpu_write(decrementers_next_tb, get_tb_or_rtc() + evt); in decrementer_set_next_event()
Dsysfs.c400 __this_cpu_write(pmcs_enabled, 1); in ppc_enable_pmcs()
/linux-4.4.14/arch/arc/kernel/
Dkprobes.c90 __this_cpu_write(current_kprobe, kcb->prev_kprobe.kp); in restore_previous_kprobe()
96 __this_cpu_write(current_kprobe, p); in set_current_kprobe()
/linux-4.4.14/mm/
Dvmstat.c237 __this_cpu_write(*p, x); in __mod_zone_page_state()
276 __this_cpu_write(*p, -overstep); in __inc_zone_state()
298 __this_cpu_write(*p, overstep); in __dec_zone_state()
483 __this_cpu_write(p->expire, 3); in refresh_cpu_vm_stats()
504 __this_cpu_write(p->expire, 0); in refresh_cpu_vm_stats()
Dslab.c629 __this_cpu_write(slab_reap_node, node); in next_reap_node()
Dmemcontrol.c784 __this_cpu_write(memcg->stat->targets[target], next); in mem_cgroup_event_ratelimit()
/linux-4.4.14/arch/avr32/kernel/
Dkprobes.c107 __this_cpu_write(current_kprobe, p); in set_current_kprobe()
/linux-4.4.14/arch/powerpc/kvm/
De500.c81 __this_cpu_write(pcpu_sids.entry[sid], entry); in local_sid_setup_one()
120 __this_cpu_write(pcpu_last_used_sid, 0); in local_sid_destroy_all()
De500mc.c149 __this_cpu_write(last_vcpu_of_lpid[get_lpid(vcpu)], vcpu); in kvmppc_core_vcpu_load_e500mc()
/linux-4.4.14/arch/powerpc/perf/
Dhv-24x7.c1267 __this_cpu_write(hv_24x7_txn_err, ret); in h_24x7_event_read()
1320 __this_cpu_write(hv_24x7_txn_flags, flags); in h_24x7_event_start_txn()
1341 __this_cpu_write(hv_24x7_txn_flags, 0); in reset_txn()
1342 __this_cpu_write(hv_24x7_txn_err, 0); in reset_txn()
/linux-4.4.14/net/rds/
Dib_recv.c478 __this_cpu_write(cache->percpu->first, new_item); in rds_ib_recv_cache_put()
498 __this_cpu_write(cache->percpu->first, NULL); in rds_ib_recv_cache_put()
499 __this_cpu_write(cache->percpu->count, 0); in rds_ib_recv_cache_put()
/linux-4.4.14/arch/ia64/kernel/
Dmca.c1871 __this_cpu_write(ia64_mca_data, (__per_cpu_mca[cpu] = __pa(data))); in ia64_mca_cpu_init()
1877 __this_cpu_write(ia64_mca_per_cpu_pte, in ia64_mca_cpu_init()
1887 __this_cpu_write(ia64_mca_pal_base, in ia64_mca_cpu_init()
1889 __this_cpu_write(ia64_mca_pal_pte, pte_val(mk_pte_phys(__pa(pal_vaddr), in ia64_mca_cpu_init()
Dkprobes.c399 __this_cpu_write(current_kprobe, kcb->prev_kprobe[i-1].kp); in restore_previous_kprobe()
407 __this_cpu_write(current_kprobe, p); in set_current_kprobe()
Dirq_ia64.c345 __this_cpu_write(vector_irq[vector], -1); in smp_irq_move_cleanup_interrupt()
Dprocess.c218 __this_cpu_write(cpu_state, CPU_DEAD); in play_dead()
/linux-4.4.14/include/linux/
Dkprobes.h358 __this_cpu_write(current_kprobe, NULL); in reset_current_kprobe()
Dpercpu-defs.h436 #define __this_cpu_write(pcp, val) \ macro
/linux-4.4.14/drivers/lguest/x86/
Dcore.c94 __this_cpu_write(lg_last_cpu, cpu); in copy_in_guest_info()
/linux-4.4.14/arch/blackfin/mach-common/
Dints-priority.c1304 __this_cpu_write(__ipipe_tick_regs.ipend, regs->ipend); in __ipipe_grab_irq()
1305 __this_cpu_write(__ipipe_tick_regs.pc, regs->pc); in __ipipe_grab_irq()
/linux-4.4.14/arch/x86/kernel/apic/
Dx2apic_uv_x.c178 __this_cpu_write(x2apic_extra_bits, in uv_acpi_madt_oem_check()
429 __this_cpu_write(x2apic_extra_bits, pnode << uvh_apicid.s.pnode_shift); in set_x2apic_extra_bits()
Dvector.c627 __this_cpu_write(vector_irq[vector], VECTOR_UNUSED); in smp_irq_move_cleanup_interrupt()
/linux-4.4.14/arch/ia64/sn/kernel/sn2/
Dsn2_smp.c304 __this_cpu_write(ptcstats.shub_itc_clocks_max, itc2); in sn2_global_tlb_purge()
/linux-4.4.14/arch/ia64/sn/kernel/
Dsetup.c632 __this_cpu_write(__sn_nodepda, nodepdaindr[cnode]); in sn_cpu_init()
/linux-4.4.14/arch/powerpc/platforms/pseries/
Diommu.c285 __this_cpu_write(tce_page, tcep); in tce_buildmulti_pSeriesLP()
482 __this_cpu_write(tce_page, tcep); in tce_setrange_multi_pSeriesLP()
/linux-4.4.14/kernel/time/
Dtick-sched.c427 __this_cpu_write(tick_cpu_sched.idle_waketime, now); in tick_nohz_update_jiffies()
/linux-4.4.14/kernel/rcu/
Dtree.c255 __this_cpu_write(rcu_sched_data.cpu_no_qs.b.norm, false); in rcu_sched_qs()
260 __this_cpu_write(rcu_sched_data.cpu_no_qs.b.exp, false); in rcu_sched_qs()
275 __this_cpu_write(rcu_bh_data.cpu_no_qs.b.norm, false); in rcu_bh_qs()
3674 __this_cpu_write(rcu_sched_data.cpu_no_qs.b.exp, true); in sync_sched_exp_handler()
Dtree_plugin.h272 __this_cpu_write(rcu_data_p->cpu_no_qs.b.norm, false); in rcu_preempt_qs()
1125 __this_cpu_write(rcu_cpu_has_work, 1); in invoke_rcu_callbacks_kthread()
/linux-4.4.14/arch/x86/lguest/
Dboot.c863 __this_cpu_write(vector_irq[FIRST_EXTERNAL_VECTOR + irq], desc); in lguest_setup_irq()
/linux-4.4.14/arch/arm/kvm/
Darm.c67 __this_cpu_write(kvm_arm_running_vcpu, vcpu); in kvm_arm_set_running_vcpu()
/linux-4.4.14/fs/
Dbuffer.c1344 __this_cpu_write(bh_lrus.bhs[i], in lookup_bh_lru()
1348 __this_cpu_write(bh_lrus.bhs[0], bh); in lookup_bh_lru()
3317 __this_cpu_write(bh_accounting.ratelimit, 0); in recalc_bh_state()
/linux-4.4.14/arch/mips/cavium-octeon/
Docteon-irq.c1340 __this_cpu_write(octeon_irq_ciu0_en_mirror, 0); in octeon_irq_init_ciu_percpu()
1341 __this_cpu_write(octeon_irq_ciu1_en_mirror, 0); in octeon_irq_init_ciu_percpu()
/linux-4.4.14/Documentation/
Dthis_cpu_ops.txt228 __this_cpu_write(pcp, val)
/linux-4.4.14/kernel/events/
Dcore.c282 __this_cpu_write(running_sample_length, local_samples_len); in perf_sample_event_took()
7413 __this_cpu_write(nop_txn_flags, flags); in perf_pmu_start_txn()
7425 __this_cpu_write(nop_txn_flags, 0); in perf_pmu_commit_txn()
7438 __this_cpu_write(nop_txn_flags, 0); in perf_pmu_cancel_txn()
/linux-4.4.14/arch/x86/kernel/cpu/
Dperf_event.c1780 __this_cpu_write(cpu_hw_events.n_txn, 0); in x86_pmu_start_txn()
/linux-4.4.14/arch/x86/kvm/
Dx86.c5492 __this_cpu_write(cpu_tsc_khz, 0); in tsc_bad()
5506 __this_cpu_write(cpu_tsc_khz, khz); in tsc_khz_changed()
5683 __this_cpu_write(current_vcpu, vcpu); in kvm_before_handle_nmi()
5689 __this_cpu_write(current_vcpu, NULL); in kvm_after_handle_nmi()
Dsvm.c677 __this_cpu_write(current_tsc_ratio, TSC_RATIO_DEFAULT); in svm_hardware_enable()
1237 __this_cpu_write(current_tsc_ratio, tsc_ratio); in svm_vcpu_load()
/linux-4.4.14/kernel/trace/
Dtrace.c1645 __this_cpu_write(trace_cmdline_save, false); in tracing_record_cmdline()
1691 __this_cpu_write(trace_cmdline_save, true); in __buffer_unlock_commit()
/linux-4.4.14/net/core/
Ddev.c2327 __this_cpu_write(softnet_data.completion_queue, skb); in __dev_kfree_skb_irq()