Home
last modified time | relevance | path

Searched refs:this_cpu_ptr (Results 1 – 200 of 267) sorted by relevance

12

/linux-4.4.14/kernel/
Dirq_work.c98 if (llist_add(&work->llnode, this_cpu_ptr(&lazy_list)) && in irq_work_queue()
102 if (llist_add(&work->llnode, this_cpu_ptr(&raised_list))) in irq_work_queue()
116 raised = this_cpu_ptr(&raised_list); in irq_work_needs_cpu()
117 lazy = this_cpu_ptr(&lazy_list); in irq_work_needs_cpu()
171 irq_work_run_list(this_cpu_ptr(&raised_list)); in irq_work_run()
172 irq_work_run_list(this_cpu_ptr(&lazy_list)); in irq_work_run()
178 struct llist_head *raised = this_cpu_ptr(&raised_list); in irq_work_tick()
182 irq_work_run_list(this_cpu_ptr(&lazy_list)); in irq_work_tick()
Duser-return-notifier.c17 hlist_add_head(&urn->link, this_cpu_ptr(&return_notifier_list)); in user_return_notifier_register()
28 if (hlist_empty(this_cpu_ptr(&return_notifier_list))) in user_return_notifier_unregister()
Dsmp.c221 head = this_cpu_ptr(&call_single_queue); in flush_smp_call_function_queue()
296 csd = this_cpu_ptr(&csd_data); in smp_call_function_single()
439 cfd = this_cpu_ptr(&cfd_data); in smp_call_function_many()
Dsoftirq.c492 __this_cpu_write(tasklet_vec.tail, this_cpu_ptr(&tasklet_vec.head)); in tasklet_action()
528 __this_cpu_write(tasklet_hi_vec.tail, this_cpu_ptr(&tasklet_hi_vec.head)); in tasklet_hi_action()
/linux-4.4.14/arch/x86/kernel/cpu/mcheck/
Dmce_intel.c133 if (machine_check_poll(MCP_TIMESTAMP, this_cpu_ptr(&mce_banks_owned))) in mce_intel_cmci_poll()
156 owned = this_cpu_ptr(mce_banks_owned); in cmci_toggle_interrupt_mode()
253 machine_check_poll(MCP_TIMESTAMP, this_cpu_ptr(&mce_banks_owned)); in intel_threshold_interrupt()
263 unsigned long *owned = (void *)this_cpu_ptr(&mce_banks_owned); in cmci_discover()
285 __clear_bit(i, this_cpu_ptr(mce_poll_banks)); in cmci_discover()
309 __clear_bit(i, this_cpu_ptr(mce_poll_banks)); in cmci_discover()
320 WARN_ON(!test_bit(i, this_cpu_ptr(mce_poll_banks))); in cmci_discover()
345 machine_check_poll(MCP_TIMESTAMP, this_cpu_ptr(&mce_banks_owned)); in cmci_recheck()
354 if (!test_bit(bank, this_cpu_ptr(mce_banks_owned))) in __cmci_disable_bank()
359 __clear_bit(bank, this_cpu_ptr(mce_banks_owned)); in __cmci_disable_bank()
Dmce-inject.c86 struct mce *m = this_cpu_ptr(&injectm); in mce_raise_notify()
100 struct mce *m = this_cpu_ptr(&injectm); in mce_irq_ipi()
112 struct mce *m = this_cpu_ptr(&injectm); in raise_local()
Dmce.c381 return *(u64 *)((char *)this_cpu_ptr(&injectm) + offset); in mce_rdmsrl()
403 *(u64 *)((char *)this_cpu_ptr(&injectm) + offset) = v; in mce_wrmsrl()
1022 final = this_cpu_ptr(&mces_seen); in do_machine_check()
1268 struct timer_list *t = this_cpu_ptr(&mce_timer); in mce_timer_fn()
1276 if (mce_available(this_cpu_ptr(&cpu_info))) { in mce_timer_fn()
1277 machine_check_poll(MCP_TIMESTAMP, this_cpu_ptr(&mce_poll_banks)); in mce_timer_fn()
1304 struct timer_list *t = this_cpu_ptr(&mce_timer); in mce_timer_kick()
1657 struct timer_list *t = this_cpu_ptr(&mce_timer); in __mcheck_cpu_init_timer()
1976 __clear_bit(bank, this_cpu_ptr(mce_poll_banks)); in __mce_disable_bank()
/linux-4.4.14/arch/powerpc/include/asm/
Dxics.h101 struct xics_cppr *os_cppr = this_cpu_ptr(&xics_cppr); in xics_push_cppr()
114 struct xics_cppr *os_cppr = this_cpu_ptr(&xics_cppr); in xics_pop_cppr()
124 struct xics_cppr *os_cppr = this_cpu_ptr(&xics_cppr); in xics_set_base_cppr()
136 struct xics_cppr *os_cppr = this_cpu_ptr(&xics_cppr); in xics_cppr_top()
Dtlbflush.h110 struct ppc64_tlb_batch *batch = this_cpu_ptr(&ppc64_tlb_batch); in arch_enter_lazy_mmu_mode()
117 struct ppc64_tlb_batch *batch = this_cpu_ptr(&ppc64_tlb_batch); in arch_leave_lazy_mmu_mode()
/linux-4.4.14/arch/s390/kernel/
Dperf_cpum_cf.c182 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in cpumf_pmu_enable()
205 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in cpumf_pmu_disable()
239 cpuhw = this_cpu_ptr(&cpu_hw_events); in cpumf_measurement_alert()
259 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in setup_pmc_cpu()
484 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in cpumf_pmu_start()
515 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in cpumf_pmu_stop()
536 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in cpumf_pmu_add()
560 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in cpumf_pmu_del()
588 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in cpumf_pmu_start_txn()
608 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in cpumf_pmu_cancel_txn()
[all …]
Dnmi.c60 mcck = *this_cpu_ptr(&cpu_mcck); in s390_handle_mcck()
61 memset(this_cpu_ptr(&cpu_mcck), 0, sizeof(mcck)); in s390_handle_mcck()
263 mcck = this_cpu_ptr(&cpu_mcck); in s390_do_machine_check()
Dtrace.c22 depth = this_cpu_ptr(&diagnose_trace_depth); in trace_s390_diagnose_norecursion()
Dperf_cpum_sf.c565 struct cpu_hw_sf *cpusf = this_cpu_ptr(&cpu_hw_sf); in setup_pmc_cpu()
852 struct cpu_hw_sf *cpuhw = this_cpu_ptr(&cpu_hw_sf); in cpumsf_pmu_enable()
901 struct cpu_hw_sf *cpuhw = this_cpu_ptr(&cpu_hw_sf); in cpumsf_pmu_disable()
1308 struct cpu_hw_sf *cpuhw = this_cpu_ptr(&cpu_hw_sf); in cpumsf_pmu_start()
1329 struct cpu_hw_sf *cpuhw = this_cpu_ptr(&cpu_hw_sf); in cpumsf_pmu_stop()
1348 struct cpu_hw_sf *cpuhw = this_cpu_ptr(&cpu_hw_sf); in cpumsf_pmu_add()
1398 struct cpu_hw_sf *cpuhw = this_cpu_ptr(&cpu_hw_sf); in cpumsf_pmu_del()
1465 cpuhw = this_cpu_ptr(&cpu_hw_sf); in cpumf_measurement_alert()
Dprocessor.c37 struct cpuid *id = this_cpu_ptr(&cpu_id); in cpu_init()
Dvtime.c70 cycles_old = this_cpu_ptr(mt_cycles); in update_mt_scaling()
399 stcctm5(smp_cpu_mtid + 1, this_cpu_ptr(mt_cycles)); in vtime_init()
Didle.c24 struct s390_idle_data *idle = this_cpu_ptr(&s390_idle); in enabled_wait()
Dtime.c99 cd = this_cpu_ptr(&comparators); in clock_comparator_work()
374 atomic_t *sw_ptr = this_cpu_ptr(&clock_sync_word); in disable_sync_clock()
391 atomic_t *sw_ptr = this_cpu_ptr(&clock_sync_word); in enable_sync_clock()
/linux-4.4.14/block/
Dblk-softirq.c26 cpu_list = this_cpu_ptr(&blk_cpu_done); in blk_done_softirq()
47 list = this_cpu_ptr(&blk_cpu_done); in trigger_softirq()
93 this_cpu_ptr(&blk_cpu_done)); in blk_cpu_notify()
138 list = this_cpu_ptr(&blk_cpu_done); in __blk_complete_request()
Dblk-iopoll.c35 list_add_tail(&iop->list, this_cpu_ptr(&blk_cpu_iopoll)); in blk_iopoll_sched()
79 struct list_head *list = this_cpu_ptr(&blk_cpu_iopoll); in blk_iopoll_softirq()
201 this_cpu_ptr(&blk_cpu_iopoll)); in blk_iopoll_cpu_notify()
/linux-4.4.14/arch/x86/kernel/cpu/
Dperf_event_intel_bts.c218 struct bts_ctx *bts = this_cpu_ptr(&bts_ctx); in __bts_event_start()
248 struct bts_ctx *bts = this_cpu_ptr(&bts_ctx); in bts_event_start()
272 struct bts_ctx *bts = this_cpu_ptr(&bts_ctx); in bts_event_stop()
285 struct bts_ctx *bts = this_cpu_ptr(&bts_ctx); in intel_bts_enable_local()
293 struct bts_ctx *bts = this_cpu_ptr(&bts_ctx); in intel_bts_disable_local()
379 struct bts_ctx *bts = this_cpu_ptr(&bts_ctx); in intel_bts_interrupt()
420 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bts_event_del()
421 struct bts_ctx *bts = this_cpu_ptr(&bts_ctx); in bts_event_del()
444 struct bts_ctx *bts = this_cpu_ptr(&bts_ctx); in bts_event_add()
445 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bts_event_add()
Dperf_event_intel_ds.c497 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_disable_bts()
514 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_drain_bts_buffer()
776 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_enable()
826 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_disable()
853 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_enable_all()
861 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_disable_all()
869 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_fixup_ip()
993 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in setup_pebs_sample_data()
1109 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in get_next_pebs_record_by_bit()
1173 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_drain_pebs_core()
[all …]
Dperf_event_intel_lbr.c140 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_lbr_enable()
280 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_sched_task()
324 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_enable()
352 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_disable()
377 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_enable_all()
385 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_disable_all()
493 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_read()
Dperf_event.c580 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_disable_all()
611 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_disable()
628 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_enable_all()
1013 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_enable()
1170 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_add()
1219 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_start()
1304 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_stop()
1326 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_del()
1383 cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_handle_irq()
1771 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_start_txn()
[all …]
Dperf_event_amd_ibs.c369 struct cpu_perf_ibs *pcpu = this_cpu_ptr(perf_ibs->pcpu); in perf_ibs_start()
389 struct cpu_perf_ibs *pcpu = this_cpu_ptr(perf_ibs->pcpu); in perf_ibs_stop()
423 struct cpu_perf_ibs *pcpu = this_cpu_ptr(perf_ibs->pcpu); in perf_ibs_add()
441 struct cpu_perf_ibs *pcpu = this_cpu_ptr(perf_ibs->pcpu); in perf_ibs_del()
518 struct cpu_perf_ibs *pcpu = this_cpu_ptr(perf_ibs->pcpu); in perf_ibs_handle_irq()
Dperf_event_intel_pt.c934 struct pt *pt = this_cpu_ptr(&pt_ctx); in intel_pt_interrupt()
993 struct pt *pt = this_cpu_ptr(&pt_ctx); in pt_event_start()
1011 struct pt *pt = this_cpu_ptr(&pt_ctx); in pt_event_stop()
1044 struct pt *pt = this_cpu_ptr(&pt_ctx); in pt_event_del()
1064 struct pt *pt = this_cpu_ptr(&pt_ctx); in pt_event_add()
Dperf_event_amd.c705 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_enable_virt()
717 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_disable_virt()
Dperf_event_intel.c1473 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_disable_all()
1493 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_enable_all()
1533 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_nhm_workaround()
1632 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_disable_event()
1696 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_enable_event()
1802 cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_handle_irq()
2571 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_guest_get_msrs()
2592 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in core_guest_get_msrs()
2626 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in core_pmu_enable_all()
Dperf_event_knc.c220 cpuc = this_cpu_ptr(&cpu_hw_events); in knc_pmu_handle_irq()
Dperf_event_p4.c918 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in p4_pmu_disable_all()
987 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in p4_pmu_enable_all()
1007 cpuc = this_cpu_ptr(&cpu_hw_events); in p4_pmu_handle_irq()
Dperf_event_intel_cqm.c990 struct intel_pqr_state *state = this_cpu_ptr(&pqr_state); in intel_cqm_event_start()
1011 struct intel_pqr_state *state = this_cpu_ptr(&pqr_state); in intel_cqm_event_stop()
/linux-4.4.14/drivers/clocksource/
Dmips-gic-timer.c79 clockevents_update_freq(this_cpu_ptr(&gic_clockevent_device), rate); in gic_update_frequency()
87 gic_clockevent_cpu_init(this_cpu_ptr(&gic_clockevent_device)); in gic_cpu_notifier()
90 gic_clockevent_cpu_exit(this_cpu_ptr(&gic_clockevent_device)); in gic_cpu_notifier()
132 gic_clockevent_cpu_init(this_cpu_ptr(&gic_clockevent_device)); in gic_clockevent_init()
Dnumachip.c59 struct clock_event_device *ced = this_cpu_ptr(&numachip2_ced); in numachip_timer_interrupt()
67 struct clock_event_device *ced = this_cpu_ptr(&numachip2_ced); in numachip_timer_each()
Darm_global_timer.c232 gt_clockevents_init(this_cpu_ptr(gt_evt)); in gt_cpu_notify()
235 gt_clockevents_stop(this_cpu_ptr(gt_evt)); in gt_cpu_notify()
308 gt_clockevents_init(this_cpu_ptr(gt_evt)); in global_timer_of_register()
Dtimer-atlas7.c227 sirfsoc_local_timer_setup(this_cpu_ptr(sirfsoc_clockevent)); in sirfsoc_cpu_notify()
230 sirfsoc_local_timer_stop(this_cpu_ptr(sirfsoc_clockevent)); in sirfsoc_cpu_notify()
249 sirfsoc_local_timer_setup(this_cpu_ptr(sirfsoc_clockevent)); in sirfsoc_clockevent_init()
Dtime-armada-370-xp.c218 armada_370_xp_timer_setup(this_cpu_ptr(armada_370_xp_evt)); in armada_370_xp_timer_cpu_notify()
221 armada_370_xp_timer_stop(this_cpu_ptr(armada_370_xp_evt)); in armada_370_xp_timer_cpu_notify()
327 armada_370_xp_timer_setup(this_cpu_ptr(armada_370_xp_evt)); in armada_370_xp_timer_common_init()
Dqcom-timer.c153 msm_local_timer_setup(this_cpu_ptr(msm_evt)); in msm_timer_cpu_notify()
156 msm_local_timer_stop(this_cpu_ptr(msm_evt)); in msm_timer_cpu_notify()
Dexynos_mct.c501 mevt = this_cpu_ptr(&percpu_mct_tick); in exynos4_mct_cpu_notify()
505 mevt = this_cpu_ptr(&percpu_mct_tick); in exynos4_mct_cpu_notify()
520 struct mct_clock_event_device *mevt = this_cpu_ptr(&percpu_mct_tick); in exynos4_timer_resources()
Dmetag_generic.c74 struct clock_event_device *evt = this_cpu_ptr(&local_clockevent); in metag_timer_interrupt()
Darm_arch_timer.c513 arch_timer_setup(this_cpu_ptr(arch_timer_evt)); in arch_timer_cpu_notify()
516 arch_timer_stop(this_cpu_ptr(arch_timer_evt)); in arch_timer_cpu_notify()
598 arch_timer_setup(this_cpu_ptr(arch_timer_evt)); in arch_timer_register()
/linux-4.4.14/arch/arm64/kernel/
Dhw_breakpoint.c243 slots = this_cpu_ptr(bp_on_reg); in hw_breakpoint_control()
250 slots = this_cpu_ptr(wp_on_reg); in hw_breakpoint_control()
551 slots = this_cpu_ptr(bp_on_reg); in toggle_bp_registers()
555 slots = this_cpu_ptr(wp_on_reg); in toggle_bp_registers()
592 slots = this_cpu_ptr(bp_on_reg); in breakpoint_handler()
642 kernel_step = this_cpu_ptr(&stepping_kernel_bp); in breakpoint_handler()
669 slots = this_cpu_ptr(wp_on_reg); in watchpoint_handler()
744 kernel_step = this_cpu_ptr(&stepping_kernel_bp); in watchpoint_handler()
768 kernel_step = this_cpu_ptr(&stepping_kernel_bp); in reinstall_suspended_bps()
866 for (slots = this_cpu_ptr(bp_on_reg), i = 0; i < core_num_brps; ++i) { in hw_breakpoint_reset()
[all …]
Dperf_event.c367 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in armv8pmu_enable_event()
404 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in armv8pmu_disable_event()
430 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in armv8pmu_handle_irq()
490 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in armv8pmu_start()
501 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in armv8pmu_stop()
Dfpsimd.c232 struct fpsimd_partial_state *s = this_cpu_ptr( in kernel_neon_begin_partial()
256 struct fpsimd_partial_state *s = this_cpu_ptr( in kernel_neon_end()
Dcpuinfo.c248 struct cpuinfo_arm64 *info = this_cpu_ptr(&cpu_data); in cpuinfo_store_cpu()
/linux-4.4.14/kernel/time/
Dtick-sched.c220 irq_work_queue(this_cpu_ptr(&nohz_full_kick_work)); in tick_nohz_full_kick()
836 ts = this_cpu_ptr(&tick_cpu_sched); in tick_nohz_idle_enter()
853 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_nohz_irq_exit()
868 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_nohz_get_sleep_length()
903 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_nohz_idle_exit()
931 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_nohz_handler()
963 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_nohz_switch_to_nohz()
1017 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_nohz_irq_enter()
1096 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_setup_sched_timer()
1152 struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched); in tick_oneshot_notify()
[all …]
Dtick-common.c238 struct tick_device *td = this_cpu_ptr(&tick_cpu_device); in tick_install_replacement()
356 struct tick_device *td = this_cpu_ptr(&tick_cpu_device); in tick_broadcast_oneshot_control()
417 struct tick_device *td = this_cpu_ptr(&tick_cpu_device); in tick_suspend_local()
431 struct tick_device *td = this_cpu_ptr(&tick_cpu_device); in tick_resume_local()
Dhrtimer.c218 this_cpu_base = this_cpu_ptr(&hrtimer_bases); in switch_hrtimer_base()
556 return __hrtimer_hres_active(this_cpu_ptr(&hrtimer_bases)); in hrtimer_hres_active()
609 struct hrtimer_cpu_base *cpu_base = this_cpu_ptr(&hrtimer_bases); in hrtimer_reprogram()
677 struct hrtimer_cpu_base *base = this_cpu_ptr(&hrtimer_bases); in retrigger_next_event()
693 struct hrtimer_cpu_base *base = this_cpu_ptr(&hrtimer_bases); in hrtimer_switch_to_hres()
946 reprogram = base->cpu_base == this_cpu_ptr(&hrtimer_bases); in remove_hrtimer()
1110 struct hrtimer_cpu_base *cpu_base = this_cpu_ptr(&hrtimer_bases); in hrtimer_get_next_event()
1325 struct hrtimer_cpu_base *cpu_base = this_cpu_ptr(&hrtimer_bases); in hrtimer_interrupt()
1418 td = this_cpu_ptr(&tick_cpu_device); in __hrtimer_peek_ahead_timers()
1434 struct hrtimer_cpu_base *cpu_base = this_cpu_ptr(&hrtimer_bases); in hrtimer_run_queues()
[all …]
Dtick-broadcast.c242 struct tick_device *td = this_cpu_ptr(&tick_cpu_device); in tick_receive_broadcast()
315 struct tick_device *td = this_cpu_ptr(&tick_cpu_device); in tick_handle_periodic_broadcast()
361 td = this_cpu_ptr(&tick_cpu_device); in tick_broadcast_control()
582 struct tick_device *td = this_cpu_ptr(&tick_cpu_device); in tick_check_oneshot_broadcast_this_cpu()
666 td = this_cpu_ptr(&tick_cpu_device); in tick_handle_oneshot_broadcast()
710 dev = this_cpu_ptr(&tick_cpu_device)->evtdev; in __tick_broadcast_oneshot_control()
Dtick-oneshot.c78 struct tick_device *td = this_cpu_ptr(&tick_cpu_device); in tick_switch_to_oneshot()
Dtimer.c141 return this_cpu_ptr(&tvec_bases); in get_target_base()
148 return this_cpu_ptr(&tvec_bases); in get_target_base()
1382 struct tvec_base *base = this_cpu_ptr(&tvec_bases); in get_next_timer_interrupt()
1434 struct tvec_base *base = this_cpu_ptr(&tvec_bases); in run_timer_softirq()
/linux-4.4.14/arch/arm/kernel/
Dperf_event_xscale.c149 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in xscale1pmu_handle_irq()
209 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in xscale1pmu_enable_event()
245 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in xscale1pmu_disable_event()
298 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in xscale1pmu_start()
310 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in xscale1pmu_stop()
496 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in xscale2pmu_handle_irq()
550 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in xscale2pmu_enable_event()
596 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in xscale2pmu_disable_event()
662 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in xscale2pmu_start()
674 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in xscale2pmu_stop()
Dperf_event_v6.c273 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in armv6pmu_enable_event()
311 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in armv6pmu_handle_irq()
367 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in armv6pmu_start()
379 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in armv6pmu_stop()
420 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in armv6pmu_disable_event()
455 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in armv6mpcore_pmu_disable_event()
Dhw_breakpoint.c347 slots = this_cpu_ptr(bp_on_reg); in arch_install_hw_breakpoint()
353 slots = this_cpu_ptr(wp_on_reg); in arch_install_hw_breakpoint()
399 slots = this_cpu_ptr(bp_on_reg); in arch_uninstall_hw_breakpoint()
404 slots = this_cpu_ptr(wp_on_reg); in arch_uninstall_hw_breakpoint()
700 slots = this_cpu_ptr(wp_on_reg); in watchpoint_handler()
771 slots = this_cpu_ptr(wp_on_reg); in watchpoint_single_step_handler()
805 slots = this_cpu_ptr(bp_on_reg); in breakpoint_handler()
Dperf_event_v7.c770 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in armv7pmu_enable_event()
816 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in armv7pmu_disable_event()
848 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in armv7pmu_handle_irq()
908 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in armv7pmu_start()
919 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in armv7pmu_stop()
1354 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in krait_pmu_disable_event()
1380 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in krait_pmu_enable_event()
1686 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in scorpion_pmu_disable_event()
1712 struct pmu_hw_events *events = this_cpu_ptr(cpu_pmu->hw_events); in scorpion_pmu_enable_event()
/linux-4.4.14/arch/ia64/include/asm/sn/
Darch.h60 #define sn_hub_info this_cpu_ptr(&__sn_hub_info)
75 #define sn_cnodeid_to_nasid this_cpu_ptr(&__sn_cnodeid_to_nasid[0])
/linux-4.4.14/arch/powerpc/platforms/powernv/
Dopal-tracepoints.c51 depth = this_cpu_ptr(&opal_trace_depth); in __trace_opal_entry()
72 depth = this_cpu_ptr(&opal_trace_depth); in __trace_opal_exit()
Dsubcore.c291 if (this_cpu_ptr(&split_state)->master) { in cpu_update_split_mode()
305 if (this_cpu_ptr(&split_state)->master) { in cpu_update_split_mode()
354 this_cpu_ptr(&split_state)->master = 1; in set_subcores_per_core()
/linux-4.4.14/arch/x86/xen/
Dmulticalls.c57 struct mc_buffer *b = this_cpu_ptr(&mc_buffer); in xen_mc_flush()
134 struct mc_buffer *b = this_cpu_ptr(&mc_buffer); in __xen_mc_entry()
165 struct mc_buffer *b = this_cpu_ptr(&mc_buffer); in xen_mc_extend_args()
195 struct mc_buffer *b = this_cpu_ptr(&mc_buffer); in xen_mc_callback()
Dtime.c83 state = this_cpu_ptr(&xen_runstate); in get_runstate_snapshot()
126 snap = this_cpu_ptr(&xen_runstate_snapshot); in do_stolen_accounting()
382 struct clock_event_device *evt = this_cpu_ptr(&xen_clock_events.evt); in xen_timer_interrupt()
437 clockevents_register_device(this_cpu_ptr(&xen_clock_events.evt)); in xen_setup_cpu_clockevents()
Dpmu.c24 #define get_xenpmu_data() (this_cpu_ptr(&xenpmu_shared)->xenpmu_data)
25 #define get_xenpmu_flags() (this_cpu_ptr(&xenpmu_shared)->flags)
489 this_cpu_ptr(&xenpmu_shared)->flags = in xen_pmu_irq_handler()
498 this_cpu_ptr(&xenpmu_shared)->flags = xenpmu_flags; in xen_pmu_irq_handler()
Dspinlock.c159 struct xen_lock_waiting *w = this_cpu_ptr(&lock_waiting); in xen_lock_spinning()
Denlighten.c872 const struct desc_ptr *desc = this_cpu_ptr(&idt_desc); in xen_copy_trap_info()
889 memcpy(this_cpu_ptr(&idt_desc), desc, sizeof(idt_desc)); in xen_load_idt()
/linux-4.4.14/arch/x86/mm/kmemcheck/
Dkmemcheck.c143 struct kmemcheck_context *data = this_cpu_ptr(&kmemcheck_context); in kmemcheck_active()
151 struct kmemcheck_context *data = this_cpu_ptr(&kmemcheck_context); in kmemcheck_save_addr()
159 struct kmemcheck_context *data = this_cpu_ptr(&kmemcheck_context); in kmemcheck_show_all()
172 struct kmemcheck_context *data = this_cpu_ptr(&kmemcheck_context); in kmemcheck_hide_all()
188 struct kmemcheck_context *data = this_cpu_ptr(&kmemcheck_context); in kmemcheck_show()
229 struct kmemcheck_context *data = this_cpu_ptr(&kmemcheck_context); in kmemcheck_hide()
531 struct kmemcheck_context *data = this_cpu_ptr(&kmemcheck_context); in kmemcheck_access()
/linux-4.4.14/arch/x86/kernel/
Dirq_64.c49 irq_stack_top = (u64)this_cpu_ptr(irq_stack_union.irq_stack) + in stack_overflow_check()
55 oist = this_cpu_ptr(&orig_ist); in stack_overflow_check()
Dhw_breakpoint.c112 struct perf_event **slot = this_cpu_ptr(&bp_per_reg[i]); in arch_install_hw_breakpoint()
126 dr7 = this_cpu_ptr(&cpu_dr7); in arch_install_hw_breakpoint()
152 struct perf_event **slot = this_cpu_ptr(&bp_per_reg[i]); in arch_uninstall_hw_breakpoint()
163 dr7 = this_cpu_ptr(&cpu_dr7); in arch_uninstall_hw_breakpoint()
Dkvm.c329 if (__test_and_clear_bit(KVM_PV_EOI_BIT, this_cpu_ptr(&kvm_apic_eoi))) in kvm_guest_apic_eoi_write()
340 u64 pa = slow_virt_to_phys(this_cpu_ptr(&apf_reason)); in kvm_guest_cpu_init()
356 pa = slow_virt_to_phys(this_cpu_ptr(&kvm_apic_eoi)) in kvm_guest_cpu_init()
768 w = this_cpu_ptr(&klock_waiting); in kvm_lock_spinning()
Dapb_timer.c141 struct apbt_dev *adev = this_cpu_ptr(&cpu_apbt_dev); in apbt_clockevent_register()
189 adev = this_cpu_ptr(&cpu_apbt_dev); in apbt_setup_secondary_clock()
Dsmp.c247 mcheck_cpu_clear(this_cpu_ptr(&cpu_info)); in native_stop_other_cpus()
Dprocess.c329 mcheck_cpu_clear(this_cpu_ptr(&cpu_info)); in stop_this_cpu()
/linux-4.4.14/drivers/oprofile/
Dcpu_buffer.c48 struct oprofile_cpu_buffer *cpu_buf = this_cpu_ptr(&op_cpu_buffer); in oprofile_cpu_buffer_inc_smpl_lost()
300 struct oprofile_cpu_buffer *cpu_buf = this_cpu_ptr(&op_cpu_buffer); in __oprofile_add_ext_sample()
360 struct oprofile_cpu_buffer *cpu_buf = this_cpu_ptr(&op_cpu_buffer); in oprofile_write_reserve()
415 struct oprofile_cpu_buffer *cpu_buf = this_cpu_ptr(&op_cpu_buffer); in oprofile_add_pc()
421 struct oprofile_cpu_buffer *cpu_buf = this_cpu_ptr(&op_cpu_buffer); in oprofile_add_trace()
Dtimer_int.c35 struct hrtimer *hrtimer = this_cpu_ptr(&oprofile_hrtimer); in __oprofile_hrtimer_start()
/linux-4.4.14/include/linux/
Dkernel_stat.h47 #define kstat_this_cpu this_cpu_ptr(&kstat)
48 #define kcpustat_this_cpu this_cpu_ptr(&kernel_cpustat)
Dpercpu-defs.h233 #define this_cpu_ptr(ptr) \ macro
239 #define this_cpu_ptr(ptr) raw_cpu_ptr(ptr) macro
252 #define this_cpu_ptr(ptr) raw_cpu_ptr(ptr) macro
265 this_cpu_ptr(&var); \
281 this_cpu_ptr(var); \
Dftrace.h212 (*this_cpu_ptr(ops->disabled))--; in ftrace_function_local_enable()
229 (*this_cpu_ptr(ops->disabled))++; in ftrace_function_local_disable()
244 return *this_cpu_ptr(ops->disabled); in ftrace_function_local_disabled()
Dif_macvlan.h73 pcpu_stats = this_cpu_ptr(vlan->pcpu_stats); in macvlan_count_rx()
Dperf_event.h904 struct pt_regs *regs = this_cpu_ptr(&__perf_regs[0]); in perf_sw_event_sched()
934 struct pt_regs *regs = this_cpu_ptr(&__perf_regs[0]); in perf_event_task_sched_in()
Dkprobes.h363 return this_cpu_ptr(&kprobe_ctlblk); in get_kprobe_ctlblk()
Dcpumask.h667 #define this_cpu_cpumask_var_ptr(x) this_cpu_ptr(x)
/linux-4.4.14/arch/tile/kernel/
Dmessaging.c31 HV_MsgState *state = this_cpu_ptr(&msg_state); in init_messaging()
70 HV_MsgState *state = this_cpu_ptr(&msg_state); in hv_message_intr()
Dtime.c167 struct clock_event_device *evt = this_cpu_ptr(&tile_timer); in setup_tile_timer()
187 struct clock_event_device *evt = this_cpu_ptr(&tile_timer); in do_timer_interrupt()
Dperf_event.c593 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in tile_pmu_stop()
619 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in tile_pmu_start()
653 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in tile_pmu_add()
709 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in tile_pmu_del()
883 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in tile_pmu_handle_irq()
Dsingle_step.c743 unsigned long *ss_pc = this_cpu_ptr(&ss_saved_pc); in gx_singlestep_handle()
770 unsigned long *ss_pc = this_cpu_ptr(&ss_saved_pc); in single_step_once()
/linux-4.4.14/net/netfilter/
Dnft_counter.c42 this_cpu = this_cpu_ptr(priv->counter); in nft_counter_eval()
106 this_cpu = this_cpu_ptr(cpu_stats); in nft_counter_init()
144 this_cpu = this_cpu_ptr(cpu_stats); in nft_counter_clone()
Dnf_tables_core.c202 stats = this_cpu_ptr(rcu_dereference(nft_base_chain(basechain)->stats)); in nft_do_chain()
/linux-4.4.14/arch/sh/kernel/
Dperf_event.c222 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_stop()
240 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_start()
257 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_del()
267 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_add()
Dkprobes.c105 struct kprobe *saved = this_cpu_ptr(&saved_next_opcode); in arch_remove_kprobe()
114 saved = this_cpu_ptr(&saved_next_opcode2); in arch_remove_kprobe()
156 op1 = this_cpu_ptr(&saved_next_opcode); in prepare_singlestep()
157 op2 = this_cpu_ptr(&saved_next_opcode2); in prepare_singlestep()
386 p = this_cpu_ptr(&saved_next_opcode); in post_kprobe_handler()
398 p = this_cpu_ptr(&saved_next_opcode2); in post_kprobe_handler()
Dlocaltimer.c35 struct clock_event_device *clk = this_cpu_ptr(&local_clockevent); in local_timer_interrupt()
Dhw_breakpoint.c55 struct perf_event **slot = this_cpu_ptr(&bp_per_reg[i]); in arch_install_hw_breakpoint()
87 struct perf_event **slot = this_cpu_ptr(&bp_per_reg[i]); in arch_uninstall_hw_breakpoint()
/linux-4.4.14/arch/powerpc/kernel/
Dmce.c77 struct machine_check_event *mce = this_cpu_ptr(&mce_event[index]); in save_mce_event()
156 mc_evt = this_cpu_ptr(&mce_event[index]); in get_mce_event()
193 memcpy(this_cpu_ptr(&mce_event_queue[index]), &evt, sizeof(evt)); in machine_check_queue_event()
214 this_cpu_ptr(&mce_event_queue[index])); in machine_check_process_queued_event()
Dhw_breakpoint.c66 struct perf_event **slot = this_cpu_ptr(&bp_per_reg); in arch_install_hw_breakpoint()
91 struct perf_event **slot = this_cpu_ptr(&bp_per_reg); in arch_uninstall_hw_breakpoint()
Dtime.c487 u64 *next_tb = this_cpu_ptr(&decrementers_next_tb); in __timer_interrupt()
488 struct clock_event_device *evt = this_cpu_ptr(&decrementers); in __timer_interrupt()
517 struct cpu_usage *cu = this_cpu_ptr(&cpu_usage_array); in __timer_interrupt()
532 u64 *next_tb = this_cpu_ptr(&decrementers_next_tb); in timer_interrupt()
875 u64 *next_tb = this_cpu_ptr(&decrementers_next_tb); in tick_broadcast_ipi_handler()
Dprocess.c499 memcpy(this_cpu_ptr(&current_brk), brk, sizeof(*brk)); in __set_breakpoint()
860 if (unlikely(!hw_brk_match(this_cpu_ptr(&current_brk), &new->thread.hw_brk))) in __switch_to()
874 struct cpu_usage *cu = this_cpu_ptr(&cpu_usage_array); in __switch_to()
884 batch = this_cpu_ptr(&ppc64_tlb_batch); in __switch_to()
907 batch = this_cpu_ptr(&ppc64_tlb_batch); in __switch_to()
Dkgdb.c158 this_cpu_ptr(&kgdb_thread_info); in kgdb_singlestep()
Dirq.c116 u64 *next_tb = this_cpu_ptr(&decrementers_next_tb); in decrementer_check_overflow()
Dsmp.c246 struct cpu_messages *info = this_cpu_ptr(&ipi_message); in smp_ipi_demux()
/linux-4.4.14/arch/blackfin/kernel/
Dperf_event.c303 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bfin_pmu_stop()
321 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bfin_pmu_start()
338 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bfin_pmu_del()
348 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bfin_pmu_add()
424 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bfin_pmu_enable()
/linux-4.4.14/kernel/trace/
Dtrace_event_perf.c250 list = this_cpu_ptr(pcpu_list); in perf_trace_add()
284 *regs = this_cpu_ptr(&__perf_regs[*rctxp]); in perf_trace_buf_prepare()
285 raw_data = this_cpu_ptr(perf_trace_buf[*rctxp]); in perf_trace_buf_prepare()
310 head = this_cpu_ptr(event_function.perf_events); in perf_ftrace_function_call()
Dtrace_branch.c57 data = this_cpu_ptr(tr->trace_buffer.data); in probe_likely_condition()
Dtrace_syscalls.c568 head = this_cpu_ptr(sys_data->enter_event->perf_events); in perf_syscall_enter()
642 head = this_cpu_ptr(sys_data->exit_event->perf_events); in perf_syscall_exit()
/linux-4.4.14/arch/alpha/kernel/
Dperf_event.c434 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_add()
486 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_del()
534 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_stop()
554 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_start()
727 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_enable()
753 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_disable()
818 cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_perf_event_irq_handler()
/linux-4.4.14/arch/metag/kernel/perf/
Dperf_event.c261 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in metag_pmu_start()
309 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in metag_pmu_add()
351 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in metag_pmu_del()
600 struct cpu_hw_events *events = this_cpu_ptr(&cpu_hw_events); in metag_pmu_enable_counter()
673 struct cpu_hw_events *events = this_cpu_ptr(&cpu_hw_events); in metag_pmu_disable_counter()
721 struct cpu_hw_events *events = this_cpu_ptr(&cpu_hw_events); in metag_pmu_write_counter()
754 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in metag_pmu_counter_overflow()
/linux-4.4.14/kernel/locking/
Dosq_lock.c86 struct optimistic_spin_node *node = this_cpu_ptr(&osq_node); in osq_lock()
200 node = this_cpu_ptr(&osq_node); in osq_unlock()
Dlglock.c25 lock = this_cpu_ptr(lg->lock); in lg_local_lock()
35 lock = this_cpu_ptr(lg->lock); in lg_local_unlock()
Dqspinlock.c361 node = this_cpu_ptr(&mcs_nodes[0]); in queued_spin_lock_slowpath()
/linux-4.4.14/arch/powerpc/platforms/pseries/
DhvCall_inst.c113 h = this_cpu_ptr(&hcall_stats[opcode / 4]); in probe_hcall_entry()
126 h = this_cpu_ptr(&hcall_stats[opcode / 4]); in probe_hcall_exit()
Dras.c308 memcpy(this_cpu_ptr(&mce_data_buf), h, sizeof(__u64)); in fwnmi_get_errinfo()
309 errhdr = (struct rtas_error_log *)this_cpu_ptr(&mce_data_buf); in fwnmi_get_errinfo()
Dlpar.c524 struct ppc64_tlb_batch *batch = this_cpu_ptr(&ppc64_tlb_batch); in pSeries_lpar_flush_hash_range()
714 depth = this_cpu_ptr(&hcall_trace_depth); in __trace_hcall_entry()
739 depth = this_cpu_ptr(&hcall_trace_depth); in __trace_hcall_exit()
Ddtl.c78 struct dtl_ring *dtlr = this_cpu_ptr(&dtl_rings); in consume_dtle()
/linux-4.4.14/drivers/cpuidle/governors/
Dmenu.c286 struct menu_device *data = this_cpu_ptr(&menu_devices); in menu_select()
369 struct menu_device *data = this_cpu_ptr(&menu_devices); in menu_reflect()
382 struct menu_device *data = this_cpu_ptr(&menu_devices); in menu_update()
Dladder.c69 struct ladder_device *ldev = this_cpu_ptr(&ladder_devices); in ladder_select_state()
168 struct ladder_device *ldev = this_cpu_ptr(&ladder_devices); in ladder_reflect()
/linux-4.4.14/arch/xtensa/kernel/
Dtime.c149 setup_irq(this_cpu_ptr(&ccount_timer)->evt.irq, &timer_irqaction); in time_init()
160 struct clock_event_device *evt = &this_cpu_ptr(&ccount_timer)->evt; in timer_interrupt()
Dperf_event.c286 struct xtensa_pmu_events *ev = this_cpu_ptr(&xtensa_pmu_events); in xtensa_pmu_add()
312 struct xtensa_pmu_events *ev = this_cpu_ptr(&xtensa_pmu_events); in xtensa_pmu_del()
365 struct xtensa_pmu_events *ev = this_cpu_ptr(&xtensa_pmu_events); in xtensa_pmu_irq_handler()
Dtraps.c221 ++*this_cpu_ptr(&nmi_count); in do_nmi()
363 unsigned long excsave1 = (unsigned long)this_cpu_ptr(exc_table); in trap_init_excsave()
/linux-4.4.14/arch/arc/kernel/
Dtime.c232 struct clock_event_device *evt = this_cpu_ptr(&arc_clockevent_device); in timer_irq_handler()
252 struct clock_event_device *evt = this_cpu_ptr(&arc_clockevent_device); in arc_local_timer_setup()
Dsmp.c323 *this_cpu_ptr(&ipi_data), smp_processor_id()); in do_IPI()
332 copy = pending = xchg(this_cpu_ptr(&ipi_data), 0); in do_IPI()
Dperf_event.c320 struct arc_pmu_cpu *pmu_cpu = this_cpu_ptr(&arc_pmu_cpu); in arc_pmu_del()
333 struct arc_pmu_cpu *pmu_cpu = this_cpu_ptr(&arc_pmu_cpu); in arc_pmu_add()
376 struct arc_pmu_cpu *pmu_cpu = this_cpu_ptr(&arc_pmu_cpu); in arc_pmu_intr()
527 this_cpu_ptr(&arc_pmu_cpu)); in arc_pmu_device_probe()
/linux-4.4.14/Documentation/
Dthis_cpu_ops.txt127 y = this_cpu_ptr(&x)
131 processor. this_cpu_ptr avoids multiple steps that the common
163 &x and hence p is the *offset* of a per cpu variable. this_cpu_ptr()
196 The calculation of the pointer may require the use of this_cpu_ptr()
201 pp = this_cpu_ptr(&p);
250 &this_cpu_ptr(pp)->n vs this_cpu_ptr(&pp->n)
294 struct data *p = this_cpu_ptr(&datap);
296 but, passing of pointers calculated via this_cpu_ptr to other cpus is
Dlocal_ops.txt96 this_cpu_ptr() instead.
98 local_inc(this_cpu_ptr(&counters));
142 local_inc(this_cpu_ptr(&counters));
/linux-4.4.14/lib/
Dpercpu_ida.c152 tags = this_cpu_ptr(pool->tag_cpu); in percpu_ida_alloc()
200 tags = this_cpu_ptr(pool->tag_cpu); in percpu_ida_alloc()
225 tags = this_cpu_ptr(pool->tag_cpu); in percpu_ida_free()
Dnmi_backtrace.c141 struct nmi_seq_buf *s = this_cpu_ptr(&nmi_print_seq); in nmi_vprintk()
Dradix-tree.c199 rtp = this_cpu_ptr(&radix_tree_preloads); in radix_tree_node_alloc()
261 rtp = this_cpu_ptr(&radix_tree_preloads); in __radix_tree_preload()
268 rtp = this_cpu_ptr(&radix_tree_preloads); in __radix_tree_preload()
/linux-4.4.14/kernel/events/
Dcallchain.c140 *rctx = get_recursion_context(this_cpu_ptr(callchain_recursion)); in get_callchain_entry()
156 put_recursion_context(this_cpu_ptr(callchain_recursion), rctx); in put_callchain_entry()
Dcore.c343 return this_cpu_ptr(ctx->pmu->pmu_cpu_context); in __get_cpu_context()
414 info = this_cpu_ptr(cgrp->info); in __update_cgrp_time()
462 info = this_cpu_ptr(cgrp->info); in perf_cgroup_set_timestamp()
494 cpuctx = this_cpu_ptr(pmu->pmu_cpu_context); in perf_cgroup_switch()
830 int *count = this_cpu_ptr(pmu->pmu_disable_count); in perf_pmu_disable()
837 int *count = this_cpu_ptr(pmu->pmu_disable_count); in perf_pmu_enable()
852 struct list_head *head = this_cpu_ptr(&active_ctx_list); in perf_event_ctx_activate()
2640 cpuctx = this_cpu_ptr(pmu->pmu_cpu_context); in perf_pmu_sched_task()
2695 if (atomic_read(this_cpu_ptr(&perf_cgroup_events))) in __perf_event_task_sched_out()
2874 if (atomic_read(this_cpu_ptr(&perf_cgroup_events))) in __perf_event_task_sched_in()
[all …]
/linux-4.4.14/kernel/rcu/
Dtree_plugin.h302 rdp = this_cpu_ptr(rcu_state_p->rda); in rcu_preempt_note_context_switch()
426 rdp = this_cpu_ptr(rcu_state_p->rda); in rcu_read_unlock_special()
652 rcu_do_batch(rcu_state_p, this_cpu_ptr(rcu_data_p)); in rcu_preempt_do_callbacks()
728 rdp = this_cpu_ptr(rsp->rda); in sync_rcu_exp_handler()
1191 rcu_do_batch(&rcu_sched_state, this_cpu_ptr(&rcu_sched_data)); in rcu_kthread_do_work()
1192 rcu_do_batch(&rcu_bh_state, this_cpu_ptr(&rcu_bh_data)); in rcu_kthread_do_work()
1221 unsigned int *statusp = this_cpu_ptr(&rcu_cpu_kthread_status); in rcu_cpu_kthread()
1222 char work, *workp = this_cpu_ptr(&rcu_cpu_has_work); in rcu_cpu_kthread()
1433 struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks); in rcu_try_advance_all_cbs()
1443 rdp = this_cpu_ptr(rsp->rda); in rcu_try_advance_all_cbs()
[all …]
Dtree.c262 this_cpu_ptr(&rcu_sched_data), in rcu_sched_qs()
337 rdtp = this_cpu_ptr(&rcu_dynticks); in rcu_momentary_dyntick_idle()
640 struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks); in rcu_eqs_enter_common()
655 rdp = this_cpu_ptr(rsp->rda); in rcu_eqs_enter_common()
688 rdtp = this_cpu_ptr(&rcu_dynticks); in rcu_eqs_enter()
761 rdtp = this_cpu_ptr(&rcu_dynticks); in rcu_irq_exit()
783 struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks); in rcu_eqs_exit_common()
817 rdtp = this_cpu_ptr(&rcu_dynticks); in rcu_eqs_exit()
889 rdtp = this_cpu_ptr(&rcu_dynticks); in rcu_irq_enter()
913 struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks); in rcu_nmi_enter()
[all …]
/linux-4.4.14/arch/sparc/include/asm/
Dcpudata_32.h29 #define local_cpu_data() (*this_cpu_ptr(&__cpu_data))
Dcpudata_64.h34 #define local_cpu_data() (*this_cpu_ptr(&__cpu_data))
/linux-4.4.14/net/can/
Draw.c135 if (this_cpu_ptr(ro->uniq)->skb == oskb && in raw_rcv()
136 this_cpu_ptr(ro->uniq)->skbcnt == can_skb_prv(oskb)->skbcnt) { in raw_rcv()
140 if (this_cpu_ptr(ro->uniq)->join_rx_count < ro->count) in raw_rcv()
146 this_cpu_ptr(ro->uniq)->skb = oskb; in raw_rcv()
147 this_cpu_ptr(ro->uniq)->skbcnt = can_skb_prv(oskb)->skbcnt; in raw_rcv()
148 this_cpu_ptr(ro->uniq)->join_rx_count = 1; in raw_rcv()
/linux-4.4.14/arch/sparc/kernel/
Dperf_event.c1018 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_enable()
1036 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_disable()
1070 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_start()
1085 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_stop()
1101 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_del()
1136 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_read()
1148 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in perf_stop_nmi_watchdog()
1359 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_add()
1499 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_start_txn()
1517 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_cancel_txn()
[all …]
Dpci_sun4v.c52 struct iommu_batch *p = this_cpu_ptr(&iommu_batch); in iommu_batch_start()
98 struct iommu_batch *p = this_cpu_ptr(&iommu_batch); in iommu_batch_new_entry()
110 struct iommu_batch *p = this_cpu_ptr(&iommu_batch); in iommu_batch_add()
124 struct iommu_batch *p = this_cpu_ptr(&iommu_batch); in iommu_batch_end()
Dsun4d_smp.c207 struct sun4d_ipi_work *work = this_cpu_ptr(&sun4d_ipi_work); in sun4d_ipi_interrupt()
Dleon_smp.c346 struct leon_ipi_work *work = this_cpu_ptr(&leon_ipi_work); in leonsmp_ipi_interrupt()
Dtime_64.c738 sevt = this_cpu_ptr(&sparc64_events); in setup_sparc64_timer()
/linux-4.4.14/arch/powerpc/platforms/cell/
Dinterrupt.c85 struct iic *iic = this_cpu_ptr(&cpu_iic); in iic_eoi()
152 iic = this_cpu_ptr(&cpu_iic); in iic_get_irq()
167 out_be64(&this_cpu_ptr(&cpu_iic)->regs->prio, 0xff); in iic_setup_cpu()
/linux-4.4.14/arch/powerpc/perf/
Dcore-book3s.c351 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_bhrb_enable()
367 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_bhrb_disable()
1161 cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_disable()
1228 cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_enable()
1420 cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_add()
1486 cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_del()
1596 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_start_txn()
1615 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_cancel_txn()
1641 cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_commit_txn()
2007 cpuhw = this_cpu_ptr(&cpu_hw_events); in record_and_restart()
[all …]
Dcore-fsl-emb.c213 cpuhw = this_cpu_ptr(&cpu_hw_events); in fsl_emb_pmu_disable()
252 cpuhw = this_cpu_ptr(&cpu_hw_events); in fsl_emb_pmu_enable()
662 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in perf_event_interrupt()
/linux-4.4.14/net/sched/
Dact_gact.c139 bstats_cpu_update(this_cpu_ptr(gact->common.cpu_bstats), skb); in tcf_gact()
141 qstats_drop_inc(this_cpu_ptr(gact->common.cpu_qstats)); in tcf_gact()
Dact_mirred.c150 bstats_cpu_update(this_cpu_ptr(m->common.cpu_bstats), skb); in tcf_mirred()
187 qstats_overlimit_inc(this_cpu_ptr(m->common.cpu_qstats)); in tcf_mirred()
Dact_bpf.c48 bstats_cpu_update(this_cpu_ptr(prog->common.cpu_bstats), skb); in tcf_bpf()
80 qstats_drop_inc(this_cpu_ptr(prog->common.cpu_qstats)); in tcf_bpf()
/linux-4.4.14/arch/sparc/mm/
Dtlb.c55 struct tlb_batch *tb = this_cpu_ptr(&tlb_batch); in arch_enter_lazy_mmu_mode()
62 struct tlb_batch *tb = this_cpu_ptr(&tlb_batch); in arch_leave_lazy_mmu_mode()
/linux-4.4.14/arch/x86/oprofile/
Dnmi_int.c67 model->check_ctrs(regs, this_cpu_ptr(&cpu_msrs)); in profile_exceptions_notify()
71 model->stop(this_cpu_ptr(&cpu_msrs)); in profile_exceptions_notify()
94 struct op_msrs const *msrs = this_cpu_ptr(&cpu_msrs); in nmi_cpu_start()
114 struct op_msrs const *msrs = this_cpu_ptr(&cpu_msrs); in nmi_cpu_stop()
/linux-4.4.14/arch/mips/cavium-octeon/
Docteon-irq.c294 raw_spinlock_t *lock = this_cpu_ptr(&octeon_irq_ciu_spinlock); in octeon_irq_ciu_enable_local()
300 pen = this_cpu_ptr(&octeon_irq_ciu0_en_mirror); in octeon_irq_ciu_enable_local()
309 pen = this_cpu_ptr(&octeon_irq_ciu1_en_mirror); in octeon_irq_ciu_enable_local()
326 raw_spinlock_t *lock = this_cpu_ptr(&octeon_irq_ciu_spinlock); in octeon_irq_ciu_disable_local()
332 pen = this_cpu_ptr(&octeon_irq_ciu0_en_mirror); in octeon_irq_ciu_disable_local()
341 pen = this_cpu_ptr(&octeon_irq_ciu1_en_mirror); in octeon_irq_ciu_disable_local()
522 set_bit(cd->bit, this_cpu_ptr(&octeon_irq_ciu0_en_mirror)); in octeon_irq_ciu_enable_local_v2()
526 set_bit(cd->bit, this_cpu_ptr(&octeon_irq_ciu1_en_mirror)); in octeon_irq_ciu_enable_local_v2()
541 clear_bit(cd->bit, this_cpu_ptr(&octeon_irq_ciu0_en_mirror)); in octeon_irq_ciu_disable_local_v2()
545 clear_bit(cd->bit, this_cpu_ptr(&octeon_irq_ciu1_en_mirror)); in octeon_irq_ciu_disable_local_v2()
[all …]
/linux-4.4.14/drivers/net/ethernet/tile/
Dtilegx.c426 struct tile_net_info *info = this_cpu_ptr(&per_cpu_info); in tile_net_provide_needed_buffers()
554 struct tile_net_info *info = this_cpu_ptr(&per_cpu_info); in tile_net_receive_skb()
588 struct tile_net_info *info = this_cpu_ptr(&per_cpu_info); in tile_net_handle_packet()
654 struct tile_net_info *info = this_cpu_ptr(&per_cpu_info); in tile_net_poll()
703 struct tile_net_info *info = this_cpu_ptr(&per_cpu_info); in tile_net_handle_ingress_irq()
766 struct tile_net_info *info = this_cpu_ptr(&per_cpu_info); in tile_net_schedule_egress_timer()
783 struct tile_net_info *info = this_cpu_ptr(&per_cpu_info); in tile_net_handle_egress_timer()
1931 struct tile_net_info *info = this_cpu_ptr(&per_cpu_info); in tile_net_tx_tso()
2000 struct tile_net_info *info = this_cpu_ptr(&per_cpu_info); in tile_net_tx()
2142 struct tile_net_info *info = this_cpu_ptr(&per_cpu_info); in tile_net_netpoll()
[all …]
Dtilepro.c996 info = this_cpu_ptr(&hv_xgbe0); in tile_net_register()
998 info = this_cpu_ptr(&hv_xgbe1); in tile_net_register()
1000 info = this_cpu_ptr(&hv_gbe0); in tile_net_register()
1002 info = this_cpu_ptr(&hv_gbe1); in tile_net_register()
/linux-4.4.14/arch/x86/lib/
Ddelay.c105 __monitorx(this_cpu_ptr(&cpu_tss), 0, 0); in delay_mwaitx()
/linux-4.4.14/drivers/leds/trigger/
Dledtrig-cpu.c50 struct led_trigger_cpu *trig = this_cpu_ptr(&cpu_trig); in ledtrig_cpu()
/linux-4.4.14/net/openvswitch/
Dvport-internal_dev.c57 struct pcpu_sw_netstats *tstats = this_cpu_ptr(netdev->tstats); in internal_dev_xmit()
264 stats = this_cpu_ptr(netdev->tstats); in internal_dev_recv()
Dactions.c119 fifo = this_cpu_ptr(action_fifos); in add_deferred_actions()
623 struct ovs_frag_data *data = this_cpu_ptr(&ovs_frag_data_storage); in ovs_vport_output()
666 data = this_cpu_ptr(&ovs_frag_data_storage); in prepare_frag()
1132 struct action_fifo *fifo = this_cpu_ptr(action_fifos); in process_deferred_actions()
/linux-4.4.14/arch/powerpc/kvm/
De500.c83 entry->pentry = this_cpu_ptr(&pcpu_sids.entry[sid]); in local_sid_setup_one()
112 entry->pentry == this_cpu_ptr(&pcpu_sids.entry[entry->val])) in local_sid_lookup()
121 memset(this_cpu_ptr(&pcpu_sids), 0, sizeof(pcpu_sids)); in local_sid_destroy_all()
/linux-4.4.14/include/net/
Dgro_cells.h27 cell = this_cpu_ptr(gcells->cells); in gro_cells_receive()
Dsch_generic.h533 bstats_cpu_update(this_cpu_ptr(sch->cpu_bstats), skb); in qdisc_bstats_cpu_update()
576 qstats_drop_inc(this_cpu_ptr(sch->cpu_qstats)); in qdisc_qstats_cpu_drop()
/linux-4.4.14/include/trace/
Dperf.h50 head = this_cpu_ptr(event_call->perf_events); \
/linux-4.4.14/net/core/
Dflow.c203 fcp = this_cpu_ptr(fc->percpu); in flow_cache_lookup()
293 fcp = this_cpu_ptr(fc->percpu); in flow_cache_flush_tasklet()
335 tasklet = &this_cpu_ptr(info->cache->percpu)->flush_tasklet; in flow_cache_flush_per_cpu()
Ddrop_monitor.c149 data = this_cpu_ptr(&dm_cpu_data); in trace_drop_common()
Dfilter.c1448 struct redirect_info *ri = this_cpu_ptr(&redirect_info); in bpf_redirect()
1457 struct redirect_info *ri = this_cpu_ptr(&redirect_info); in skb_do_redirect()
1593 struct metadata_dst *md = this_cpu_ptr(md_dst); in bpf_skb_set_tunnel_key()
/linux-4.4.14/arch/mips/kernel/
Dperf_event_mipsxx.c343 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in mipsxx_pmu_enable_event()
363 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in mipsxx_pmu_disable_event()
463 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in mipspmu_add()
499 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in mipspmu_del()
1342 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in pause_local_counters()
1358 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in resume_local_counters()
1369 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in mipsxx_pmu_handle_shared_irq()
Dpm-cps.c124 cpumask_t *coupled_mask = this_cpu_ptr(&online_coupled); in cps_pm_enter_state()
/linux-4.4.14/net/netfilter/ipvs/
Dip_vs_core.c121 s = this_cpu_ptr(dest->stats.cpustats); in ip_vs_in_stats()
129 s = this_cpu_ptr(svc->stats.cpustats); in ip_vs_in_stats()
136 s = this_cpu_ptr(ipvs->tot_stats.cpustats); in ip_vs_in_stats()
155 s = this_cpu_ptr(dest->stats.cpustats); in ip_vs_out_stats()
163 s = this_cpu_ptr(svc->stats.cpustats); in ip_vs_out_stats()
170 s = this_cpu_ptr(ipvs->tot_stats.cpustats); in ip_vs_out_stats()
185 s = this_cpu_ptr(cp->dest->stats.cpustats); in ip_vs_conn_stats()
190 s = this_cpu_ptr(svc->stats.cpustats); in ip_vs_conn_stats()
195 s = this_cpu_ptr(ipvs->tot_stats.cpustats); in ip_vs_conn_stats()
/linux-4.4.14/arch/ia64/include/asm/uv/
Duv_hub.h111 #define uv_hub_info this_cpu_ptr(&__uv_hub_info)
/linux-4.4.14/net/xfrm/
Dxfrm_ipcomp.c149 scratch = *this_cpu_ptr(ipcomp_scratches); in ipcomp_compress()
150 tfm = *this_cpu_ptr(ipcd->tfms); in ipcomp_compress()
/linux-4.4.14/drivers/net/
Dnlmon.c18 struct pcpu_lstats *stats = this_cpu_ptr(dev->lstats); in nlmon_xmit()
Dloopback.c87 lb_stats = this_cpu_ptr(dev->lstats); in loopback_xmit()
Ddummy.c81 struct pcpu_dstats *dstats = this_cpu_ptr(dev->dstats); in dummy_xmit()
Dvrf.c179 struct pcpu_dstats *dstats = this_cpu_ptr(dev->dstats); in vrf_handle_frame()
349 struct pcpu_dstats *dstats = this_cpu_ptr(dev->dstats); in vrf_xmit()
Dveth.c122 struct pcpu_vstats *stats = this_cpu_ptr(dev->vstats); in veth_xmit()
/linux-4.4.14/drivers/perf/
Darm_pmu.c216 struct pmu_hw_events *hw_events = this_cpu_ptr(armpmu->hw_events); in armpmu_del()
233 struct pmu_hw_events *hw_events = this_cpu_ptr(armpmu->hw_events); in armpmu_add()
502 struct pmu_hw_events *hw_events = this_cpu_ptr(armpmu->hw_events); in armpmu_enable()
/linux-4.4.14/arch/x86/crypto/sha-mb/
Dsha1_mb.c494 this_cpu_ptr(sha1_mb_alg_state.alg_cstate); in sha1_mb_update()
553 this_cpu_ptr(sha1_mb_alg_state.alg_cstate); in sha1_mb_finup()
613 this_cpu_ptr(sha1_mb_alg_state.alg_cstate); in sha1_mb_final()
/linux-4.4.14/drivers/s390/cio/
Dcio.c545 irb = this_cpu_ptr(&cio_irb); in do_cio_interrupt()
595 irb = this_cpu_ptr(&cio_irb); in cio_tsch()
733 tsch(ti.schid, this_cpu_ptr(&cio_irb)); in __clear_io_subchannel_easy()
Dccwreq.c255 struct irb *irb = this_cpu_ptr(&cio_irb); in ccw_request_handler()
Deadm_sch.c137 struct irb *irb = this_cpu_ptr(&cio_irb); in eadm_subchannel_irq()
Ddevice_fsm.c780 irb = this_cpu_ptr(&cio_irb); in ccw_device_irq()
846 irb = this_cpu_ptr(&cio_irb); in ccw_device_w4sense()
/linux-4.4.14/arch/tile/mm/
Dhighmem.c106 amp = this_cpu_ptr(&amps.per_type[type]); in kmap_atomic_register()
/linux-4.4.14/arch/parisc/mm/
Dfault.c152 d = this_cpu_ptr(&exception_data); in fixup_exception()
/linux-4.4.14/kernel/sched/
Dclock.c137 return this_cpu_ptr(&sched_clock_data); in this_scd()
Dcpuacct.c271 kcpustat = this_cpu_ptr(ca->cpustat); in cpuacct_account_field()
/linux-4.4.14/net/bridge/
Dbr_netfilter_hooks.c672 data = this_cpu_ptr(&brnf_frag_data_storage); in br_nf_push_frag_xmit()
745 data = this_cpu_ptr(&brnf_frag_data_storage); in br_nf_dev_queue_xmit()
769 data = this_cpu_ptr(&brnf_frag_data_storage); in br_nf_dev_queue_xmit()
Dbr_input.c40 struct pcpu_sw_netstats *brstats = this_cpu_ptr(br->stats); in br_pass_frame_up()
Dbr_device.c40 struct pcpu_sw_netstats *brstats = this_cpu_ptr(br->stats); in br_dev_xmit()
/linux-4.4.14/drivers/scsi/
Dscsi_logging.c39 buf = this_cpu_ptr(&scsi_format_log); in scsi_log_reserve_buffer()
62 buf = this_cpu_ptr(&scsi_format_log); in scsi_log_release_buffer()
/linux-4.4.14/arch/powerpc/sysdev/xics/
Dxics-common.c156 struct xics_cppr *os_cppr = this_cpu_ptr(&xics_cppr); in xics_teardown_cpu()
/linux-4.4.14/arch/blackfin/mach-common/
Dsmp.c149 bfin_ipi_data = this_cpu_ptr(&bfin_ipi); in ipi_handler_int1()
/linux-4.4.14/drivers/net/team/
Dteam_mode_loadbalance.c197 pcpu_stats = this_cpu_ptr(lb_priv->pcpu_stats); in lb_update_tx_stats()
198 port_stats = this_cpu_ptr(lb_port_priv->pcpu_stats); in lb_update_tx_stats()
/linux-4.4.14/arch/x86/platform/uv/
Duv_time.c357 struct clock_event_device *ced = this_cpu_ptr(&cpu_ced); in uv_rtc_register_clockevents()
/linux-4.4.14/net/ipv4/
Dip_input.c347 struct ip_rt_acct *st = this_cpu_ptr(ip_rt_acct); in ip_rcv_finish()
Dsyncookies.c63 tmp = this_cpu_ptr(ipv4_cookie_scratch); in cookie_hash()
/linux-4.4.14/include/linux/netfilter/
Dx_tables.h404 return this_cpu_ptr((void __percpu *) (unsigned long) cnt->pcnt); in xt_get_this_cpu_counter()
/linux-4.4.14/net/ipv6/
Dsyncookies.c54 tmp = this_cpu_ptr(ipv6_cookie_scratch); in cookie_hash()
Dip6_vti.c372 tstats = this_cpu_ptr(dev->tstats); in vti6_rcv_cb()
487 struct pcpu_sw_netstats *tstats = this_cpu_ptr(dev->tstats); in vti6_xmit()
/linux-4.4.14/net/8021q/
Dvlan_core.c55 rx_stats = this_cpu_ptr(vlan_dev_priv(vlan_dev)->vlan_pcpu_stats); in vlan_do_receive()
/linux-4.4.14/arch/x86/include/asm/uv/
Duv_hub.h167 #define uv_hub_info this_cpu_ptr(&__uv_hub_info)
/linux-4.4.14/include/asm-generic/
Dpercpu.h112 __ret = *this_cpu_ptr(&(pcp)); \
/linux-4.4.14/fs/gfs2/
Dlock_dlm.c83 lks = this_cpu_ptr(gl->gl_name.ln_sbd->sd_lkstats); in gfs2_update_reply_times()
111 lks = this_cpu_ptr(gl->gl_name.ln_sbd->sd_lkstats); in gfs2_update_request_times()
Dincore.h840 this_cpu_ptr(sdp->sd_lkstats)->lkstats[gl->gl_name.ln_type].stats[which]++; in gfs2_sbstats_inc()
/linux-4.4.14/drivers/net/hyperv/
Dnetvsc_drv.c437 struct netvsc_stats *tx_stats = this_cpu_ptr(net_device_ctx->tx_stats); in netvsc_start_xmit()
702 rx_stats = this_cpu_ptr(net_device_ctx->rx_stats); in netvsc_recv_callback()
/linux-4.4.14/arch/ia64/kernel/
Dtraps.c302 struct fpu_swa_msg *cp = this_cpu_ptr(&cpulast); in handle_fpu_swa()
/linux-4.4.14/arch/parisc/lib/
Dmemcpy.c473 d = this_cpu_ptr(&exception_data); in pa_memcpy()
/linux-4.4.14/arch/powerpc/platforms/ps3/
Dinterrupt.c715 struct ps3_private *pd = this_cpu_ptr(&ps3_private); in ps3_get_irq()
/linux-4.4.14/mm/
Dvmstat.c512 drain_zone_pages(zone, this_cpu_ptr(&p->pcp)); in refresh_cpu_vm_stats()
1396 this_cpu_ptr(&vmstat_work), in vmstat_update()
/linux-4.4.14/arch/powerpc/mm/
Dhash_native_64.c644 struct ppc64_tlb_batch *batch = this_cpu_ptr(&ppc64_tlb_batch); in native_flush_hash_range()
/linux-4.4.14/drivers/net/ethernet/mellanox/mlxsw/
Dswitchx2.c325 pcpu_stats = this_cpu_ptr(mlxsw_sx_port->pcpu_stats); in mlxsw_sx_port_xmit()
1220 pcpu_stats = this_cpu_ptr(mlxsw_sx_port->pcpu_stats); in mlxsw_sx_rx_listener_func()
/linux-4.4.14/arch/x86/kernel/apic/
Dapic.c544 struct clock_event_device *levt = this_cpu_ptr(&lapic_events); in setup_APIC_timer()
679 struct clock_event_device *levt = this_cpu_ptr(&lapic_events); in calibrate_APIC_clock()

12