Home
last modified time | relevance | path

Searched refs:preempt_count (Results 1 – 101 of 101) sorted by relevance

/linux-4.4.14/include/asm-generic/
Dpreempt.h8 static __always_inline int preempt_count(void) in preempt_count() function
10 return current_thread_info()->preempt_count; in preempt_count()
15 return &current_thread_info()->preempt_count; in preempt_count_ptr()
27 task_thread_info(p)->preempt_count = FORK_PREEMPT_COUNT; \
31 task_thread_info(p)->preempt_count = PREEMPT_ENABLED; \
76 return unlikely(preempt_count() == preempt_offset && in should_resched()
/linux-4.4.14/include/linux/
Dpreempt.h61 #define hardirq_count() (preempt_count() & HARDIRQ_MASK)
62 #define softirq_count() (preempt_count() & SOFTIRQ_MASK)
63 #define irq_count() (preempt_count() & (HARDIRQ_MASK | SOFTIRQ_MASK \
80 #define in_nmi() (preempt_count() & NMI_MASK)
118 #define in_atomic() (preempt_count() != 0)
124 #define in_atomic_preempt_off() (preempt_count() != PREEMPT_DISABLE_OFFSET)
159 #define preemptible() (preempt_count() == 0 && !irqs_disabled())
Dbit_spinlock.h93 return preempt_count(); in bit_spin_is_locked()
Drcupdate.h529 return preempt_count() != 0 || irqs_disabled(); in rcu_read_lock_sched_held()
Dtrace_events.h67 unsigned char preempt_count; member
/linux-4.4.14/arch/sh/kernel/
Dirq.c94 irqctx->tinfo.preempt_count = in handle_one_irq()
95 (irqctx->tinfo.preempt_count & ~SOFTIRQ_MASK) | in handle_one_irq()
96 (curctx->tinfo.preempt_count & SOFTIRQ_MASK); in handle_one_irq()
128 irqctx->tinfo.preempt_count = HARDIRQ_OFFSET; in irq_ctx_init()
136 irqctx->tinfo.preempt_count = 0; in irq_ctx_init()
Dasm-offsets.c26 DEFINE(TI_PRE_COUNT, offsetof(struct thread_info, preempt_count)); in main()
/linux-4.4.14/arch/metag/kernel/
Dirq.c87 irqctx->tinfo.preempt_count = in do_IRQ()
88 (irqctx->tinfo.preempt_count & ~SOFTIRQ_MASK) | in do_IRQ()
89 (curctx->tinfo.preempt_count & SOFTIRQ_MASK); in do_IRQ()
134 irqctx->tinfo.preempt_count = HARDIRQ_OFFSET; in irq_ctx_init()
142 irqctx->tinfo.preempt_count = 0; in irq_ctx_init()
/linux-4.4.14/arch/cris/include/asm/
Dthread_info.h33 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
54 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/lib/
Dsmp_processor_id.c15 if (likely(preempt_count())) in check_preemption_disabled()
43 what1, what2, preempt_count() - 1, current->comm, current->pid); in check_preemption_disabled()
Dlocking-selftest.c972 unsigned long saved_preempt_count = preempt_count(); in dotest()
/linux-4.4.14/arch/m68k/include/asm/
Dthread_info.h30 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
40 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/score/include/asm/
Dthread_info.h36 int preempt_count; member
56 .preempt_count = 1, \
/linux-4.4.14/arch/frv/include/asm/
Dthread_info.h37 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
63 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/c6x/include/asm/
Dthread_info.h45 int preempt_count; /* 0 = preemptable, <0 = BUG */ member
59 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/blackfin/include/asm/
Dthread_info.h42 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
57 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/kernel/trace/
Dtrace_irqsoff.c42 return ((trace_type & TRACER_PREEMPT_OFF) && preempt_count()); in preempt_trace()
117 if (!irqs_disabled_flags(*flags) && !preempt_count()) in func_prolog_dec()
145 trace_function(tr, ip, parent_ip, flags, preempt_count()); in irqsoff_tracer_call()
181 pc = preempt_count(); in irqsoff_graph_entry()
198 pc = preempt_count(); in irqsoff_graph_return()
317 pc = preempt_count(); in check_critical_timing()
382 __trace_function(tr, ip, parent_ip, flags, preempt_count()); in start_critical_timing()
416 __trace_function(tr, ip, parent_ip, flags, preempt_count()); in stop_critical_timing()
Dtrace_mmiotrace.c305 int pc = preempt_count(); in __trace_mmiotrace_rw()
335 int pc = preempt_count(); in __trace_mmiotrace_map()
Dtrace_sched_wakeup.c84 *pc = preempt_count(); in func_prolog_preempt_disable()
454 pc = preempt_count(); in probe_wakeup_sched_switch()
548 pc = preempt_count(); in probe_wakeup()
Dtrace_functions.c137 pc = preempt_count(); in function_trace_call()
180 pc = preempt_count(); in function_stack_trace_call()
Dtrace_branch.c61 pc = preempt_count(); in probe_likely_condition()
Dtrace_selftest.c875 if (preempt_count()) { in trace_selftest_startup_preemptoff()
937 if (preempt_count()) { in trace_selftest_startup_preemptirqsoff()
Dtrace_syscalls.c326 pc = preempt_count(); in ftrace_syscall_enter()
371 pc = preempt_count(); in ftrace_syscall_exit()
Dtrace_event_perf.c277 pc = preempt_count(); in perf_trace_buf_prepare()
Dtrace_output.c426 if (entry->preempt_count) in trace_print_lat_fmt()
427 trace_seq_printf(s, "%x", entry->preempt_count); in trace_print_lat_fmt()
575 entry->preempt_count, iter->idx); in trace_print_lat_context()
Dtrace_functions_graph.c345 pc = preempt_count(); in trace_graph_entry()
427 pc = preempt_count(); in trace_graph_return()
Dtrace.c553 pc = preempt_count(); in __trace_puts()
603 pc = preempt_count(); in __trace_bputs()
1654 entry->preempt_count = pc & 0xff; in tracing_generic_entry_update()
1915 flags, skip, preempt_count(), NULL); in trace_dump_stack()
1975 ftrace_trace_userstack(tr, flags, preempt_count()); in __trace_userstack()
2144 pc = preempt_count(); in trace_vbprintk()
2200 pc = preempt_count(); in __trace_array_vprintk()
5162 irq_flags, preempt_count()); in tracing_mark_write()
Dtrace_kprobe.c923 pc = preempt_count(); in __kprobe_trace_func()
971 pc = preempt_count(); in __kretprobe_trace_func()
Dblktrace.c80 pc = preempt_count(); in trace_note()
234 pc = preempt_count(); in __blk_add_trace()
Dtrace_events.c189 __common_field(unsigned char, preempt_count); in trace_define_common_fields()
246 fbuffer->pc = preempt_count(); in trace_event_buffer_reserve()
3379 pc = preempt_count(); in function_test_events_call()
/linux-4.4.14/arch/arc/include/asm/
Dthread_info.h44 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
61 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/nios2/include/asm/
Dthread_info.h44 int preempt_count; /* 0 => preemptable,<0 => BUG */ member
62 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/um/include/asm/
Dthread_info.h19 int preempt_count; /* 0 => preemptable, member
32 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/openrisc/include/asm/
Dthread_info.h53 __s32 preempt_count; /* 0 => preemptable, <0 => BUG */ member
77 .preempt_count = 1, \
/linux-4.4.14/arch/hexagon/include/asm/
Dthread_info.h52 int preempt_count; /* 0=>preemptible,<0=>BUG */ member
81 .preempt_count = 1, \
/linux-4.4.14/arch/h8300/include/asm/
Dthread_info.h32 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
45 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/sparc/include/asm/
Dthread_info_32.h32 int preempt_count; /* 0 => preemptable, member
62 .preempt_count = INIT_PREEMPT_COUNT, \
Dthread_info_64.h46 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
119 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/s390/include/asm/
Dthread_info.h37 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
52 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/avr32/include/asm/
Dthread_info.h25 __s32 preempt_count; /* 0 => preemptable, <0 => BUG */ member
39 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/m32r/include/asm/
Dthread_info.h30 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
54 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/xtensa/include/asm/
Dthread_info.h50 __s32 preempt_count; /* 0 => preemptable,< 0 => BUG*/ member
76 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/parisc/include/asm/
Dthread_info.h15 int preempt_count; /* 0=premptable, <0=BUG; will also serve as bh-counter */ member
24 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/arm64/include/asm/
Dthread_info.h51 int preempt_count; /* 0 => preemptable, <0 => bug */ member
59 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/metag/include/asm/
Dthread_info.h34 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
72 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/mn10300/include/asm/
Dthread_info.h46 __s32 preempt_count; /* 0 => preemptable, <0 => BUG */ member
78 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/powerpc/kernel/
Dirq.c532 irqtp->preempt_count = curtp->preempt_count; in do_IRQ()
581 tp->preempt_count = 0; in exc_lvl_ctx_init()
587 tp->preempt_count = 0; in exc_lvl_ctx_init()
592 tp->preempt_count = HARDIRQ_OFFSET; in exc_lvl_ctx_init()
Dmachine_kexec_64.c358 kexec_stack.thread_info.preempt_count = HARDIRQ_OFFSET; in default_machine_kexec()
Dasm-offsets.c162 DEFINE(TI_PREEMPT, offsetof(struct thread_info, preempt_count)); in main()
/linux-4.4.14/arch/unicore32/include/asm/
Dthread_info.h69 int preempt_count; /* 0 => preemptable */ member
86 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/alpha/include/asm/
Dthread_info.h23 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
38 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/tile/include/asm/
Dthread_info.h33 int preempt_count; /* 0 => preemptable, member
56 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/microblaze/include/asm/
Dthread_info.h71 __s32 preempt_count; /* 0 => preemptable,< 0 => BUG*/ member
85 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/mips/include/asm/
Dthread_info.h29 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
48 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/arm/include/asm/
Dthread_info.h51 int preempt_count; /* 0 => preemptable, <0 => bug */ member
74 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/sh/include/asm/
Dthread_info.h33 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
61 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/powerpc/include/asm/
Dthread_info.h43 int preempt_count; /* 0 => preemptable, member
58 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/ia64/include/asm/
Dthread_info.h28 int preempt_count; /* 0=premptable, <0=BUG; will also serve as bh-counter */ member
45 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.4.14/arch/m32r/kernel/
Dasm-offsets.c10 OFFSET(TI_PRE_COUNT, thread_info, preempt_count); in foo()
/linux-4.4.14/arch/avr32/kernel/
Dasm-offsets.c17 OFFSET(TI_preempt_count, thread_info, preempt_count); in foo()
/linux-4.4.14/kernel/
Dsoftirq.c117 if (preempt_count() == cnt) { in __local_bh_disable_ip()
268 prev_count = preempt_count(); in __do_softirq()
275 if (unlikely(prev_count != preempt_count())) { in __do_softirq()
278 prev_count, preempt_count()); in __do_softirq()
Dstop_machine.c462 WARN_ONCE(preempt_count(), in cpu_stopper_thread()
Dexit.c712 preempt_count()); in do_exit()
Dworkqueue.c2081 current->comm, preempt_count(), task_pid_nr(current), in process_one_work()
/linux-4.4.14/arch/openrisc/kernel/
Dasm-offsets.c55 DEFINE(TI_PREEMPT, offsetof(struct thread_info, preempt_count)); in main()
/linux-4.4.14/arch/x86/include/asm/
Dpreempt.h20 static __always_inline int preempt_count(void) in preempt_count() function
/linux-4.4.14/arch/powerpc/platforms/cell/
Dsmp.c86 task_thread_info(paca[lcpu].__current)->preempt_count = 0; in smp_startup_cpu()
/linux-4.4.14/arch/cris/kernel/
Dasm-offsets.c40 ENTRY(preempt_count); in main()
/linux-4.4.14/arch/h8300/kernel/
Dasm-offsets.c64 OFFSET(TI_PRE, thread_info, preempt_count); in main()
/linux-4.4.14/arch/tile/kernel/
Dasm-offsets.c62 offsetof(struct thread_info, preempt_count)); in foo()
/linux-4.4.14/arch/arc/kernel/
Dasm-offsets.c34 offsetof(struct thread_info, preempt_count)); in main()
Dentry-compact.S189 ; bump thread_info->preempt_count (Disable preemption)
381 ; decrement thread_info->preempt_count (re-enable preemption)
/linux-4.4.14/arch/nios2/kernel/
Dasm-offsets.c83 OFFSET(TI_PREEMPT_COUNT, thread_info, preempt_count); in main()
/linux-4.4.14/arch/powerpc/platforms/pseries/
Dsmp.c118 task_thread_info(paca[lcpu].__current)->preempt_count = 0; in smp_startup_cpu()
/linux-4.4.14/arch/frv/kernel/
Dasm-offsets.c40 OFFSET(TI_PREEMPT_COUNT, thread_info, preempt_count); in foo()
/linux-4.4.14/arch/m68k/kernel/
Dasm-offsets.c41 DEFINE(TINFO_PREEMPT, offsetof(struct thread_info, preempt_count)); in main()
/linux-4.4.14/arch/unicore32/kernel/
Dasm-offsets.c42 DEFINE(TI_PREEMPT, offsetof(struct thread_info, preempt_count)); in main()
/linux-4.4.14/arch/mn10300/kernel/
Dasm-offsets.c28 OFFSET(TI_preempt_count, thread_info, preempt_count); in foo()
Dentry.S179 mov (TI_preempt_count,a2),d0 # non-zero preempt_count ?
/linux-4.4.14/init/
Dmain.c784 int count = preempt_count(); in do_one_initcall()
798 if (preempt_count() != count) { in do_one_initcall()
/linux-4.4.14/arch/xtensa/kernel/
Dasm-offsets.c85 OFFSET(TI_PRE_COUNT, thread_info, preempt_count); in main()
/linux-4.4.14/arch/c6x/kernel/
Dasm-offsets.c103 OFFSET(THREAD_INFO_PREEMPT_COUNT, thread_info, preempt_count); in foo()
/linux-4.4.14/arch/microblaze/kernel/
Dasm-offsets.c94 DEFINE(TI_PREEMPT_COUNT, offsetof(struct thread_info, preempt_count)); in main()
/linux-4.4.14/kernel/time/
Dtimer.c1156 int count = preempt_count(); in call_timer_fn()
1183 if (count != preempt_count()) { in call_timer_fn()
1185 fn, count, preempt_count()); in call_timer_fn()
/linux-4.4.14/arch/score/kernel/
Dasm-offsets.c106 OFFSET(TI_PRE_COUNT, thread_info, preempt_count); in output_thread_info_defines()
/linux-4.4.14/arch/blackfin/kernel/
Dasm-offsets.c49 OFFSET(TI_PREEMPT, thread_info, preempt_count); in main()
/linux-4.4.14/arch/arm64/kernel/
Dasm-offsets.c37 DEFINE(TI_PREEMPT, offsetof(struct thread_info, preempt_count)); in main()
/linux-4.4.14/arch/s390/kernel/
Dasm-offsets.c45 OFFSET(__TI_precount, thread_info, preempt_count); in main()
/linux-4.4.14/arch/arm/kernel/
Dasm-offsets.c67 DEFINE(TI_PREEMPT, offsetof(struct thread_info, preempt_count)); in main()
/linux-4.4.14/kernel/sched/
Dcore.c2556 if (WARN_ONCE(preempt_count() != 2*PREEMPT_DISABLE_OFFSET, in finish_task_switch()
2558 current->comm, current->pid, preempt_count())) in finish_task_switch()
2932 if (DEBUG_LOCKS_WARN_ON((preempt_count() < 0))) in preempt_count_add()
2940 DEBUG_LOCKS_WARN_ON((preempt_count() & PREEMPT_MASK) >= in preempt_count_add()
2943 if (preempt_count() == val) { in preempt_count_add()
2960 if (DEBUG_LOCKS_WARN_ON(val > preempt_count())) in preempt_count_sub()
2966 !(preempt_count() & PREEMPT_MASK))) in preempt_count_sub()
2970 if (preempt_count() == val) in preempt_count_sub()
2988 prev->comm, prev->pid, preempt_count()); in __schedule_bug()
3331 BUG_ON(preempt_count() || !irqs_disabled()); in preempt_schedule_irq()
[all …]
/linux-4.4.14/kernel/rcu/
Dupdate.c109 return lockdep_opinion || preempt_count() != 0 || irqs_disabled(); in rcu_read_lock_sched_held()
Drcutorture.c290 if (!preempt_count() && in rcu_read_delay()
/linux-4.4.14/arch/sparc/kernel/
Dtraps_32.c438 TI_PREEMPT != offsetof(struct thread_info, preempt_count) ||
Dtraps_64.c2701 preempt_count) || in trap_init()
/linux-4.4.14/Documentation/
Dpreempt-locking.txt74 preempt_count() return the preempt counter
/linux-4.4.14/arch/ia64/kernel/
Dasm-offsets.c40 DEFINE(TI_PRE_COUNT, offsetof(struct thread_info, preempt_count)); in foo()
Dmca.c1820 ti->preempt_count = 1; in format_mca_init_stack()
/linux-4.4.14/arch/x86/kernel/
Dkvm.c143 n.halted = is_idle_task(current) || preempt_count() > 1; in kvm_async_pf_task_wait()
/linux-4.4.14/arch/mips/kernel/
Dasm-offsets.c98 OFFSET(TI_PRE_COUNT, thread_info, preempt_count); in output_thread_info_defines()
/linux-4.4.14/arch/parisc/kernel/
Dasm-offsets.c248 DEFINE(TI_PRE_COUNT, offsetof(struct thread_info, preempt_count)); in main()
/linux-4.4.14/mm/
Dmemory.c3808 if (preempt_count()) in print_vma_addr()