Home
last modified time | relevance | path

Searched refs:preempt_count (Results 1 – 99 of 99) sorted by relevance

/linux-4.1.27/include/linux/
Dpreempt_mask.h53 #define hardirq_count() (preempt_count() & HARDIRQ_MASK)
54 #define softirq_count() (preempt_count() & SOFTIRQ_MASK)
55 #define irq_count() (preempt_count() & (HARDIRQ_MASK | SOFTIRQ_MASK \
72 #define in_nmi() (preempt_count() & NMI_MASK)
110 #define in_atomic() ((preempt_count() & ~PREEMPT_ACTIVE) != 0)
117 ((preempt_count() & ~PREEMPT_ACTIVE) != PREEMPT_DISABLE_OFFSET)
120 # define preemptible() (preempt_count() == 0 && !irqs_disabled())
Dbit_spinlock.h93 return preempt_count(); in bit_spin_is_locked()
Drcupdate.h512 return lockdep_opinion || preempt_count() != 0 || irqs_disabled(); in rcu_read_lock_sched_held()
539 return preempt_count() != 0 || irqs_disabled(); in rcu_read_lock_sched_held()
Dftrace_event.h67 unsigned char preempt_count; member
/linux-4.1.27/include/asm-generic/
Dpreempt.h8 static __always_inline int preempt_count(void) in preempt_count() function
10 return current_thread_info()->preempt_count; in preempt_count()
15 return &current_thread_info()->preempt_count; in preempt_count_ptr()
27 task_thread_info(p)->preempt_count = PREEMPT_DISABLED; \
31 task_thread_info(p)->preempt_count = PREEMPT_ENABLED; \
76 return unlikely(preempt_count() == preempt_offset && in should_resched()
/linux-4.1.27/arch/sh/kernel/
Dirq.c94 irqctx->tinfo.preempt_count = in handle_one_irq()
95 (irqctx->tinfo.preempt_count & ~SOFTIRQ_MASK) | in handle_one_irq()
96 (curctx->tinfo.preempt_count & SOFTIRQ_MASK); in handle_one_irq()
128 irqctx->tinfo.preempt_count = HARDIRQ_OFFSET; in irq_ctx_init()
136 irqctx->tinfo.preempt_count = 0; in irq_ctx_init()
Dasm-offsets.c26 DEFINE(TI_PRE_COUNT, offsetof(struct thread_info, preempt_count)); in main()
/linux-4.1.27/arch/metag/kernel/
Dirq.c87 irqctx->tinfo.preempt_count = in do_IRQ()
88 (irqctx->tinfo.preempt_count & ~SOFTIRQ_MASK) | in do_IRQ()
89 (curctx->tinfo.preempt_count & SOFTIRQ_MASK); in do_IRQ()
136 irqctx->tinfo.preempt_count = HARDIRQ_OFFSET; in irq_ctx_init()
144 irqctx->tinfo.preempt_count = 0; in irq_ctx_init()
/linux-4.1.27/arch/cris/include/asm/
Dthread_info.h33 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
54 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/lib/
Dsmp_processor_id.c15 if (likely(preempt_count())) in check_preemption_disabled()
43 what1, what2, preempt_count() - 1, current->comm, current->pid); in check_preemption_disabled()
Dlocking-selftest.c972 unsigned long saved_preempt_count = preempt_count(); in dotest()
/linux-4.1.27/arch/m68k/include/asm/
Dthread_info.h30 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
40 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/score/include/asm/
Dthread_info.h36 int preempt_count; member
56 .preempt_count = 1, \
/linux-4.1.27/arch/blackfin/include/asm/
Dthread_info.h42 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
57 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/c6x/include/asm/
Dthread_info.h45 int preempt_count; /* 0 = preemptable, <0 = BUG */ member
59 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/arc/include/asm/
Dthread_info.h43 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
60 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/frv/include/asm/
Dthread_info.h37 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
63 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/um/include/asm/
Dthread_info.h19 int preempt_count; /* 0 => preemptable, member
32 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/nios2/include/asm/
Dthread_info.h44 int preempt_count; /* 0 => preemptable,<0 => BUG */ member
62 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/openrisc/include/asm/
Dthread_info.h53 __s32 preempt_count; /* 0 => preemptable, <0 => BUG */ member
77 .preempt_count = 1, \
/linux-4.1.27/arch/hexagon/include/asm/
Dthread_info.h52 int preempt_count; /* 0=>preemptible,<0=>BUG */ member
81 .preempt_count = 1, \
/linux-4.1.27/arch/s390/include/asm/
Dthread_info.h35 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
50 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/sparc/include/asm/
Dthread_info_32.h32 int preempt_count; /* 0 => preemptable, member
62 .preempt_count = INIT_PREEMPT_COUNT, \
Dthread_info_64.h46 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
119 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/avr32/include/asm/
Dthread_info.h25 __s32 preempt_count; /* 0 => preemptable, <0 => BUG */ member
39 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/m32r/include/asm/
Dthread_info.h30 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
54 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/xtensa/include/asm/
Dthread_info.h50 __s32 preempt_count; /* 0 => preemptable,< 0 => BUG*/ member
76 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/parisc/include/asm/
Dthread_info.h15 int preempt_count; /* 0=premptable, <0=BUG; will also serve as bh-counter */ member
24 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/kernel/trace/
Dtrace_irqsoff.c43 return ((trace_type & TRACER_PREEMPT_OFF) && preempt_count()); in preempt_trace()
148 trace_function(tr, ip, parent_ip, flags, preempt_count()); in irqsoff_tracer_call()
188 pc = preempt_count(); in irqsoff_graph_entry()
205 pc = preempt_count(); in irqsoff_graph_return()
326 pc = preempt_count(); in check_critical_timing()
391 __trace_function(tr, ip, parent_ip, flags, preempt_count()); in start_critical_timing()
425 __trace_function(tr, ip, parent_ip, flags, preempt_count()); in stop_critical_timing()
Dtrace_sched_wakeup.c87 *pc = preempt_count(); in func_prolog_preempt_disable()
450 pc = preempt_count(); in probe_wakeup_sched_switch()
544 pc = preempt_count(); in probe_wakeup()
Dtrace_mmiotrace.c305 int pc = preempt_count(); in __trace_mmiotrace_rw()
335 int pc = preempt_count(); in __trace_mmiotrace_map()
Dtrace_functions.c137 pc = preempt_count(); in function_trace_call()
180 pc = preempt_count(); in function_stack_trace_call()
Dtrace_syscalls.c325 pc = preempt_count(); in ftrace_syscall_enter()
370 pc = preempt_count(); in ftrace_syscall_exit()
Dtrace_selftest.c875 if (preempt_count()) { in trace_selftest_startup_preemptoff()
937 if (preempt_count()) { in trace_selftest_startup_preemptirqsoff()
Dtrace_branch.c61 pc = preempt_count(); in probe_likely_condition()
Dtrace_event_perf.c277 pc = preempt_count(); in perf_trace_buf_prepare()
Dtrace_output.c470 if (entry->preempt_count) in trace_print_lat_fmt()
471 trace_seq_printf(s, "%x", entry->preempt_count); in trace_print_lat_fmt()
614 entry->preempt_count, iter->idx); in trace_print_lat_context()
Dtrace_functions_graph.c343 pc = preempt_count(); in trace_graph_entry()
428 pc = preempt_count(); in trace_graph_return()
Dtrace.c524 pc = preempt_count(); in __trace_puts()
574 pc = preempt_count(); in __trace_bputs()
1632 entry->preempt_count = pc & 0xff; in tracing_generic_entry_update()
1918 flags, skip, preempt_count(), NULL); in trace_dump_stack()
1978 ftrace_trace_userstack(tr, flags, preempt_count()); in __trace_userstack()
2147 pc = preempt_count(); in trace_vbprintk()
2203 pc = preempt_count(); in __trace_array_vprintk()
5129 irq_flags, preempt_count()); in tracing_mark_write()
Dtrace_kprobe.c935 pc = preempt_count(); in __kprobe_trace_func()
983 pc = preempt_count(); in __kretprobe_trace_func()
Dtrace_events.c163 __common_field(unsigned char, preempt_count); in trace_define_common_fields()
200 fbuffer->pc = preempt_count(); in ftrace_event_buffer_reserve()
2887 pc = preempt_count(); in function_test_events_call()
Dblktrace.c80 pc = preempt_count(); in trace_note()
234 pc = preempt_count(); in __blk_add_trace()
/linux-4.1.27/arch/arm64/include/asm/
Dthread_info.h49 int preempt_count; /* 0 => preemptable, <0 => bug */ member
57 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/metag/include/asm/
Dthread_info.h34 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
72 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/mn10300/include/asm/
Dthread_info.h46 __s32 preempt_count; /* 0 => preemptable, <0 => BUG */ member
78 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/powerpc/kernel/
Dirq.c532 irqtp->preempt_count = curtp->preempt_count; in do_IRQ()
581 tp->preempt_count = 0; in exc_lvl_ctx_init()
587 tp->preempt_count = 0; in exc_lvl_ctx_init()
592 tp->preempt_count = HARDIRQ_OFFSET; in exc_lvl_ctx_init()
Dmachine_kexec_64.c342 kexec_stack.thread_info.preempt_count = HARDIRQ_OFFSET; in default_machine_kexec()
Dasm-offsets.c162 DEFINE(TI_PREEMPT, offsetof(struct thread_info, preempt_count)); in main()
/linux-4.1.27/arch/unicore32/include/asm/
Dthread_info.h69 int preempt_count; /* 0 => preemptable */ member
86 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/mips/include/asm/
Dthread_info.h29 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
48 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/tile/include/asm/
Dthread_info.h33 int preempt_count; /* 0 => preemptable, member
55 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/alpha/include/asm/
Dthread_info.h23 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
38 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/microblaze/include/asm/
Dthread_info.h71 __s32 preempt_count; /* 0 => preemptable,< 0 => BUG*/ member
85 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/arm/include/asm/
Dthread_info.h52 int preempt_count; /* 0 => preemptable, <0 => bug */ member
75 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/sh/include/asm/
Dthread_info.h33 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
61 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/powerpc/include/asm/
Dthread_info.h43 int preempt_count; /* 0 => preemptable, member
58 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/ia64/include/asm/
Dthread_info.h28 int preempt_count; /* 0=premptable, <0=BUG; will also serve as bh-counter */ member
45 .preempt_count = INIT_PREEMPT_COUNT, \
/linux-4.1.27/arch/m32r/kernel/
Dasm-offsets.c10 OFFSET(TI_PRE_COUNT, thread_info, preempt_count); in foo()
/linux-4.1.27/arch/avr32/kernel/
Dasm-offsets.c17 OFFSET(TI_preempt_count, thread_info, preempt_count); in foo()
/linux-4.1.27/kernel/
Dsoftirq.c117 if (preempt_count() == cnt) { in __local_bh_disable_ip()
268 prev_count = preempt_count(); in __do_softirq()
275 if (unlikely(prev_count != preempt_count())) { in __do_softirq()
278 prev_count, preempt_count()); in __do_softirq()
Dstop_machine.c479 WARN_ONCE(preempt_count(), in cpu_stopper_thread()
Dexit.c712 preempt_count()); in do_exit()
Dworkqueue.c2088 current->comm, preempt_count(), task_pid_nr(current), in process_one_work()
/linux-4.1.27/arch/openrisc/kernel/
Dasm-offsets.c55 DEFINE(TI_PREEMPT, offsetof(struct thread_info, preempt_count)); in main()
/linux-4.1.27/arch/x86/include/asm/
Dpreempt.h20 static __always_inline int preempt_count(void) in preempt_count() function
/linux-4.1.27/arch/powerpc/platforms/cell/
Dsmp.c86 task_thread_info(paca[lcpu].__current)->preempt_count = 0; in smp_startup_cpu()
/linux-4.1.27/arch/cris/kernel/
Dasm-offsets.c40 ENTRY(preempt_count); in main()
/linux-4.1.27/arch/arc/kernel/
Dasm-offsets.c34 offsetof(struct thread_info, preempt_count)); in main()
Dentry.S207 ; bump thread_info->preempt_count (Disable preemption)
690 ; decrement thread_info->preempt_count (re-enable preemption)
/linux-4.1.27/arch/tile/kernel/
Dasm-offsets.c62 offsetof(struct thread_info, preempt_count)); in foo()
/linux-4.1.27/arch/nios2/kernel/
Dasm-offsets.c83 OFFSET(TI_PREEMPT_COUNT, thread_info, preempt_count); in main()
/linux-4.1.27/arch/powerpc/platforms/pseries/
Dsmp.c118 task_thread_info(paca[lcpu].__current)->preempt_count = 0; in smp_startup_cpu()
/linux-4.1.27/arch/frv/kernel/
Dasm-offsets.c40 OFFSET(TI_PREEMPT_COUNT, thread_info, preempt_count); in foo()
/linux-4.1.27/arch/m68k/kernel/
Dasm-offsets.c41 DEFINE(TINFO_PREEMPT, offsetof(struct thread_info, preempt_count)); in main()
/linux-4.1.27/arch/mn10300/kernel/
Dasm-offsets.c28 OFFSET(TI_preempt_count, thread_info, preempt_count); in foo()
Dentry.S179 mov (TI_preempt_count,a2),d0 # non-zero preempt_count ?
/linux-4.1.27/arch/unicore32/kernel/
Dasm-offsets.c42 DEFINE(TI_PREEMPT, offsetof(struct thread_info, preempt_count)); in main()
/linux-4.1.27/init/
Dmain.c779 int count = preempt_count(); in do_one_initcall()
793 if (preempt_count() != count) { in do_one_initcall()
/linux-4.1.27/arch/xtensa/kernel/
Dasm-offsets.c85 OFFSET(TI_PRE_COUNT, thread_info, preempt_count); in main()
/linux-4.1.27/arch/c6x/kernel/
Dasm-offsets.c103 OFFSET(THREAD_INFO_PREEMPT_COUNT, thread_info, preempt_count); in foo()
/linux-4.1.27/arch/microblaze/kernel/
Dasm-offsets.c94 DEFINE(TI_PREEMPT_COUNT, offsetof(struct thread_info, preempt_count)); in main()
/linux-4.1.27/kernel/time/
Dtimer.c1131 int count = preempt_count(); in call_timer_fn()
1158 if (count != preempt_count()) { in call_timer_fn()
1160 fn, count, preempt_count()); in call_timer_fn()
/linux-4.1.27/arch/score/kernel/
Dasm-offsets.c106 OFFSET(TI_PRE_COUNT, thread_info, preempt_count); in output_thread_info_defines()
/linux-4.1.27/arch/blackfin/kernel/
Dasm-offsets.c49 OFFSET(TI_PREEMPT, thread_info, preempt_count); in main()
/linux-4.1.27/arch/arm64/kernel/
Dasm-offsets.c37 DEFINE(TI_PREEMPT, offsetof(struct thread_info, preempt_count)); in main()
/linux-4.1.27/arch/arm/kernel/
Dasm-offsets.c67 DEFINE(TI_PREEMPT, offsetof(struct thread_info, preempt_count)); in main()
/linux-4.1.27/arch/sparc/kernel/
Dtraps_32.c438 TI_PREEMPT != offsetof(struct thread_info, preempt_count) ||
Dtraps_64.c2701 preempt_count) || in trap_init()
/linux-4.1.27/arch/s390/kernel/
Dasm-offsets.c40 DEFINE(__TI_precount, offsetof(struct thread_info, preempt_count)); in main()
/linux-4.1.27/kernel/sched/
Dcore.c2565 if (DEBUG_LOCKS_WARN_ON((preempt_count() < 0))) in preempt_count_add()
2573 DEBUG_LOCKS_WARN_ON((preempt_count() & PREEMPT_MASK) >= in preempt_count_add()
2576 if (preempt_count() == val) { in preempt_count_add()
2593 if (DEBUG_LOCKS_WARN_ON(val > preempt_count())) in preempt_count_sub()
2599 !(preempt_count() & PREEMPT_MASK))) in preempt_count_sub()
2603 if (preempt_count() == val) in preempt_count_sub()
2621 prev->comm, prev->pid, preempt_count()); in __schedule_bug()
2769 if (prev->state && !(preempt_count() & PREEMPT_ACTIVE)) { in __schedule()
2957 BUG_ON(preempt_count() || !irqs_disabled()); in preempt_schedule_irq()
7284 int nested = (preempt_count() & ~PREEMPT_ACTIVE) + rcu_preempt_depth(); in preempt_count_equals()
/linux-4.1.27/Documentation/
Dpreempt-locking.txt74 preempt_count() return the preempt counter
/linux-4.1.27/arch/x86/kernel/
Dkvm.c143 n.halted = is_idle_task(current) || preempt_count() > 1; in kvm_async_pf_task_wait()
/linux-4.1.27/arch/ia64/kernel/
Dasm-offsets.c40 DEFINE(TI_PRE_COUNT, offsetof(struct thread_info, preempt_count)); in foo()
Dmca.c1820 ti->preempt_count = 1; in format_mca_init_stack()
/linux-4.1.27/include/trace/events/
Dsched.h106 if (preempt_count() & PREEMPT_ACTIVE) in __trace_sched_switch_state()
/linux-4.1.27/arch/parisc/kernel/
Dasm-offsets.c248 DEFINE(TI_PRE_COUNT, offsetof(struct thread_info, preempt_count)); in main()
/linux-4.1.27/arch/mips/kernel/
Dasm-offsets.c98 OFFSET(TI_PRE_COUNT, thread_info, preempt_count); in output_thread_info_defines()
/linux-4.1.27/kernel/rcu/
Drcutorture.c289 if (!preempt_count() && in rcu_read_delay()
/linux-4.1.27/mm/
Dmemory.c3732 if (preempt_count()) in print_vma_addr()