| /linux-4.1.27/arch/x86/include/asm/ |
| H A D | mwait.h | 43 * which can obviate IPI to trigger checking of need_resched.
44 * We execute MONITOR against need_resched and enter optimized wait state
45 * through MWAIT. Whenever someone changes need_resched, we would be woken
61 if (!need_resched()) mwait_idle_with_hints()
|
| /linux-4.1.27/arch/mips/kernel/ |
| H A D | entry.S | 48 # interrupt setting need_resched
65 need_resched: label
73 b need_resched
86 local_irq_disable # make sure need_resched and
142 local_irq_disable # make sure need_resched and
160 local_irq_disable # make sure need_resched doesn't
|
| H A D | idle.c | 44 if (!need_resched()) r39xx_wait()
56 * This variant is preferable as it allows testing need_resched and going to
64 if (!need_resched()) r4k_wait_irqoff()
79 if (!need_resched()) rm7k_wait_irqoff()
|
| /linux-4.1.27/drivers/xen/ |
| H A D | preempt.c | 34 && need_resched())) { xen_maybe_preempt_hcall()
|
| H A D | balloon.c | 503 if (need_resched()) balloon_process()
|
| /linux-4.1.27/kernel/sched/ |
| H A D | idle.c | 90 if (need_resched()) { cpuidle_idle_call()
215 * the polling bit set, then setting need_resched is cpu_idle_loop()
222 while (!need_resched()) { cpu_idle_loop()
268 * if need_resched is set while polling is set. That cpu_idle_loop()
|
| H A D | core.c | 547 * On UP this means the setting of the need_resched flag, on SMP it
672 if (idle_cpu(cpu) && !need_resched()) got_nohz_idle_kick()
2736 * WARNING: all callers must re-check need_resched() afterward and reschedule
2834 } while (need_resched()); schedule()
2881 } while (need_resched()); preempt_schedule_common()
2939 } while (need_resched()); preempt_schedule_context()
2973 } while (need_resched()); preempt_schedule_irq()
|
| H A D | fair.c | 7651 if (need_resched()) for_each_cpu()
|
| /linux-4.1.27/arch/m32r/kernel/ |
| H A D | entry.S | 165 ; setting need_resched or sigpending
179 need_resched: label
180 ld r9, @(TI_FLAGS, r8) ; need_resched set ?
187 bra need_resched
213 ; setting need_resched or sigpending
230 ; setting need_resched or sigpending
|
| /linux-4.1.27/include/net/ |
| H A D | busy_poll.h | 64 !need_resched() && !signal_pending(current); sk_can_busy_loop()
112 !need_resched() && !busy_loop_timeout(end_time)); sk_busy_loop()
|
| /linux-4.1.27/kernel/trace/ |
| H A D | trace_output.c | 432 char need_resched; trace_print_lat_fmt() local
448 need_resched = 'N'; trace_print_lat_fmt()
451 need_resched = 'n'; trace_print_lat_fmt()
454 need_resched = 'p'; trace_print_lat_fmt()
457 need_resched = '.'; trace_print_lat_fmt()
468 irqs_off, need_resched, hardsoft_irq); trace_print_lat_fmt()
|
| /linux-4.1.27/arch/sh/kernel/ |
| H A D | entry-common.S | 100 need_resched: label
102 tst #_TIF_NEED_RESCHED, r0 ! need_resched set?
114 bra need_resched
|
| /linux-4.1.27/drivers/acpi/ |
| H A D | acpi_pad.c | 168 while (!need_resched()) { power_saving_thread()
203 /* If an external event has set the need_resched flag, then power_saving_thread()
207 if (unlikely(need_resched())) power_saving_thread()
|
| H A D | processor_idle.c | 34 #include <linux/sched.h> /* need_resched() */
|
| /linux-4.1.27/arch/mips/vr41xx/common/ |
| H A D | pmu.c | 52 if (!need_resched()) vr41xx_cpu_wait()
|
| /linux-4.1.27/kernel/locking/ |
| H A D | rwsem-xadd.c | 303 if (need_resched()) rwsem_can_spin_on_owner()
342 /* abort spinning when need_resched or owner is not running */ rwsem_spin_on_owner()
343 if (!owner->on_cpu || need_resched()) { rwsem_spin_on_owner()
395 if (!owner && (need_resched() || rt_task(current))) rwsem_optimistic_spin()
|
| H A D | osq_lock.c | 116 if (need_resched()) osq_lock()
|
| H A D | mutex.c | 239 if (!owner->on_cpu || need_resched()) { mutex_spin_on_owner()
259 if (need_resched()) mutex_can_spin_on_owner()
371 if (!owner && (need_resched() || rt_task(task))) mutex_optimistic_spin()
386 * If we fell out of the spin path because of need_resched(), mutex_optimistic_spin()
390 if (need_resched()) { mutex_optimistic_spin()
|
| /linux-4.1.27/drivers/cpuidle/ |
| H A D | cpuidle-powernv.c | 41 while (!need_resched()) { snooze_loop()
|
| H A D | cpuidle-pseries.c | 66 while (!need_resched()) { snooze_loop()
|
| H A D | coupled.c | 409 * need_resched() must be tested after this function returns to make sure
469 if (need_resched()) { cpuidle_enter_state_coupled()
511 if (need_resched()) { cpuidle_enter_state_coupled()
527 if (need_resched()) { cpuidle_enter_state_coupled()
|
| H A D | driver.c | 186 while (!need_resched()) poll_idle()
|
| /linux-4.1.27/fs/jbd/ |
| H A D | checkpoint.c | 410 if (!retry && (need_resched() || log_do_checkpoint()
588 if (need_resched()) journal_clean_one_cp_list()
627 if (need_resched()) __journal_clean_checkpoint_list()
638 if (need_resched()) __journal_clean_checkpoint_list()
|
| H A D | commit.c | 278 if (need_resched() || spin_needbreak(&journal->j_list_lock)) { journal_submit_data_buffers()
|
| /linux-4.1.27/fs/jbd2/ |
| H A D | checkpoint.c | 310 need_resched() || jbd2_log_do_checkpoint()
454 if (need_resched()) journal_clean_one_cp_list()
490 if (need_resched()) __jbd2_journal_clean_checkpoint_list()
501 if (need_resched()) __jbd2_journal_clean_checkpoint_list()
|
| /linux-4.1.27/arch/mn10300/kernel/ |
| H A D | entry.S | 90 # make sure we don't miss an interrupt setting need_resched or
128 # make sure we don't miss an interrupt setting need_resched or
183 need_resched: label
191 jmp need_resched
|
| H A D | process.c | 55 * to poll the ->work.need_resched flag instead of waiting for the
|
| /linux-4.1.27/mm/ |
| H A D | compaction.c | 336 * need_resched() becoming true. If scheduling is needed, async compaction
342 * async compaction due to need_resched()
359 if (need_resched()) { compact_unlock_should_abort()
372 * need_resched() and either schedules in sync compaction or aborts async
382 if (need_resched()) { compact_should_abort()
421 * pending or async compaction detects need_resched() isolate_freepages_block()
1475 * need_resched() or lock contention
1529 * need_resched() and the watermarks were ok thanks to try_to_compact_pages()
1532 * need_resched() contention anyway (this will not try_to_compact_pages()
1551 * We might have stopped compacting due to need_resched() in try_to_compact_pages()
1553 * case do not try further zones and signal need_resched() try_to_compact_pages()
|
| H A D | shmem.c | 1859 if (need_resched()) { shmem_tag_pins()
1929 if (need_resched()) { shmem_wait_for_pins()
|
| H A D | memory.c | 918 if (need_resched() || copy_pte_range()
|
| H A D | page_alloc.c | 2801 * If compaction was aborted due to need_resched(), we do not __alloc_pages_slowpath()
|
| /linux-4.1.27/arch/score/kernel/ |
| H A D | entry.S | 268 need_resched: label
277 j need_resched
|
| /linux-4.1.27/arch/x86/kernel/ |
| H A D | entry_32.S | 348 # setting need_resched or sigpending
361 need_resched: label
367 jmp need_resched
511 # setting need_resched or sigpending
603 # setting need_resched or sigpending
|
| H A D | process.c | 464 if (!need_resched()) mwait_idle()
|
| H A D | apm_32.c | 845 if (!need_resched()) { apm_do_idle()
935 while (!need_resched()) { apm_cpu_idle()
|
| /linux-4.1.27/arch/c6x/kernel/ |
| H A D | entry.S | 266 ;; make sure we don't miss an interrupt setting need_resched or
308 ;; make sure we don't miss an interrupt setting need_resched or
372 ;; make sure we don't miss an interrupt setting need_resched or
|
| /linux-4.1.27/kernel/ |
| H A D | softirq.c | 183 * but break the loop if need_resched() is set or after 2 ms.
290 if (time_before(jiffies, end) && !need_resched() && __do_softirq()
370 if ((idle_cpu(cpu) && !need_resched()) || tick_nohz_full_cpu(cpu)) { tick_irq_exit()
|
| H A D | signal.c | 687 * No need to set need_resched since signal event passing
|
| /linux-4.1.27/arch/sparc/include/asm/ |
| H A D | thread_info_64.h | 160 * user: need_resched, notify_resume, sigpending, wsaved
|
| /linux-4.1.27/arch/um/kernel/ |
| H A D | process.c | 93 if (need_resched()) interrupt_end()
|
| /linux-4.1.27/arch/cris/arch-v10/kernel/ |
| H A D | entry.S | 64 btstq TIF_NEED_RESCHED, $r10 ; Check if need_resched is set
105 di ; so need_resched and sigpending don't change
193 di ; make sure need_resched and sigpending don't change
261 bmi _work_resched ; current->work.need_resched
|
| /linux-4.1.27/arch/arm/mach-omap2/ |
| H A D | cpuidle34xx.c | 115 if (omap_irq_pending() || need_resched()) omap3_enter_idle()
|
| /linux-4.1.27/kernel/rcu/ |
| H A D | tiny.c | 201 cb_count, 0, need_resched(), __rcu_process_callbacks()
|
| H A D | tree.c | 2584 need_resched(), is_idle_task(current), rcu_do_batch()
2617 (need_resched() || rcu_do_batch()
2623 trace_rcu_batch_end(rsp->name, count, !!list, need_resched(), rcu_do_batch()
|
| /linux-4.1.27/arch/s390/crypto/ |
| H A D | prng.c | 512 if (need_resched()) { prng_tdes_read()
597 if (need_resched()) { prng_sha512_read()
|
| /linux-4.1.27/drivers/char/hw_random/ |
| H A D | core.c | 278 if (need_resched()) rng_dev_read()
|
| /linux-4.1.27/arch/blackfin/kernel/ |
| H A D | process.c | 62 if (!need_resched()) arch_cpu_idle()
|
| /linux-4.1.27/arch/hexagon/kernel/ |
| H A D | vm_entry.S | 282 * to jump to a need_resched kind of block.
|
| /linux-4.1.27/security/keys/ |
| H A D | gc.c | 258 if (spin_is_contended(&key_serial_lock) || need_resched()) key_garbage_collector()
|
| /linux-4.1.27/arch/cris/arch-v32/kernel/ |
| H A D | entry.S | 59 btstq TIF_NEED_RESCHED, $r10 ; Check if need_resched is set.
117 di ; So need_resched and sigpending don't change.
232 di ; Make sure need_resched and sigpending don't change.
|
| /linux-4.1.27/drivers/media/i2c/ |
| H A D | vpx3220.c | 98 if (need_resched()) vpx3220_fp_status()
|
| /linux-4.1.27/arch/alpha/kernel/ |
| H A D | entry.S | 490 /* Make sure need_resched and sigpending don't change between
|
| /linux-4.1.27/fs/btrfs/ |
| H A D | inode-map.c | 77 if (need_resched() || caching_kthread()
|
| H A D | extent_io.c | 706 if (start <= end && state && !need_resched()) clear_extent_bit()
910 !need_resched()) __set_extent_bit()
956 !need_resched()) __set_extent_bit()
1140 !need_resched()) convert_extent_bit()
1181 !need_resched()) convert_extent_bit()
|
| H A D | extent-tree.c | 443 if (need_resched() || caching_thread()
|
| H A D | inode.c | 5031 if (need_resched()) { evict_inode_truncate_pages()
|
| /linux-4.1.27/net/ipv4/ |
| H A D | inetpeer.c | 101 if (need_resched()) inetpeer_gc_worker()
|
| /linux-4.1.27/fs/ |
| H A D | select.c | 509 if (can_busy_loop && !need_resched()) { do_select()
841 if (can_busy_loop && !need_resched()) { do_poll()
|
| H A D | dcache.c | 1376 ret = need_resched() ? D_WALK_QUIT : D_WALK_NORETRY; select_collect()
|
| /linux-4.1.27/drivers/media/pci/cx88/ |
| H A D | cx88.h | 603 #define cx_wait(d) { if (need_resched()) schedule(); else udelay(d); }
|
| /linux-4.1.27/drivers/media/pci/saa7134/ |
| H A D | saa7134-tvaudio.c | 992 if (need_resched()) saa7134_tvaudio_init()
|
| /linux-4.1.27/drivers/staging/comedi/drivers/ |
| H A D | ni_pcidio.c | 818 if (need_resched()) pci_6534_load_fpga()
|
| /linux-4.1.27/drivers/parport/ |
| H A D | ieee1284.c | 135 if (need_resched()) parport_poll_peripheral()
|
| H A D | ieee1284_ops.c | 139 && need_resched()) parport_ieee1284_write_compat()
|
| H A D | parport_pc.c | 497 if (need_resched() && time_before(jiffies, expire)) parport_pc_fifo_write_block_pio()
524 if (need_resched() && parport_pc_fifo_write_block_pio()
|
| /linux-4.1.27/arch/x86/math-emu/ |
| H A D | fpu_entry.c | 569 if (FPU_lookahead && !need_resched()) { math_emulate()
|
| /linux-4.1.27/arch/sparc/kernel/ |
| H A D | process_64.c | 77 if (!need_resched() && !cpu_is_offline(smp_processor_id())) arch_cpu_idle()
|
| /linux-4.1.27/arch/avr32/kernel/ |
| H A D | entry-avr32b.S | 225 setting need_resched or sigpending
|
| /linux-4.1.27/net/sched/ |
| H A D | sch_generic.c | 243 if (quota <= 0 || need_resched()) { __qdisc_run()
|
| /linux-4.1.27/arch/frv/kernel/ |
| H A D | entry.S | 930 # make sure we don't miss an interrupt setting need_resched or sigpending between
1095 # make sure we don't miss an interrupt setting need_resched or sigpending between
|
| /linux-4.1.27/arch/x86/kvm/ |
| H A D | mmu.c | 4402 if (need_resched() || spin_needbreak(&kvm->mmu_lock)) kvm_mmu_slot_remove_write_access()
4483 if (need_resched() || spin_needbreak(&kvm->mmu_lock)) { kvm_mmu_zap_collapsible_sptes()
4518 if (need_resched() || spin_needbreak(&kvm->mmu_lock)) kvm_mmu_slot_leaf_clear_dirty()
4561 if (need_resched() || spin_needbreak(&kvm->mmu_lock)) kvm_mmu_slot_largepage_remove_write_access()
4598 if (need_resched() || spin_needbreak(&kvm->mmu_lock)) kvm_mmu_slot_set_dirty()
|
| H A D | x86.c | 6337 || need_resched() || signal_pending(current)) { vcpu_enter_guest()
6508 if (need_resched()) { vcpu_run()
|
| H A D | vmx.c | 5950 if (need_resched()) handle_invalid_guest_state()
|
| /linux-4.1.27/arch/sh/kernel/cpu/sh5/ |
| H A D | entry.S | 903 need_resched: label
918 pta need_resched, tr1
|
| /linux-4.1.27/arch/ia64/kernel/ |
| H A D | entry.S | 700 * work.need_resched etc. mustn't get changed by this CPU before it returns to
844 * work.need_resched etc. mustn't get changed by this CPU before it returns to
|
| /linux-4.1.27/drivers/char/ |
| H A D | lp.c | 379 } else if (need_resched()) lp_write()
|
| H A D | random.c | 1199 if (large_request && need_resched()) { extract_entropy_user()
|
| /linux-4.1.27/include/trace/events/ |
| H A D | rcu.h | 589 * queued, the fourth argument (nr) is the return value of need_resched(),
|
| /linux-4.1.27/arch/mips/kvm/ |
| H A D | mips.c | 1269 if (need_resched()) kvm_mips_handle_exit()
|
| /linux-4.1.27/arch/powerpc/kernel/ |
| H A D | rtas.c | 498 if (ms && need_resched()) rtas_busy_delay()
|
| /linux-4.1.27/arch/powerpc/kvm/ |
| H A D | powerpc.c | 77 if (need_resched()) { kvmppc_prepare_to_enter()
|
| H A D | book3s_hv.c | 2187 } else if (need_resched()) { kvmppc_run_vcpu()
|
| /linux-4.1.27/fs/cachefiles/ |
| H A D | rdwr.c | 208 if (max < 0 || need_resched()) { cachefiles_read_copier()
|
| /linux-4.1.27/fs/fscache/ |
| H A D | object.c | 847 if (!list_empty(&object->dependents) && need_resched()) { fscache_enqueue_dependents()
|
| /linux-4.1.27/kernel/time/ |
| H A D | tick-sched.c | 758 if (need_resched()) can_stop_idle_tick()
|
| /linux-4.1.27/include/linux/ |
| H A D | sched.h | 2874 * Idle thread specific functions to determine the need_resched
2949 static __always_inline bool need_resched(void) need_resched() function
|
| /linux-4.1.27/net/core/ |
| H A D | pktgen.c | 3307 if (need_resched()) pktgen_wait_for_skb()
3453 if (need_resched()) pktgen_thread_worker()
|
| /linux-4.1.27/drivers/md/ |
| H A D | dm-bufio.c | 194 if (unlikely(need_resched())) \
|
| /linux-4.1.27/drivers/staging/lustre/lustre/obdclass/ |
| H A D | cl_page.c | 234 if (res == CLP_GANG_OKAY && need_resched()) cl_page_gang_lookup()
|
| /linux-4.1.27/drivers/vhost/ |
| H A D | vhost.c | 242 if (need_resched()) vhost_worker()
|
| /linux-4.1.27/drivers/net/ethernet/broadcom/ |
| H A D | cnic.c | 4260 int need_resched = 0; cnic_delete_task() local
4283 need_resched = 1; cnic_delete_task()
4301 if (need_resched) cnic_delete_task()
|
| H A D | tg3.c | 11995 if (need_resched()) { tg3_get_eeprom()
|
| /linux-4.1.27/drivers/md/bcache/ |
| H A D | btree.c | 1577 if (need_resched()) { btree_gc_recurse()
|
| /linux-4.1.27/drivers/staging/comedi/ |
| H A D | comedi_fops.c | 1461 if (need_resched()) do_insnlist_ioctl()
|
| /linux-4.1.27/drivers/s390/crypto/ |
| H A D | ap_bus.c | 1874 if (need_resched()) { ap_poll_thread()
|
| /linux-4.1.27/arch/tile/kernel/ |
| H A D | intvec_32.S | 863 * need_resched or sigpending) between sampling and the iret.
|
| H A D | intvec_64.S | 894 * need_resched or sigpending) between sampling and the iret.
|
| /linux-4.1.27/arch/s390/kvm/ |
| H A D | kvm-s390.c | 1881 if (need_resched()) vcpu_pre_run()
|
| /linux-4.1.27/arch/parisc/kernel/ |
| H A D | entry.S | 969 * mode from an interrupt, iff need_resched is set,
|
| /linux-4.1.27/arch/arm/kvm/ |
| H A D | mmu.c | 1138 if (need_resched() || spin_needbreak(&kvm->mmu_lock)) stage2_wp_range()
|
| /linux-4.1.27/fs/ext3/ |
| H A D | balloc.c | 597 if (need_resched()) { ext3_free_blocks_sb()
|
| /linux-4.1.27/fs/reiserfs/ |
| H A D | reiserfs.h | 845 if (need_resched()) { reiserfs_cond_resched()
|
| /linux-4.1.27/fs/ext4/ |
| H A D | mballoc.c | 5123 if (need_resched()) { ext4_trim_all_free()
|
| /linux-4.1.27/net/packet/ |
| H A D | af_packet.c | 2308 if (need_wait && need_resched()) tpacket_snd()
|