| /linux-4.4.14/arch/tile/kernel/ |
| D | tlb.c | 38 for_each_cpu(cpu, mm_cpumask(mm)) { in flush_tlb_mm()
44 flush_remote(0, HV_FLUSH_EVICT_L1I, mm_cpumask(mm), in flush_tlb_mm()
58 flush_remote(0, cache, mm_cpumask(mm), in flush_tlb_page_mm()
59 va, size, size, mm_cpumask(mm), NULL, 0); in flush_tlb_page_mm()
74 flush_remote(0, cache, mm_cpumask(mm), start, end - start, size, in flush_tlb_range()
75 mm_cpumask(mm), NULL, 0); in flush_tlb_range()
|
| D | sys.c | 46 flush_remote(0, HV_FLUSH_EVICT_L1I, mm_cpumask(current->mm), in SYSCALL_DEFINE3()
|
| /linux-4.4.14/arch/x86/mm/ |
| D | tlb.c | 46 if (cpumask_test_cpu(cpu, mm_cpumask(active_mm))) { in leave_mm()
47 cpumask_clear_cpu(cpu, mm_cpumask(active_mm)); in leave_mm()
175 if (cpumask_any_but(mm_cpumask(mm), smp_processor_id()) < nr_cpu_ids) in flush_tlb_current_task()
176 flush_tlb_others(mm_cpumask(mm), mm, 0UL, TLB_FLUSH_ALL); in flush_tlb_current_task()
240 if (cpumask_any_but(mm_cpumask(mm), smp_processor_id()) < nr_cpu_ids) in flush_tlb_mm_range()
241 flush_tlb_others(mm_cpumask(mm), mm, start, end); in flush_tlb_mm_range()
266 if (cpumask_any_but(mm_cpumask(mm), smp_processor_id()) < nr_cpu_ids) in flush_tlb_page()
267 flush_tlb_others(mm_cpumask(mm), mm, start, 0UL); in flush_tlb_page()
|
| /linux-4.4.14/arch/arm/include/asm/ |
| D | mmu_context.h | 128 !cpumask_empty(mm_cpumask(next)) && in switch_mm()
129 !cpumask_test_cpu(cpu, mm_cpumask(next))) in switch_mm()
132 if (!cpumask_test_and_set_cpu(cpu, mm_cpumask(next)) || prev != next) { in switch_mm()
135 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
|
| D | cacheflush.h | 223 if (cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) in vivt_flush_cache_mm()
232 if (!mm || cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) in vivt_flush_cache_range()
242 if (!mm || cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) { in vivt_flush_cache_page()
|
| D | tlbflush.h | 373 if (cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) { in __local_flush_tlb_mm()
427 cpumask_test_cpu(smp_processor_id(), mm_cpumask(vma->vm_mm))) { in __local_flush_tlb_page()
|
| /linux-4.4.14/arch/mips/include/asm/ |
| D | mmu_context.h | 157 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
158 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
194 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in activate_mm()
195 cpumask_set_cpu(cpu, mm_cpumask(next)); in activate_mm()
213 if (cpumask_test_cpu(cpu, mm_cpumask(mm))) { in drop_mmu_context()
|
| /linux-4.4.14/arch/sparc/include/asm/ |
| D | mmu_context_64.h | 125 if (!ctx_valid || !cpumask_test_cpu(cpu, mm_cpumask(mm))) { in switch_mm()
126 cpumask_set_cpu(cpu, mm_cpumask(mm)); in switch_mm()
145 if (!cpumask_test_cpu(cpu, mm_cpumask(mm))) in activate_mm()
146 cpumask_set_cpu(cpu, mm_cpumask(mm)); in activate_mm()
|
| D | switch_to_32.h | 60 cpumask_set_cpu(smp_processor_id(), mm_cpumask(next->active_mm)); \
|
| /linux-4.4.14/arch/s390/include/asm/ |
| D | tlbflush.h | 68 if (cpumask_equal(mm_cpumask(mm), cpumask_of(smp_processor_id()))) { in __tlb_flush_full()
76 cpumask_copy(mm_cpumask(mm), in __tlb_flush_full()
94 cpumask_equal(mm_cpumask(mm), cpumask_of(smp_processor_id()))) { in __tlb_flush_asce()
103 cpumask_copy(mm_cpumask(mm), in __tlb_flush_asce()
|
| D | mmu_context.h | 116 cpumask_set_cpu(smp_processor_id(), mm_cpumask(mm)); in finish_arch_post_lock_switch()
131 cpumask_set_cpu(smp_processor_id(), mm_cpumask(next)); in activate_mm()
|
| D | pgtable.h | 1018 cpumask_equal(mm_cpumask(mm), cpumask_of(smp_processor_id()))) in ptep_flush_direct()
1501 cpumask_equal(mm_cpumask(mm), cpumask_of(smp_processor_id()))) in pmdp_flush_direct()
|
| /linux-4.4.14/arch/x86/include/asm/ |
| D | mmu_context.h | 117 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
152 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
179 if (!cpumask_test_cpu(cpu, mm_cpumask(next))) { in switch_mm()
186 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
|
| /linux-4.4.14/arch/mn10300/mm/ |
| D | tlb-smp.c | 148 cpumask_copy(&cpu_mask, mm_cpumask(mm)); in flush_tlb_mm()
167 cpumask_copy(&cpu_mask, mm_cpumask(mm)); in flush_tlb_current_task()
188 cpumask_copy(&cpu_mask, mm_cpumask(mm)); in flush_tlb_page()
|
| /linux-4.4.14/arch/arm/kernel/ |
| D | smp_tlb.c | 150 on_each_cpu_mask(mm_cpumask(mm), ipi_flush_tlb_mm, mm, 1); in flush_tlb_mm()
162 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_page, in flush_tlb_page()
188 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_range, in flush_tlb_range()
|
| D | smp.c | 372 cpumask_set_cpu(cpu, mm_cpumask(mm)); in secondary_start_kernel()
|
| /linux-4.4.14/arch/ia64/include/asm/ |
| D | mmu_context.h | 90 cpumask_clear(mm_cpumask(mm)); in get_mmu_context()
169 if (!cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) in activate_context()
170 cpumask_set_cpu(smp_processor_id(), mm_cpumask(mm)); in activate_context()
|
| /linux-4.4.14/arch/um/include/asm/ |
| D | mmu_context.h | 56 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
57 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
|
| /linux-4.4.14/arch/unicore32/include/asm/ |
| D | tlbflush.h | 79 if (cpumask_test_cpu(get_cpu(), mm_cpumask(mm))) { in local_flush_tlb_mm()
90 if (cpumask_test_cpu(smp_processor_id(), mm_cpumask(vma->vm_mm))) { in local_flush_tlb_page()
|
| D | mmu_context.h | 54 if (!cpumask_test_and_set_cpu(cpu, mm_cpumask(next)) || prev != next) in switch_mm()
|
| /linux-4.4.14/arch/tile/include/asm/ |
| D | mmu_context.h | 107 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
108 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
|
| /linux-4.4.14/arch/m32r/kernel/ |
| D | smp.c | 256 cpumask_copy(&cpu_mask, mm_cpumask(mm)); in smp_flush_tlb_mm()
265 cpumask_clear_cpu(cpu_id, mm_cpumask(mm)); in smp_flush_tlb_mm()
326 cpumask_copy(&cpu_mask, mm_cpumask(mm)); in smp_flush_tlb_page()
461 cpumask_clear_cpu(cpu_id, mm_cpumask(flush_mm)); in smp_invalidate_interrupt()
|
| /linux-4.4.14/arch/mn10300/include/asm/ |
| D | mmu_context.h | 42 cpumask_set_cpu(cpu, mm_cpumask(mm)); in cpu_ran_vm()
49 return cpumask_test_and_set_cpu(cpu, mm_cpumask(mm)); in cpu_maybe_ran_vm()
|
| /linux-4.4.14/arch/m32r/include/asm/ |
| D | mmu_context.h | 130 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
138 if (!cpumask_test_and_set_cpu(cpu, mm_cpumask(next))) in switch_mm()
|
| /linux-4.4.14/arch/sh/include/asm/ |
| D | mmu_context.h | 125 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
129 if (!cpumask_test_and_set_cpu(cpu, mm_cpumask(next))) in switch_mm()
|
| /linux-4.4.14/arch/arm/mm/ |
| D | context.c | 236 cpumask_clear(mm_cpumask(mm)); in new_context()
275 cpumask_set_cpu(cpu, mm_cpumask(mm)); in check_and_switch_context()
|
| D | flush.c | 166 if (cpumask_test_cpu(smp_processor_id(), mm_cpumask(vma->vm_mm))) in flush_ptrace_access()
|
| /linux-4.4.14/arch/sparc/kernel/ |
| D | smp_64.c | 853 smp_call_function_many(mm_cpumask(mm), tsb_sync, mm, 1); in smp_tsb_sync()
1063 cpumask_copy(mm_cpumask(mm), cpumask_of(cpu)); in smp_flush_tlb_mm()
1069 mm_cpumask(mm)); in smp_flush_tlb_mm()
1101 cpumask_copy(mm_cpumask(mm), cpumask_of(cpu)); in smp_flush_tlb_pending()
1103 smp_call_function_many(mm_cpumask(mm), tlb_pending_func, in smp_flush_tlb_pending()
1117 cpumask_copy(mm_cpumask(mm), cpumask_of(cpu)); in smp_flush_tlb_page()
1121 mm_cpumask(mm)); in smp_flush_tlb_page()
|
| /linux-4.4.14/arch/arc/mm/ |
| D | tlb.c | 460 on_each_cpu_mask(mm_cpumask(mm), (smp_call_func_t)local_flush_tlb_mm, in flush_tlb_mm()
471 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_page, &ta, 1); in flush_tlb_page()
483 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_range, &ta, 1); in flush_tlb_range()
496 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_pmd_tlb_range, &ta, 1); in flush_pmd_tlb_range()
|
| /linux-4.4.14/arch/powerpc/mm/ |
| D | tlb_nohash.c | 220 return cpumask_subset(mm_cpumask(mm), in mm_is_core_local()
273 smp_call_function_many(mm_cpumask(mm), in flush_tlb_mm()
299 cpu_mask = mm_cpumask(mm); in __flush_tlb_page()
|
| D | tlb_hash64.c | 148 if (cpumask_equal(mm_cpumask(batch->mm), tmp)) in __flush_tlb_pending()
|
| D | mmu_context_nohash.c | 116 for_each_cpu(cpu, mm_cpumask(mm)) { in steal_context_smp()
|
| D | hash_utils_64.c | 1056 if (user_region && cpumask_equal(mm_cpumask(mm), tmp)) in hash_page_mm()
1264 if (cpumask_equal(mm_cpumask(mm), cpumask_of(smp_processor_id()))) in hash_preload()
|
| D | pgtable_64.c | 754 if (cpumask_equal(mm_cpumask(mm), tmp)) in hpte_do_hugepage_flush()
|
| D | hugetlbpage.c | 492 cpumask_equal(mm_cpumask(tlb->mm), in hugepd_free()
|
| /linux-4.4.14/arch/sparc/mm/ |
| D | srmmu.c | 1644 cpumask_copy(&cpu_mask, mm_cpumask(mm)); in smp_flush_cache_mm()
1656 cpumask_copy(&cpu_mask, mm_cpumask(mm)); in smp_flush_tlb_mm()
1661 cpumask_copy(mm_cpumask(mm), in smp_flush_tlb_mm()
1676 cpumask_copy(&cpu_mask, mm_cpumask(mm)); in smp_flush_cache_range()
1693 cpumask_copy(&cpu_mask, mm_cpumask(mm)); in smp_flush_tlb_range()
1708 cpumask_copy(&cpu_mask, mm_cpumask(mm)); in smp_flush_cache_page()
1723 cpumask_copy(&cpu_mask, mm_cpumask(mm)); in smp_flush_tlb_page()
1749 cpumask_copy(&cpu_mask, mm_cpumask(mm)); in smp_flush_sig_insns()
|
| /linux-4.4.14/arch/arc/include/asm/ |
| D | mmu_context.h | 147 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
|
| /linux-4.4.14/arch/powerpc/include/asm/ |
| D | mmu_context.h | 63 cpumask_set_cpu(smp_processor_id(), mm_cpumask(next)); in switch_mm()
|
| /linux-4.4.14/arch/cris/arch-v32/mm/ |
| D | tlb.c | 188 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
|
| /linux-4.4.14/arch/s390/mm/ |
| D | init.c | 116 cpumask_set_cpu(0, mm_cpumask(&init_mm)); in mem_init()
|
| /linux-4.4.14/arch/ia64/sn/kernel/sn2/ |
| D | sn2_smp.c | 135 smp_flush_tlb_cpumask(*mm_cpumask(mm)); in sn2_ipi_flush_all_tlb()
184 for_each_cpu(cpu, mm_cpumask(mm)) { in sn2_global_tlb_purge()
|
| /linux-4.4.14/arch/ia64/kernel/ |
| D | smp.c | 308 cpumask_copy(cpus, mm_cpumask(mm)); in smp_flush_tlb_mm()
|
| /linux-4.4.14/arch/arc/kernel/ |
| D | smp.c | 127 cpumask_set_cpu(cpu, mm_cpumask(mm)); in start_kernel_secondary()
|
| /linux-4.4.14/include/linux/ |
| D | mm_types.h | 525 static inline cpumask_t *mm_cpumask(struct mm_struct *mm) in mm_cpumask() function
|
| /linux-4.4.14/arch/x86/kernel/ |
| D | ldt.c | 86 on_each_cpu_mask(mm_cpumask(current_mm), flush_ldt, current_mm, true); in install_ldt()
|
| /linux-4.4.14/arch/mips/mm/ |
| D | c-octeon.c | 84 mask = *mm_cpumask(vma->vm_mm); in octeon_flush_icache_all_cores()
|
| /linux-4.4.14/arch/metag/kernel/ |
| D | smp.c | 350 cpumask_set_cpu(cpu, mm_cpumask(mm)); in secondary_start_kernel()
|
| /linux-4.4.14/arch/xtensa/kernel/ |
| D | smp.c | 141 cpumask_set_cpu(cpu, mm_cpumask(mm)); in secondary_start_kernel()
|
| /linux-4.4.14/arch/s390/kernel/ |
| D | smp.c | 242 cpumask_set_cpu(cpu, mm_cpumask(&init_mm)); in pcpu_prepare_secondary()
883 cpumask_clear_cpu(cpu, mm_cpumask(&init_mm)); in __cpu_die()
|
| /linux-4.4.14/arch/ia64/mm/ |
| D | tlb.c | 325 if (mm != current->active_mm || cpumask_weight(mm_cpumask(mm)) != 1) { in flush_tlb_range()
|
| /linux-4.4.14/kernel/ |
| D | cpu.c | 284 cpumask_clear_cpu(cpu, mm_cpumask(t->mm)); in clear_tasks_mm_cpumask()
|
| /linux-4.4.14/mm/ |
| D | rmap.c | 648 cpumask_or(&tlb_ubc->cpumask, &tlb_ubc->cpumask, mm_cpumask(mm)); in set_tlb_ubc_flush_pending()
672 if (cpumask_any_but(mm_cpumask(mm), get_cpu()) < nr_cpu_ids) in should_defer_flush()
|
| /linux-4.4.14/arch/mn10300/kernel/ |
| D | smp.c | 997 cpumask_clear_cpu(cpu, &mm_cpumask(current->active_mm)); in __cpu_disable()
|
| /linux-4.4.14/arch/powerpc/platforms/cell/ |
| D | spu_base.c | 115 bitmap_fill(cpumask_bits(mm_cpumask(mm)), nr); in mm_needs_global_tlbie()
|
| /linux-4.4.14/arch/x86/kernel/cpu/ |
| D | perf_event.c | 2009 on_each_cpu_mask(mm_cpumask(current->mm), refresh_pce, NULL, 1); in x86_pmu_event_mapped()
2021 on_each_cpu_mask(mm_cpumask(current->mm), refresh_pce, NULL, 1); in x86_pmu_event_unmapped()
|
| /linux-4.4.14/arch/x86/xen/ |
| D | mmu.c | 1035 if (!cpumask_test_cpu(cpu, mm_cpumask(mm)) in xen_drop_mm_ref()
1042 cpumask_copy(mask, mm_cpumask(mm)); in xen_drop_mm_ref()
|
| /linux-4.4.14/Documentation/ |
| D | cachetlb.txt | 19 on a cpu (see mm_cpumask()), one need not perform a flush
|