Home
last modified time | relevance | path

Searched refs:init_mm (Results 1 – 200 of 212) sorted by relevance

12

/linux-4.4.14/mm/kasan/
Dkasan_init.c56 set_pte_at(&init_mm, addr, pte, zero_pte); in zero_pte_populate()
72 pmd_populate_kernel(&init_mm, pmd, kasan_zero_pte); in zero_pmd_populate()
77 pmd_populate_kernel(&init_mm, pmd, in zero_pmd_populate()
95 pud_populate(&init_mm, pud, kasan_zero_pmd); in zero_pud_populate()
97 pmd_populate_kernel(&init_mm, pmd, kasan_zero_pte); in zero_pud_populate()
102 pud_populate(&init_mm, pud, in zero_pud_populate()
138 pgd_populate(&init_mm, pgd, kasan_zero_pud); in kasan_populate_zero_shadow()
140 pud_populate(&init_mm, pud, kasan_zero_pmd); in kasan_populate_zero_shadow()
142 pmd_populate_kernel(&init_mm, pmd, kasan_zero_pte); in kasan_populate_zero_shadow()
147 pgd_populate(&init_mm, pgd, in kasan_populate_zero_shadow()
/linux-4.4.14/mm/
Dinit-mm.c16 struct mm_struct init_mm = { variable
21 .mmap_sem = __RWSEM_INITIALIZER(init_mm.mmap_sem),
22 .page_table_lock = __SPIN_LOCK_UNLOCKED(init_mm.page_table_lock),
23 .mmlist = LIST_HEAD_INIT(init_mm.mmlist),
24 INIT_MM_CONTEXT(init_mm)
Dsparse-vmemmap.c110 set_pte_at(&init_mm, addr, pte, entry); in vmemmap_pte_populate()
122 pmd_populate_kernel(&init_mm, pmd, p); in vmemmap_pmd_populate()
134 pud_populate(&init_mm, pud, p); in vmemmap_pud_populate()
146 pgd_populate(&init_mm, pgd, p); in vmemmap_pgd_populate()
Dhighmem.c198 pte_clear(&init_mm, PKMAP_ADDR(i), &pkmap_page_table[i]); in flush_all_zero_pkmaps()
262 set_pte_at(&init_mm, vaddr, in map_new_virtual()
Dswapfile.c1402 start_mm = &init_mm; in try_to_unuse()
1403 atomic_inc(&init_mm.mm_users); in try_to_unuse()
1451 start_mm = &init_mm; in try_to_unuse()
1452 atomic_inc(&init_mm.mm_users); in try_to_unuse()
1479 if (swap_count(swcount) && start_mm != &init_mm) in try_to_unuse()
1506 else if (mm == &init_mm) in try_to_unuse()
1610 list_for_each_safe(p, next, &init_mm.mmlist) in drain_mmlist()
Dvmalloc.c67 pte_t ptent = ptep_get_and_clear(&init_mm, addr, pte); in vunmap_pte_range()
139 set_pte_at(&init_mm, addr, pte, mk_pte(page, prot)); in vmap_pte_range()
151 pmd = pmd_alloc(&init_mm, pud, addr); in vmap_pmd_range()
168 pud = pud_alloc(&init_mm, pgd, addr); in vmap_pud_range()
2256 if (apply_to_page_range(&init_mm, (unsigned long)area->addr, in alloc_vm_area()
Dmemory.c606 pte_t *new = pte_alloc_one_kernel(&init_mm, address); in __pte_alloc_kernel()
612 spin_lock(&init_mm.page_table_lock); in __pte_alloc_kernel()
614 pmd_populate_kernel(&init_mm, pmd, new); in __pte_alloc_kernel()
618 spin_unlock(&init_mm.page_table_lock); in __pte_alloc_kernel()
620 pte_free_kernel(&init_mm, new); in __pte_alloc_kernel()
1848 pte = (mm == &init_mm) ? in apply_to_pte_range()
1868 if (mm != &init_mm) in apply_to_pte_range()
/linux-4.4.14/arch/s390/mm/
Dinit.c84 init_mm.pgd = swapper_pg_dir; in paging_init()
92 init_mm.context.asce = (__pa(init_mm.pgd) & PAGE_MASK) | asce_bits; in paging_init()
93 S390_lowcore.kernel_asce = init_mm.context.asce; in paging_init()
94 clear_table((unsigned long *) init_mm.pgd, pgd_type, in paging_init()
115 cpumask_set_cpu(0, &init_mm.context.cpu_attach_mask); in mem_init()
116 cpumask_set_cpu(0, mm_cpumask(&init_mm)); in mem_init()
117 atomic_set(&init_mm.context.attach_count, 1); in mem_init()
Dvmem.c64 pte = (pte_t *) page_table_alloc(&init_mm); in vmem_pte_alloc()
94 pgd_populate(&init_mm, pg_dir, pu_dir); in vmem_add_mem()
111 pud_populate(&init_mm, pu_dir, pm_dir); in vmem_add_mem()
129 pmd_populate(&init_mm, pm_dir, pt_dir); in vmem_add_mem()
208 pgd_populate(&init_mm, pg_dir, pu_dir); in vmemmap_populate()
216 pud_populate(&init_mm, pu_dir, pm_dir); in vmemmap_populate()
241 pmd_populate(&init_mm, pm_dir, pt_dir); in vmemmap_populate()
/linux-4.4.14/arch/x86/mm/
Dinit_64.c237 pgd_populate(&init_mm, pgd, pud); in fill_pud()
249 pud_populate(&init_mm, pud, pmd); in fill_pmd()
261 pmd_populate_kernel(&init_mm, pmd, pte); in fill_pte()
471 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
475 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
501 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
505 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
513 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
514 pmd_populate_kernel(&init_mm, pmd, pte); in phys_pmd_init()
515 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
[all …]
Dpgtable_32.c51 set_pte_at(&init_mm, vaddr, pte, pteval); in set_pte_vaddr()
53 pte_clear(&init_mm, vaddr, pte); in set_pte_vaddr()
Dinit_32.c77 paravirt_alloc_pmd(&init_mm, __pa(pmd_table) >> PAGE_SHIFT); in one_md_table_init()
100 paravirt_alloc_pte(&init_mm, __pa(page_table) >> PAGE_SHIFT); in one_page_table_init()
182 paravirt_alloc_pte(&init_mm, __pa(newpte) >> PAGE_SHIFT); in page_table_kmap_check()
496 paravirt_alloc_pmd(&init_mm, __pa(base) >> PAGE_SHIFT); in native_pagetable_init()
Dioremap.c459 pmd_populate_kernel(&init_mm, pmd, bm_pte); in early_ioremap_init()
499 pte_clear(&init_mm, addr, pte); in __early_set_fixmap()
Dfault.c202 pgd_k = init_mm.pgd + index; in vmalloc_sync_one()
973 pgd = init_mm.pgd + pgd_index(address); in spurious_fault()
Dinit.c738 .active_mm = &init_mm,
/linux-4.4.14/arch/cris/kernel/
Dsetup.c95 init_mm.start_code = (unsigned long) &text_start; in setup_arch()
96 init_mm.end_code = (unsigned long) &_etext; in setup_arch()
97 init_mm.end_data = (unsigned long) &_edata; in setup_arch()
98 init_mm.brk = (unsigned long) &_end; in setup_arch()
/linux-4.4.14/arch/nios2/kernel/
Dsetup.c149 init_mm.start_code = (unsigned long) _stext; in setup_arch()
150 init_mm.end_code = (unsigned long) _etext; in setup_arch()
151 init_mm.end_data = (unsigned long) _edata; in setup_arch()
152 init_mm.brk = (unsigned long) _end; in setup_arch()
/linux-4.4.14/arch/arm/mm/
Didmap.c28 pmd = pmd_alloc_one(&init_mm, addr); in idmap_add_pmd()
40 pud_populate(&init_mm, pud, pmd); in idmap_add_pmd()
103 idmap_pgd = pgd_alloc(&init_mm); in init_static_idmap()
125 cpu_switch_mm(idmap_pgd, &init_mm); in setup_mm_for_reboot()
Dioremap.c119 seq = init_mm.context.vmalloc_seq; in __check_vmalloc_seq()
125 } while (seq != init_mm.context.vmalloc_seq); in __check_vmalloc_seq()
162 init_mm.context.vmalloc_seq++; in unmap_area_sections()
168 pte_free_kernel(&init_mm, pmd_page_vaddr(pmd)); in unmap_area_sections()
179 if (current->active_mm->context.vmalloc_seq != init_mm.context.vmalloc_seq) in unmap_area_sections()
Dpageattr.c61 ret = apply_to_page_range(&init_mm, start, size, change_page_range, in change_memory_common()
Dfault.c64 mm = &init_mm; in show_pte()
439 pgd_k = init_mm.pgd + index; in do_translation_fault()
Dcontext.c246 if (unlikely(mm->context.vmalloc_seq != init_mm.context.vmalloc_seq)) in check_and_switch_context()
Dinit.c698 set_section_perms(perms, n, true, &init_mm); in update_sections_early()
/linux-4.4.14/arch/arc/mm/
Dinit.c100 init_mm.start_code = (unsigned long)_text; in setup_arch_memory()
101 init_mm.end_code = (unsigned long)_etext; in setup_arch_memory()
102 init_mm.end_data = (unsigned long)_edata; in setup_arch_memory()
103 init_mm.brk = (unsigned long)_end; in setup_arch_memory()
Dhighmem.c79 set_pte_at(&init_mm, vaddr, fixmap_page_table + idx, in kmap_atomic()
103 pte_clear(&init_mm, kvaddr, fixmap_page_table + idx); in __kunmap_atomic()
126 pmd_populate_kernel(&init_mm, pmd_k, pte_k); in alloc_kmap_pgtable()
/linux-4.4.14/arch/m32r/kernel/
Dsetup.c257 init_mm.start_code = (unsigned long) _text; in setup_arch()
258 init_mm.end_code = (unsigned long) _etext; in setup_arch()
259 init_mm.end_data = (unsigned long) _edata; in setup_arch()
260 init_mm.brk = (unsigned long) _end; in setup_arch()
406 atomic_inc(&init_mm.mm_count); in cpu_init()
407 current->active_mm = &init_mm; in cpu_init()
/linux-4.4.14/arch/s390/kernel/
Dprocessor.c40 atomic_inc(&init_mm.mm_count); in cpu_init()
41 current->active_mm = &init_mm; in cpu_init()
43 enter_lazy_tlb(&init_mm, current); in cpu_init()
Dsmp.c241 cpumask_set_cpu(cpu, &init_mm.context.cpu_attach_mask); in pcpu_prepare_secondary()
242 cpumask_set_cpu(cpu, mm_cpumask(&init_mm)); in pcpu_prepare_secondary()
243 atomic_inc(&init_mm.context.attach_count); in pcpu_prepare_secondary()
882 atomic_dec(&init_mm.context.attach_count); in __cpu_die()
883 cpumask_clear_cpu(cpu, mm_cpumask(&init_mm)); in __cpu_die()
885 cpumask_clear_cpu(cpu, &init_mm.context.cpu_attach_mask); in __cpu_die()
Dsetup.c839 init_mm.start_code = PAGE_OFFSET; in setup_arch()
840 init_mm.end_code = (unsigned long) &_etext; in setup_arch()
841 init_mm.end_data = (unsigned long) &_edata; in setup_arch()
842 init_mm.brk = (unsigned long) &_end; in setup_arch()
/linux-4.4.14/arch/h8300/kernel/
Dsetup.c125 init_mm.start_code = (unsigned long) _stext; in setup_arch()
126 init_mm.end_code = (unsigned long) _etext; in setup_arch()
127 init_mm.end_data = (unsigned long) _edata; in setup_arch()
128 init_mm.brk = (unsigned long) 0; in setup_arch()
/linux-4.4.14/arch/m68k/kernel/
Dsetup_no.c158 init_mm.start_code = (unsigned long) &_stext; in setup_arch()
159 init_mm.end_code = (unsigned long) &_etext; in setup_arch()
160 init_mm.end_data = (unsigned long) &_edata; in setup_arch()
161 init_mm.brk = (unsigned long) 0; in setup_arch()
Dsetup_mm.c268 init_mm.start_code = PAGE_OFFSET; in setup_arch()
269 init_mm.end_code = (unsigned long)_etext; in setup_arch()
270 init_mm.end_data = (unsigned long)_edata; in setup_arch()
271 init_mm.brk = (unsigned long)_end; in setup_arch()
/linux-4.4.14/arch/powerpc/kernel/
Dsetup_32.c305 init_mm.start_code = (unsigned long)_stext; in setup_arch()
306 init_mm.end_code = (unsigned long) _etext; in setup_arch()
307 init_mm.end_data = (unsigned long) _edata; in setup_arch()
308 init_mm.brk = klimit; in setup_arch()
Dsetup_64.c706 init_mm.start_code = (unsigned long)_stext; in setup_arch()
707 init_mm.end_code = (unsigned long) _etext; in setup_arch()
708 init_mm.end_data = (unsigned long) _edata; in setup_arch()
709 init_mm.brk = klimit; in setup_arch()
711 init_mm.context.pte_frag = NULL; in setup_arch()
714 mm_iommu_init(&init_mm.context); in setup_arch()
Dpci_64.c101 __flush_hash_table_range(&init_mm, res->start + _IO_BASE, in pcibios_unmap_io_space()
Dio-workarounds.c78 ptep = __find_linux_pte_or_hugepte(init_mm.pgd, vaddr, in iowa_mem_find_bus()
Dsmp.c683 atomic_inc(&init_mm.mm_count); in start_secondary()
684 current->active_mm = &init_mm; in start_secondary()
/linux-4.4.14/arch/avr32/kernel/
Dsetup.c83 kernel_code.start = __pa(init_mm.start_code); in resource_init()
558 init_mm.start_code = (unsigned long)_stext; in setup_arch()
559 init_mm.end_code = (unsigned long)_etext; in setup_arch()
560 init_mm.end_data = (unsigned long)_edata; in setup_arch()
561 init_mm.brk = (unsigned long)_end; in setup_arch()
568 kernel_code.end = __pa(init_mm.end_code - 1); in setup_arch()
569 kernel_data.start = __pa(init_mm.end_code); in setup_arch()
570 kernel_data.end = __pa(init_mm.brk - 1); in setup_arch()
/linux-4.4.14/arch/mn10300/kernel/
Dsetup.c115 init_mm.start_code = (unsigned long)&_text; in setup_arch()
116 init_mm.end_code = (unsigned long) &_etext; in setup_arch()
117 init_mm.end_data = (unsigned long) &_edata; in setup_arch()
118 init_mm.brk = (unsigned long) &_end; in setup_arch()
Dsmp.c592 atomic_inc(&init_mm.mm_count); in smp_cpu_init()
593 current->active_mm = &init_mm; in smp_cpu_init()
596 enter_lazy_tlb(&init_mm, current); in smp_cpu_init()
/linux-4.4.14/arch/sh/kernel/
Dsetup.c266 init_mm.start_code = (unsigned long) _text; in setup_arch()
267 init_mm.end_code = (unsigned long) _etext; in setup_arch()
268 init_mm.end_data = (unsigned long) _edata; in setup_arch()
269 init_mm.brk = (unsigned long) _end; in setup_arch()
Dsmp.c61 init_new_context(current, &init_mm); in smp_prepare_cpus()
180 struct mm_struct *mm = &init_mm; in start_secondary()
/linux-4.4.14/arch/tile/kernel/
Dsmpboot.c163 atomic_inc(&init_mm.mm_count); in start_secondary()
164 current->active_mm = &init_mm; in start_secondary()
167 enter_lazy_tlb(&init_mm, current); in start_secondary()
Dsetup.c1479 init_mm.start_code = (unsigned long) _text; in setup_arch()
1480 init_mm.end_code = (unsigned long) _etext; in setup_arch()
1481 init_mm.end_data = (unsigned long) _edata; in setup_arch()
1482 init_mm.brk = (unsigned long) _end; in setup_arch()
1567 pmd_populate_kernel(&init_mm, pmd, pte); in pcpu_fc_populate_pte()
1604 set_pte_at(&init_mm, addr, ptep, pte); in setup_per_cpu_areas()
1617 set_pte_at(&init_mm, lowmem_va, ptep, pte); in setup_per_cpu_areas()
/linux-4.4.14/lib/
Dioremap.c65 set_pte_at(&init_mm, addr, pte, pfn_pte(pfn, prot)); in ioremap_pte_range()
78 pmd = pmd_alloc(&init_mm, pud, addr); in ioremap_pmd_range()
104 pud = pud_alloc(&init_mm, pgd, addr); in ioremap_pud_range()
/linux-4.4.14/arch/unicore32/kernel/
Dsetup.c244 init_mm.start_code = (unsigned long) _stext; in setup_arch()
245 init_mm.end_code = (unsigned long) _etext; in setup_arch()
246 init_mm.end_data = (unsigned long) _edata; in setup_arch()
247 init_mm.brk = (unsigned long) _end; in setup_arch()
/linux-4.4.14/arch/arm64/mm/
Dkasan_init.c33 pmd_populate_kernel(&init_mm, pmd, kasan_zero_pte); in kasan_early_pte_populate()
51 pud_populate(&init_mm, pud, kasan_zero_pmd); in kasan_early_pmd_populate()
68 pgd_populate(&init_mm, pgd, kasan_zero_pud); in kasan_early_pud_populate()
Dmmu.c283 __create_mapping(&init_mm, pgd_offset_k(virt & PAGE_MASK), phys, virt, in create_mapping()
304 return __create_mapping(&init_mm, pgd_offset_k(virt & PAGE_MASK), in create_mapping_late()
598 pgd_populate(&init_mm, pgd, bm_pud); in early_fixmap_init()
600 pud_populate(&init_mm, pud, bm_pmd); in early_fixmap_init()
602 pmd_populate_kernel(&init_mm, pmd, bm_pte); in early_fixmap_init()
640 pte_clear(&init_mm, addr, pte); in __set_fixmap()
Dpageattr.c66 ret = apply_to_page_range(&init_mm, start, size, change_page_range, in change_memory_common()
Ddump.c319 walk_pgd(&st, &init_mm, LOWEST_ADDR); in ptdump_show()
Dfault.c52 mm = &init_mm; in show_pte()
/linux-4.4.14/arch/powerpc/mm/
Dhighmem.c48 __set_pte_at(&init_mm, vaddr, kmap_pte-idx, mk_pte(page, prot), 1); in kmap_atomic_prot()
79 pte_clear(&init_mm, vaddr, kmap_pte-idx); in __kunmap_atomic()
Dpgtable_64.c100 pudp = pud_alloc(&init_mm, pgdp, ea); in map_kernel_page()
103 pmdp = pmd_alloc(&init_mm, pudp, ea); in map_kernel_page()
109 set_pte_at(&init_mm, ea, ptep, pfn_pte(pa >> PAGE_SHIFT, in map_kernel_page()
118 pgd_populate(&init_mm, pgdp, pudp); in map_kernel_page()
125 pud_populate(&init_mm, pudp, pmdp); in map_kernel_page()
131 pmd_populate_kernel(&init_mm, pmdp, ptep); in map_kernel_page()
134 set_pte_at(&init_mm, ea, ptep, pfn_pte(pa >> PAGE_SHIFT, in map_kernel_page()
Dtlb_hash32.c127 flush_range(&init_mm, start, end); in flush_tlb_kernel_range()
163 mm = (vmaddr < TASK_SIZE)? vma->vm_mm: &init_mm; in flush_tlb_page()
Dpgtable_32.c305 set_pte_at(&init_mm, va, pg, pfn_pte(pa >> PAGE_SHIFT, in map_page()
330 hash_preload(&init_mm, v, 0, 0x300); in __mapin_ram_chunk()
408 if (!get_pteptr(&init_mm, address, &kpte, &kpmd)) in __change_page_attr()
410 __set_pte_at(&init_mm, address, kpte, mk_pte(page, prot), 0); in __change_page_attr()
Dpgtable.c222 if (mm == &init_mm) in assert_pte_locked()
Dmmu_context_nohash.c422 init_mm.context.active = NR_CPUS; in mmu_context_init()
Ddma-noncoherent.c288 pte_clear(&init_mm, addr, ptep); in __dma_free_coherent()
/linux-4.4.14/arch/microblaze/mm/
Dhighmem.c52 set_pte_at(&init_mm, vaddr, kmap_pte-idx, mk_pte(page, prot)); in kmap_atomic_prot()
82 pte_clear(&init_mm, vaddr, kmap_pte-idx); in __kunmap_atomic()
Dpgtable.c151 set_pte_at(&init_mm, va, pg, pfn_pte(pa >> PAGE_SHIFT, in map_page()
228 mm = &init_mm; in iopa()
Dconsistent.c208 pte_clear(&init_mm, (unsigned int)vaddr, ptep); in consistent_free()
/linux-4.4.14/arch/arm64/kernel/
Dsetup.c296 init_mm.start_code = (unsigned long) _text; in setup_arch()
297 init_mm.end_code = (unsigned long) _etext; in setup_arch()
298 init_mm.end_data = (unsigned long) _edata; in setup_arch()
299 init_mm.brk = (unsigned long) _end; in setup_arch()
Dsuspend.c104 if (mm != &init_mm) in cpu_suspend()
Dsmp.c136 struct mm_struct *mm = &init_mm; in secondary_start_kernel()
/linux-4.4.14/arch/metag/kernel/
Ddma.c241 set_pte_at(&init_mm, vaddr, in dma_alloc_coherent()
297 pte_t pte = ptep_get_and_clear(&init_mm, addr, ptep); in dma_free_coherent()
399 pgd = pgd_offset(&init_mm, CONSISTENT_START); in dma_alloc_init()
400 pud = pud_alloc(&init_mm, pgd, CONSISTENT_START); in dma_alloc_init()
401 pmd = pmd_alloc(&init_mm, pud, CONSISTENT_START); in dma_alloc_init()
Dsetup.c355 init_mm.start_code = (unsigned long)(&_stext); in setup_arch()
356 init_mm.end_code = (unsigned long)(&_etext); in setup_arch()
357 init_mm.end_data = (unsigned long)(&_edata); in setup_arch()
358 init_mm.brk = (unsigned long)heap_start; in setup_arch()
Dsmp.c340 struct mm_struct *mm = &init_mm; in secondary_start_kernel()
420 init_new_context(current, &init_mm); in smp_prepare_cpus()
/linux-4.4.14/arch/nios2/mm/
Dioremap.c84 dir = pgd_offset(&init_mm, address); in remap_area_pages()
93 pud = pud_alloc(&init_mm, dir, address); in remap_area_pages()
96 pmd = pmd_alloc(&init_mm, pud, address); in remap_area_pages()
Dpgtable.c60 init = pgd_offset(&init_mm, 0UL); in pgd_alloc()
Dfault.c253 pgd_k = init_mm.pgd + offset; in do_page_fault()
/linux-4.4.14/arch/openrisc/kernel/
Dsetup.c292 init_mm.start_code = (unsigned long)_stext; in setup_arch()
293 init_mm.end_code = (unsigned long)_etext; in setup_arch()
294 init_mm.end_data = (unsigned long)_edata; in setup_arch()
295 init_mm.brk = (unsigned long)_end; in setup_arch()
Ddma.c92 .mm = &init_mm in or1k_dma_alloc()
125 .mm = &init_mm in or1k_dma_free()
/linux-4.4.14/arch/mips/mm/
Dioremap.c75 dir = pgd_offset(&init_mm, address); in remap_area_pages()
83 pud = pud_alloc(&init_mm, dir, address); in remap_area_pages()
86 pmd = pmd_alloc(&init_mm, pud, address); in remap_area_pages()
Dhighmem.c90 pte_clear(&init_mm, vaddr, kmap_pte-idx); in __kunmap_atomic()
Dfault.c310 pgd_k = init_mm.pgd + offset; in __do_page_fault()
/linux-4.4.14/arch/x86/kernel/
Despfix_64.c128 pgd_populate(&init_mm, pgd_p, (pud_t *)espfix_pud_page); in init_espfix_bsp()
177 paravirt_alloc_pmd(&init_mm, __pa(pmd_p) >> PAGE_SHIFT); in init_espfix_ap()
189 paravirt_alloc_pte(&init_mm, __pa(pte_p) >> PAGE_SHIFT); in init_espfix_ap()
Dtboot.c113 .mmap_sem = __RWSEM_INITIALIZER(init_mm.mmap_sem),
114 .page_table_lock = __SPIN_LOCK_UNLOCKED(init_mm.page_table_lock),
115 .mmlist = LIST_HEAD_INIT(init_mm.mmlist),
Dsetup.c944 init_mm.start_code = (unsigned long) _text; in setup_arch()
945 init_mm.end_code = (unsigned long) _etext; in setup_arch()
946 init_mm.end_data = (unsigned long) _edata; in setup_arch()
947 init_mm.brk = _brk_end; in setup_arch()
949 mpx_mm_init(&init_mm); in setup_arch()
/linux-4.4.14/arch/c6x/kernel/
Dsetup.c353 init_mm.start_code = (unsigned long) &_stext; in setup_arch()
354 init_mm.end_code = (unsigned long) &_etext; in setup_arch()
355 init_mm.end_data = memory_start; in setup_arch()
356 init_mm.brk = memory_start; in setup_arch()
/linux-4.4.14/arch/parisc/kernel/
Dsmp.c282 atomic_inc(&init_mm.mm_count); in smp_cpu_init()
283 current->active_mm = &init_mm; in smp_cpu_init()
285 enter_lazy_tlb(&init_mm, current); in smp_cpu_init()
Dpci-dma.c177 pte_clear(&init_mm, vaddr, pte); in unmap_uncached_pte()
/linux-4.4.14/arch/s390/include/asm/
Dtlbflush.h113 __tlb_flush_idte(init_mm.context.asce); in __tlb_flush_kernel()
135 __tlb_flush_idte_local(init_mm.context.asce); in __tlb_flush_kernel()
/linux-4.4.14/arch/x86/xen/
Dgrant-table.c68 set_pte_at(&init_mm, addr, gnttab_shared_vm_area.ptes[i], in arch_gnttab_map_shared()
84 set_pte_at(&init_mm, addr, gnttab_shared_vm_area.ptes[i], in arch_gnttab_unmap()
Dp2m.c344 paravirt_alloc_pte(&init_mm, __pa(p2m_missing_pte) >> PAGE_SHIFT); in xen_rebuild_p2m_list()
346 paravirt_alloc_pte(&init_mm, __pa(p2m_identity_pte) >> PAGE_SHIFT); in xen_rebuild_p2m_list()
495 paravirt_alloc_pte(&init_mm, __pa(pte_newpg[i]) >> PAGE_SHIFT); in alloc_p2m_pmd()
Dmmu.c863 __xen_pgd_pin(&init_mm, (pgd_t *)page_address(page)); in xen_mm_pin_all()
885 xen_pgd_walk(&init_mm, xen_mark_pinned, FIXADDR_TOP); in xen_mark_init_mm_pinned()
978 __xen_pgd_unpin(&init_mm, (pgd_t *)page_address(page)); in xen_mm_unpin_all()
/linux-4.4.14/arch/hexagon/mm/
Dinit.c87 init_mm.context.ptbase = __pa(init_mm.pgd); in mem_init()
/linux-4.4.14/arch/hexagon/kernel/
Dsmp.c165 atomic_inc(&init_mm.mm_count); in start_secondary()
166 current->active_mm = &init_mm; in start_secondary()
/linux-4.4.14/arch/blackfin/mach-common/
Dsmp.c283 struct mm_struct *mm = &init_mm; in secondary_start_kernel()
425 atomic_dec(&init_mm.mm_users); in cpu_die()
426 atomic_dec(&init_mm.mm_count); in cpu_die()
/linux-4.4.14/arch/score/kernel/
Dtraps.c304 pgd_current = (unsigned long)init_mm.pgd; in trap_init()
338 atomic_inc(&init_mm.mm_count); in trap_init()
339 current->active_mm = &init_mm; in trap_init()
/linux-4.4.14/arch/tile/mm/
Dpgtable.c120 spin_lock_irqsave(&init_mm.page_table_lock, flags); in shatter_huge_page()
123 spin_unlock_irqrestore(&init_mm.page_table_lock, flags); in shatter_huge_page()
128 pmd_populate_kernel(&init_mm, pmd, get_prealloc_pte(pmd_pfn(*pmd))); in shatter_huge_page()
148 spin_unlock_irqrestore(&init_mm.page_table_lock, flags); in shatter_huge_page()
Dhighmem.c42 set_pte_at(&init_mm, kva, ptep, mk_pte(page, page_to_kpgprot(page))); in kmap()
Dinit.c945 pte_clear(&init_mm, addr, ptep); in free_init_pages()
951 set_pte_at(&init_mm, addr, ptep, in free_init_pages()
Dfault.c113 pgd_k = init_mm.pgd + index; in vmalloc_sync_one()
/linux-4.4.14/arch/x86/kernel/cpu/
Dcommon.c1406 atomic_inc(&init_mm.mm_count); in cpu_init()
1407 me->active_mm = &init_mm; in cpu_init()
1409 enter_lazy_tlb(&init_mm, me); in cpu_init()
1414 load_mm_ldt(&init_mm); in cpu_init()
1455 atomic_inc(&init_mm.mm_count); in cpu_init()
1456 curr->active_mm = &init_mm; in cpu_init()
1458 enter_lazy_tlb(&init_mm, curr); in cpu_init()
1463 load_mm_ldt(&init_mm); in cpu_init()
/linux-4.4.14/arch/ia64/mm/
Dinit.c221 pud = pud_alloc(&init_mm, pgd, address); in put_kernel_page()
224 pmd = pmd_alloc(&init_mm, pud, address); in put_kernel_page()
450 pgd_populate(&init_mm, pgd, alloc_bootmem_pages_node(NODE_DATA(node), PAGE_SIZE)); in create_mem_map_page_table()
454 pud_populate(&init_mm, pud, alloc_bootmem_pages_node(NODE_DATA(node), PAGE_SIZE)); in create_mem_map_page_table()
458 pmd_populate_kernel(&init_mm, pmd, alloc_bootmem_pages_node(NODE_DATA(node), PAGE_SIZE)); in create_mem_map_page_table()
/linux-4.4.14/arch/sparc/kernel/
Dsun4m_smp.c62 atomic_inc(&init_mm.mm_count); in sun4m_cpu_pre_online()
63 current->active_mm = &init_mm; in sun4m_cpu_pre_online()
Dsmp_64.c121 atomic_inc(&init_mm.mm_count); in smp_callin()
122 current->active_mm = &init_mm; in smp_callin()
973 if (unlikely(!mm || (mm == &init_mm))) in smp_new_mmu_context_version_client()
1512 pgd_populate(&init_mm, pgd, new); in pcpu_populate_pte()
1520 pud_populate(&init_mm, pud, new); in pcpu_populate_pte()
1528 pmd_populate_kernel(&init_mm, pmd, new); in pcpu_populate_pte()
Dsun4d_smp.c96 atomic_inc(&init_mm.mm_count); in sun4d_cpu_pre_online()
97 current->active_mm = &init_mm; in sun4d_cpu_pre_online()
Dleon_smp.c96 atomic_inc(&init_mm.mm_count); in leon_cpu_pre_online()
97 current->active_mm = &init_mm; in leon_cpu_pre_online()
Dtraps_32.c451 atomic_inc(&init_mm.mm_count);
452 current->active_mm = &init_mm;
/linux-4.4.14/arch/x86/include/asm/
Dpgtable_32.h62 pte_clear(&init_mm, (vaddr), (ptep)); \
Dtlbflush.h259 this_cpu_write(cpu_tlbstate.active_mm, &init_mm); in reset_lazy_tlbstate()
Dpgtable.h684 #define pgd_offset_k(address) pgd_offset(&init_mm, (address))
/linux-4.4.14/Documentation/vm/
Dactive_mm.txt61 Also, a new rule is that _nobody_ ever has "init_mm" as a real MM any
62 more. "init_mm" should be considered just a "lazy context when no other
66 if (current->mm == &init_mm)
/linux-4.4.14/arch/arm/kernel/
Dhibernate.c86 cpu_switch_mm(idmap_pgd, &init_mm); in arch_restore_image()
Dsetup.c950 init_mm.start_code = (unsigned long) _text; in setup_arch()
951 init_mm.end_code = (unsigned long) _etext; in setup_arch()
952 init_mm.end_data = (unsigned long) _edata; in setup_arch()
953 init_mm.brk = (unsigned long) _end; in setup_arch()
Dsmp.c353 struct mm_struct *mm = &init_mm; in secondary_start_kernel()
/linux-4.4.14/arch/hexagon/include/asm/
Dmmu_context.h77 next->pgd[l1] = init_mm.pgd[l1]; in switch_mm()
Dpgtable.h251 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
/linux-4.4.14/arch/cris/mm/
Dtlb.c113 page_id_map[0] = &init_mm; in tlb_init()
Dfault.c330 pgd_k = init_mm.pgd + offset; in do_page_fault()
/linux-4.4.14/arch/arm64/include/asm/
Dmmu_context.h139 if (next == &init_mm) { in switch_mm()
Dpgtable.h522 #define pgd_offset_k(addr) pgd_offset(&init_mm, addr)
/linux-4.4.14/arch/sh/mm/
Dkmap.c63 pte_clear(&init_mm, vaddr, kmap_coherent_pte - idx); in kunmap_coherent()
Dtlbflush_32.c92 asid = cpu_asid(cpu, &init_mm); in local_flush_tlb_kernel_range()
Dinit.c132 pud_populate(&init_mm, pud, pmd); in one_md_table_init()
145 pmd_populate_kernel(&init_mm, pmd, pte); in one_page_table_init()
Dfault.c135 pgd_k = init_mm.pgd + index; in vmalloc_sync_one()
/linux-4.4.14/arch/parisc/include/asm/
Dmmu_context.h73 BUG_ON(next == &init_mm); /* Should never happen */ in activate_mm()
Dtlbflush.h52 BUG_ON(mm == &init_mm); /* Should never happen */ in flush_tlb_mm()
Dpgtable.h426 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
/linux-4.4.14/arch/nios2/include/asm/
Dprocessor.h60 { &init_mm, (0), (0), __pgprot(0x0), VM_READ | VM_WRITE | VM_EXEC }
Dpgtable.h258 #define pgd_offset_k(addr) pgd_offset(&init_mm, addr)
/linux-4.4.14/arch/um/include/asm/
Dmmu_context.h58 if(next != &init_mm) in switch_mm()
Dpgtable.h309 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
358 pte_clear(&init_mm, (vaddr), (ptep)); \
/linux-4.4.14/arch/xtensa/mm/
Dhighmem.c75 pte_clear(&init_mm, kvaddr, kmap_pte + idx); in __kunmap_atomic()
Dfault.c217 pgd_k = init_mm.pgd + index; in do_page_fault()
/linux-4.4.14/arch/frv/kernel/
Dsetup.c805 init_mm.start_code = (unsigned long) _stext; in setup_arch()
806 init_mm.end_code = (unsigned long) _etext; in setup_arch()
807 init_mm.end_data = (unsigned long) _edata; in setup_arch()
809 init_mm.brk = (unsigned long) &_end; in setup_arch()
811 init_mm.brk = (unsigned long) 0; in setup_arch()
/linux-4.4.14/arch/c6x/include/asm/
Dprocessor.h74 &init_mm, 0, 0, NULL, PAGE_SHARED, VM_READ | VM_WRITE | VM_EXEC, 1, \
/linux-4.4.14/arch/sparc/mm/
Dhighmem.c118 pte_clear(&init_mm, vaddr, kmap_pte-idx); in __kunmap_atomic()
Dtlb.c173 if (mm == &init_mm) in set_pmd_at()
Dinit_64.c1587 pgd_populate(&init_mm, pgd, new); in kernel_map_range()
1599 pud_populate(&init_mm, pud, new); in kernel_map_range()
1612 pmd_populate_kernel(&init_mm, pmd, new); in kernel_map_range()
2191 init_mm.pgd += ((shift) / (sizeof(pgd_t))); in paging_init()
2424 pgd_populate(&init_mm, pgd, new); in vmemmap_populate()
2433 pud_populate(&init_mm, pud, new); in vmemmap_populate()
Dio-unit.c222 pgdp = pgd_offset(&init_mm, addr); in iounit_map_dma_area()
Dfault_32.c363 pgd_k = init_mm.pgd + offset; in do_sparc_fault()
Diommu.c360 pgdp = pgd_offset(&init_mm, addr); in iommu_map_dma_area()
Dsrmmu.c292 init_mm.pgd = srmmu_swapper_pg_dir; in srmmu_nocache_init()
880 init_mm.context = (unsigned long) NO_CONTEXT; in srmmu_paging_init()
/linux-4.4.14/arch/frv/mm/
Dinit.c106 init_new_context(&init_task, &init_mm); in paging_init()
Dfault.c306 pgd_k = ((pgd_t *)(init_mm.pgd)) + index; in do_page_fault()
/linux-4.4.14/arch/arm/include/asm/
Dmmu_context.h48 if (unlikely(mm->context.vmalloc_seq != init_mm.context.vmalloc_seq)) in check_and_switch_context()
Dpgtable.h182 #define pgd_offset_k(addr) pgd_offset(&init_mm, addr)
/linux-4.4.14/arch/score/include/asm/
Dpgalloc.h26 init = pgd_offset(&init_mm, 0UL); in pgd_alloc()
Dpgtable.h75 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
/linux-4.4.14/arch/metag/mm/
Dhighmem.c78 pte_clear(&init_mm, vaddr, kmap_pte-idx); in __kunmap_atomic()
Dinit.c286 pmd_populate_kernel(&init_mm, pmd, pte); in allocate_pgtables()
338 init_new_context(&init_task, &init_mm); in paging_init()
/linux-4.4.14/arch/mn10300/include/asm/
Dprocessor.h119 { &init_mm, 0, 0, NULL, PAGE_SHARED, VM_READ | VM_WRITE | VM_EXEC, 1, \
Dpgtable.h431 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
/linux-4.4.14/arch/sh/include/asm/
Dprocessor_64.h142 { &init_mm, 0, 0, NULL, PAGE_SHARED, VM_READ | VM_WRITE | VM_EXEC, 1, NULL, NULL }
Dpgtable_64.h56 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
Dpgtable_32.h412 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
/linux-4.4.14/arch/sparc/include/asm/
Dmmu_context_64.h79 if (unlikely(mm == &init_mm)) in switch_mm()
Dpgtable_32.h318 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
Dpgtable_64.h860 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
893 if (likely(mm != &init_mm) && pte_accessible(mm, orig)) in maybe_tlb_batch_add()
/linux-4.4.14/arch/mn10300/mm/
Dtlb-smp.c49 &init_mm, 0
Dfault.c391 pgd_k = init_mm.pgd + index; in do_page_fault()
/linux-4.4.14/arch/mips/include/asm/
Dpgalloc.h53 init = pgd_offset(&init_mm, 0UL); in pgd_alloc()
Dpgtable-32.h139 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
Dpgtable-64.h241 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
/linux-4.4.14/arch/openrisc/mm/
Dinit.c150 current_pgd = init_mm.pgd; in paging_init()
Dfault.c323 pgd_k = init_mm.pgd + offset; in do_page_fault()
/linux-4.4.14/arch/unicore32/mm/
Dfault.c46 mm = &init_mm; in show_pte()
358 pgd_k = init_mm.pgd + index; in do_ifault()
Dioremap.c91 pte_free_kernel(&init_mm, pmd_page_vaddr(pmd)); in unmap_area_sections()
/linux-4.4.14/arch/m68k/sun3x/
Ddvma.c104 if((pmd = pmd_alloc(&init_mm, pgd, vaddr)) == NULL) { in dvma_map_cpu()
/linux-4.4.14/arch/tile/include/asm/
Dpgtable.h332 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
340 pte_clear(&init_mm, (vaddr), (ptep)); \
/linux-4.4.14/arch/blackfin/kernel/
Dsetup.c666 init_mm.start_code = (unsigned long)_stext; in memory_setup()
667 init_mm.end_code = (unsigned long)_etext; in memory_setup()
668 init_mm.end_data = (unsigned long)_edata; in memory_setup()
669 init_mm.brk = (unsigned long)0; in memory_setup()
/linux-4.4.14/arch/um/kernel/skas/
Dmmu.c62 if (current->mm != NULL && current->mm != &init_mm) in init_new_context()
/linux-4.4.14/arch/score/mm/
Dfault.c215 pgd_k = init_mm.pgd + offset; in do_page_fault()
/linux-4.4.14/arch/m68k/mm/
Dmcfmmu.c98 mm = (!user_mode(regs) && KMAPAREA(mmuar)) ? &init_mm : current->mm; in cf_tlb_miss()
Dkmap.c193 pmd_dir = pmd_alloc(&init_mm, pgd_dir, virtaddr); in __ioremap()
/linux-4.4.14/arch/arc/kernel/
Dsmp.c118 struct mm_struct *mm = &init_mm; in start_kernel_secondary()
/linux-4.4.14/arch/cris/arch-v32/mm/
Dinit.c41 per_cpu(current_pgd, smp_processor_id()) = init_mm.pgd; in cris_mmu_init()
/linux-4.4.14/arch/alpha/kernel/
Dsmp.c147 atomic_inc(&init_mm.mm_count); in smp_callin()
148 current->active_mm = &init_mm; in smp_callin()
/linux-4.4.14/arch/alpha/mm/
Dinit.c46 init = pgd_offset(&init_mm, 0UL); in pgd_alloc()
/linux-4.4.14/arch/cris/arch-v10/mm/
Dinit.c44 per_cpu(current_pgd, smp_processor_id()) = init_mm.pgd; in paging_init()
/linux-4.4.14/arch/powerpc/include/asm/
Dpgtable-ppc32.h299 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
Dpgtable-ppc64.h202 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
/linux-4.4.14/include/linux/
Dinit_task.h203 .active_mm = &init_mm, \
/linux-4.4.14/arch/m68k/include/asm/
Dmmu_context.h116 mm = &init_mm; in load_ksp_mmu()
Dsun3_pgtable.h194 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
Dmcf_pgtable.h339 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
/linux-4.4.14/arch/cris/include/asm/
Dpgtable.h241 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
/linux-4.4.14/arch/metag/include/asm/
Dpgtable.h188 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
/linux-4.4.14/arch/m32r/include/asm/
Dpgtable.h313 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
/linux-4.4.14/arch/arc/include/asm/
Dpgtable.h336 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
/linux-4.4.14/arch/unicore32/include/asm/
Dpgtable.h238 #define pgd_offset_k(addr) pgd_offset(&init_mm, addr)
/linux-4.4.14/arch/avr32/include/asm/
Dpgtable.h300 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
/linux-4.4.14/arch/ia64/kernel/
Dsetup.c990 atomic_inc(&init_mm.mm_count); in cpu_init()
991 current->active_mm = &init_mm; in cpu_init()
/linux-4.4.14/arch/mips/kernel/
Dsmp.c229 init_new_context(current, &init_mm); in smp_prepare_cpus()
Dtraps.c2144 atomic_inc(&init_mm.mm_count); in per_cpu_trap_init()
2145 current->active_mm = &init_mm; in per_cpu_trap_init()
2147 enter_lazy_tlb(&init_mm, current); in per_cpu_trap_init()
/linux-4.4.14/arch/m32r/mm/
Dfault.c314 pgd_k = init_mm.pgd + offset; in do_page_fault()
/linux-4.4.14/arch/alpha/include/asm/
Dpgtable.h283 #define pgd_offset_k(address) pgd_offset(&init_mm, (address))
/linux-4.4.14/arch/openrisc/include/asm/
Dpgtable.h382 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
/linux-4.4.14/arch/cris/arch-v10/
DREADME.mm219 to map the kernel itself. swapper_pg_dir is pointed to by init_mm.pgd as the
234 First the PGD entry is found using init_mm.pgd. This is passed to
/linux-4.4.14/arch/xtensa/include/asm/
Dpgtable.h360 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
/linux-4.4.14/arch/xtensa/kernel/
Dsmp.c116 struct mm_struct *mm = &init_mm; in secondary_start_kernel()
/linux-4.4.14/arch/microblaze/include/asm/
Dpgtable.h476 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
/linux-4.4.14/arch/frv/include/asm/
Dpgtable.h189 #define pgd_offset_k(address) pgd_offset(&init_mm, address)
/linux-4.4.14/arch/x86/platform/efi/
Defi_64.c140 init_mm.pgd + pgd_index(PAGE_OFFSET), in efi_sync_low_kernel_mappings()
/linux-4.4.14/init/
Dmain.c529 mm_init_cpumask(&init_mm); in start_kernel()
/linux-4.4.14/arch/ia64/include/asm/
Dpgtable.h380 (init_mm.pgd + (((addr) >> PGDIR_SHIFT) & (PTRS_PER_PGD - 1)))
/linux-4.4.14/arch/um/kernel/
Dtlb.c318 mm = &init_mm; in flush_tlb_kernel_range_common()
/linux-4.4.14/drivers/iommu/
Dintel-svm.c401 iommu->pasid_table[svm->pasid].val = (u64)__pa(init_mm.pgd) | 1 | (1ULL << 11); in intel_svm_bind_mm()

12