Home
last modified time | relevance | path

Searched refs:mm_struct (Results 1 – 200 of 567) sorted by relevance

123

/linux-4.1.27/include/linux/
Dmmu_notifier.h52 struct mm_struct *mm);
64 struct mm_struct *mm,
75 struct mm_struct *mm,
83 struct mm_struct *mm,
95 struct mm_struct *mm,
142 struct mm_struct *mm,
145 struct mm_struct *mm,
168 void (*invalidate_range)(struct mmu_notifier *mn, struct mm_struct *mm,
188 static inline int mm_has_notifiers(struct mm_struct *mm) in mm_has_notifiers()
194 struct mm_struct *mm);
[all …]
Dkhugepaged.h7 extern int __khugepaged_enter(struct mm_struct *mm);
8 extern void __khugepaged_exit(struct mm_struct *mm);
26 static inline int khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm) in khugepaged_fork()
33 static inline void khugepaged_exit(struct mm_struct *mm) in khugepaged_exit()
51 static inline int khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm) in khugepaged_fork()
55 static inline void khugepaged_exit(struct mm_struct *mm) in khugepaged_exit()
Duprobes.h32 struct mm_struct;
55 struct mm_struct *mm);
101 extern int set_swbp(struct arch_uprobe *aup, struct mm_struct *mm, unsigned long vaddr);
102 extern int set_orig_insn(struct arch_uprobe *aup, struct mm_struct *mm, unsigned long vaddr);
107 extern int uprobe_write_opcode(struct mm_struct *mm, unsigned long vaddr, uprobe_opcode_t);
115 extern void uprobe_dup_mmap(struct mm_struct *oldmm, struct mm_struct *newmm);
123 extern void uprobe_clear_state(struct mm_struct *mm);
124 extern int arch_uprobe_analyze_insn(struct arch_uprobe *aup, struct mm_struct *mm, unsigned long a…
169 uprobe_dup_mmap(struct mm_struct *oldmm, struct mm_struct *newmm) in uprobe_dup_mmap()
185 static inline void uprobe_clear_state(struct mm_struct *mm) in uprobe_clear_state()
Dmm.h1144 struct mm_struct *mm;
1154 int copy_page_range(struct mm_struct *dst, struct mm_struct *src,
1180 extern int handle_mm_fault(struct mm_struct *mm, struct vm_area_struct *vma,
1182 extern int fixup_user_fault(struct task_struct *tsk, struct mm_struct *mm,
1185 static inline int handle_mm_fault(struct mm_struct *mm, in handle_mm_fault()
1194 struct mm_struct *mm, unsigned long address, in fixup_user_fault()
1204 extern int access_remote_vm(struct mm_struct *mm, unsigned long addr,
1207 long __get_user_pages(struct task_struct *tsk, struct mm_struct *mm,
1211 long get_user_pages(struct task_struct *tsk, struct mm_struct *mm,
1215 long get_user_pages_locked(struct task_struct *tsk, struct mm_struct *mm,
[all …]
Dksm.h22 int __ksm_enter(struct mm_struct *mm);
23 void __ksm_exit(struct mm_struct *mm);
25 static inline int ksm_fork(struct mm_struct *mm, struct mm_struct *oldmm) in ksm_fork()
32 static inline void ksm_exit(struct mm_struct *mm) in ksm_exit()
69 static inline int ksm_fork(struct mm_struct *mm, struct mm_struct *oldmm) in ksm_fork()
74 static inline void ksm_exit(struct mm_struct *mm) in ksm_exit()
Dmm_types.h269 struct mm_struct *vm_mm; /* The address space we belong to. */
341 struct mm_struct { struct
462 static inline void mm_init_cpumask(struct mm_struct *mm) in mm_init_cpumask() argument
471 static inline cpumask_t *mm_cpumask(struct mm_struct *mm) in mm_cpumask()
483 static inline bool mm_tlb_flush_pending(struct mm_struct *mm) in mm_tlb_flush_pending()
488 static inline void set_tlb_flush_pending(struct mm_struct *mm) in set_tlb_flush_pending()
499 static inline void clear_tlb_flush_pending(struct mm_struct *mm) in clear_tlb_flush_pending()
505 static inline bool mm_tlb_flush_pending(struct mm_struct *mm) in mm_tlb_flush_pending()
509 static inline void set_tlb_flush_pending(struct mm_struct *mm) in set_tlb_flush_pending()
512 static inline void clear_tlb_flush_pending(struct mm_struct *mm) in clear_tlb_flush_pending()
Dhuge_mm.h4 extern int do_huge_pmd_anonymous_page(struct mm_struct *mm,
8 extern int copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm,
11 extern void huge_pmd_set_accessed(struct mm_struct *mm,
15 extern int do_huge_pmd_wp_page(struct mm_struct *mm, struct vm_area_struct *vma,
55 struct mm_struct *mm,
118 extern void split_huge_page_pmd_mm(struct mm_struct *mm, unsigned long address,
157 extern int do_huge_pmd_numa_page(struct mm_struct *mm, struct vm_area_struct *vma,
210 static inline int do_huge_pmd_numa_page(struct mm_struct *mm, struct vm_area_struct *vma, in do_huge_pmd_numa_page()
Dvmacache.h18 extern void vmacache_flush_all(struct mm_struct *mm);
20 extern struct vm_area_struct *vmacache_find(struct mm_struct *mm,
24 extern struct vm_area_struct *vmacache_find_exact(struct mm_struct *mm,
29 static inline void vmacache_invalidate(struct mm_struct *mm) in vmacache_invalidate()
Dhugetlb.h61 int copy_hugetlb_page_range(struct mm_struct *, struct mm_struct *, struct vm_area_struct *);
62 long follow_hugetlb_page(struct mm_struct *, struct vm_area_struct *,
78 int hugetlb_fault(struct mm_struct *mm, struct vm_area_struct *vma,
90 pte_t *huge_pmd_share(struct mm_struct *mm, unsigned long addr, pud_t *pud);
99 pte_t *huge_pte_alloc(struct mm_struct *mm,
101 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr);
102 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep);
103 struct page *follow_huge_addr(struct mm_struct *mm, unsigned long address,
105 struct page *follow_huge_pmd(struct mm_struct *mm, unsigned long address,
107 struct page *follow_huge_pud(struct mm_struct *mm, unsigned long address,
[all …]
Dmmu_context.h4 struct mm_struct;
6 void use_mm(struct mm_struct *mm);
7 void unuse_mm(struct mm_struct *mm);
Dswapops.h138 extern void __migration_entry_wait(struct mm_struct *mm, pte_t *ptep,
140 extern void migration_entry_wait(struct mm_struct *mm, pmd_t *pmd,
143 struct mm_struct *mm, pte_t *pte);
153 static inline void __migration_entry_wait(struct mm_struct *mm, pte_t *ptep, in __migration_entry_wait()
155 static inline void migration_entry_wait(struct mm_struct *mm, pmd_t *pmd, in migration_entry_wait()
158 struct mm_struct *mm, pte_t *pte) { } in migration_entry_wait_huge()
Daio.h8 struct mm_struct;
16 extern void exit_aio(struct mm_struct *mm);
21 static inline void exit_aio(struct mm_struct *mm) { } in exit_aio()
Dmempolicy.h17 struct mm_struct;
146 extern void mpol_rebind_mm(struct mm_struct *mm, nodemask_t *new);
164 int do_migrate_pages(struct mm_struct *mm, const nodemask_t *from,
253 static inline void mpol_rebind_mm(struct mm_struct *mm, nodemask_t *new) in mpol_rebind_mm()
271 static inline int do_migrate_pages(struct mm_struct *mm, const nodemask_t *from, in do_migrate_pages()
Dmemcontrol.h29 struct mm_struct;
76 int mem_cgroup_try_charge(struct page *page, struct mm_struct *mm,
100 static inline bool mm_match_cgroup(struct mm_struct *mm, in mm_match_cgroup()
183 void __mem_cgroup_count_vm_event(struct mm_struct *mm, enum vm_event_item idx);
184 static inline void mem_cgroup_count_vm_event(struct mm_struct *mm, in mem_cgroup_count_vm_event()
210 static inline int mem_cgroup_try_charge(struct page *page, struct mm_struct *mm, in mem_cgroup_try_charge()
260 static inline bool mm_match_cgroup(struct mm_struct *mm, in mm_match_cgroup()
374 void mem_cgroup_count_vm_event(struct mm_struct *mm, enum vm_event_item idx) in mem_cgroup_count_vm_event()
Delf-randomize.h4 struct mm_struct;
16 extern unsigned long arch_randomize_brk(struct mm_struct *mm);
Dfutex.h7 struct mm_struct;
43 struct mm_struct *mm;
/linux-4.1.27/arch/m68k/include/asm/
Dmmu_context.h6 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
27 extern struct mm_struct *context_mm[LAST_CONTEXT+1];
30 static inline void get_mmu_context(struct mm_struct *mm) in get_mmu_context()
59 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
73 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
84 static inline void activate_mm(struct mm_struct *active_mm, in activate_mm()
85 struct mm_struct *mm) in activate_mm()
99 struct mm_struct *mm; in load_ksp_mmu()
164 extern unsigned long get_free_context(struct mm_struct *mm);
169 struct mm_struct *mm) in init_new_context()
[all …]
Dmotorola_pgalloc.h10 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
24 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
30 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
51 static inline void pte_free(struct mm_struct *mm, pgtable_t page) in pte_free()
69 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
74 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
86 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
91 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
97 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
102 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
[all …]
Dsun3_pgalloc.h20 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
25 static inline void pte_free(struct mm_struct *mm, pgtable_t page) in pte_free()
37 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
49 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
66 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
71 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
84 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
89 static inline pgd_t * pgd_alloc(struct mm_struct *mm) in pgd_alloc()
Dmcf_pgalloc.h7 extern inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
14 extern inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
51 static inline struct page *pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
76 extern inline void pte_free(struct mm_struct *mm, struct page *page) in pte_free()
87 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
92 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
Dtlbflush.h78 static inline void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
144 static inline void flush_tlb_mm (struct mm_struct *mm) in flush_tlb_mm()
194 struct mm_struct *mm = vma->vm_mm; in flush_tlb_range()
255 static inline void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
265 static inline void flush_tlb_range(struct mm_struct *mm, in flush_tlb_range()
/linux-4.1.27/arch/um/include/asm/
Dmmu_context.h12 extern void uml_setup_stubs(struct mm_struct *mm);
16 static inline void arch_dup_mmap(struct mm_struct *oldmm, struct mm_struct *mm) in arch_dup_mmap()
20 extern void arch_exit_mmap(struct mm_struct *mm);
21 static inline void arch_unmap(struct mm_struct *mm, in arch_unmap()
26 static inline void arch_bprm_mm_init(struct mm_struct *mm, in arch_bprm_mm_init()
38 static inline void activate_mm(struct mm_struct *old, struct mm_struct *new) in activate_mm()
50 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
63 static inline void enter_lazy_tlb(struct mm_struct *mm, in enter_lazy_tlb()
68 extern int init_new_context(struct task_struct *task, struct mm_struct *mm);
70 extern void destroy_context(struct mm_struct *mm);
Dpgalloc.h25 extern pgd_t *pgd_alloc(struct mm_struct *);
26 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
28 extern pte_t *pte_alloc_one_kernel(struct mm_struct *, unsigned long);
29 extern pgtable_t pte_alloc_one(struct mm_struct *, unsigned long);
31 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
36 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
50 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dprocessor-generic.h19 struct mm_struct;
63 static inline void mm_copy_segments(struct mm_struct *from_mm, in mm_copy_segments()
64 struct mm_struct *new_mm) in mm_copy_segments()
Dtlb.h18 struct mm_struct *mm;
48 tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end) in tlb_gather_mmu()
58 extern void flush_tlb_mm_range(struct mm_struct *mm, unsigned long start,
/linux-4.1.27/arch/x86/include/asm/
Dpgalloc.h8 static inline int __paravirt_pgd_alloc(struct mm_struct *mm) { return 0; } in __paravirt_pgd_alloc()
14 static inline void paravirt_pgd_free(struct mm_struct *mm, pgd_t *pgd) {} in paravirt_pgd_free()
15 static inline void paravirt_alloc_pte(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pte()
16 static inline void paravirt_alloc_pmd(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pmd()
19 static inline void paravirt_alloc_pud(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pud()
33 extern pgd_t *pgd_alloc(struct mm_struct *);
34 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
36 extern pte_t *pte_alloc_one_kernel(struct mm_struct *, unsigned long);
37 extern pgtable_t pte_alloc_one(struct mm_struct *, unsigned long);
42 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
[all …]
Dmmu_context.h15 static inline void paravirt_activate_mm(struct mm_struct *prev, in paravirt_activate_mm()
16 struct mm_struct *next) in paravirt_activate_mm()
24 static inline void load_mm_cr4(struct mm_struct *mm) in load_mm_cr4()
33 static inline void load_mm_cr4(struct mm_struct *mm) {} in load_mm_cr4()
51 static inline void load_mm_ldt(struct mm_struct *mm) in load_mm_ldt()
83 int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
84 void destroy_context(struct mm_struct *mm);
87 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
95 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
210 static inline void arch_dup_mmap(struct mm_struct *oldmm, in arch_dup_mmap()
[all …]
Dmpx.h65 static inline int kernel_managing_mpx_tables(struct mm_struct *mm) in kernel_managing_mpx_tables()
69 static inline void mpx_mm_init(struct mm_struct *mm) in mpx_mm_init()
77 void mpx_notify_unmap(struct mm_struct *mm, struct vm_area_struct *vma,
89 static inline int kernel_managing_mpx_tables(struct mm_struct *mm) in kernel_managing_mpx_tables()
93 static inline void mpx_mm_init(struct mm_struct *mm) in mpx_mm_init()
96 static inline void mpx_notify_unmap(struct mm_struct *mm, in mpx_notify_unmap()
Dparavirt_types.h50 struct mm_struct;
239 void (*activate_mm)(struct mm_struct *prev,
240 struct mm_struct *next);
241 void (*dup_mmap)(struct mm_struct *oldmm,
242 struct mm_struct *mm);
243 void (*exit_mmap)(struct mm_struct *mm);
251 struct mm_struct *mm,
256 int (*pgd_alloc)(struct mm_struct *mm);
257 void (*pgd_free)(struct mm_struct *mm, pgd_t *pgd);
263 void (*alloc_pte)(struct mm_struct *mm, unsigned long pfn);
[all …]
Dhugetlb.h9 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
30 static inline void hugetlb_prefault_arch_hook(struct mm_struct *mm) { in hugetlb_prefault_arch_hook()
41 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
47 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
69 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
Dparavirt.h327 static inline void paravirt_activate_mm(struct mm_struct *prev, in paravirt_activate_mm()
328 struct mm_struct *next) in paravirt_activate_mm()
333 static inline void paravirt_arch_dup_mmap(struct mm_struct *oldmm, in paravirt_arch_dup_mmap()
334 struct mm_struct *mm) in paravirt_arch_dup_mmap()
339 static inline void paravirt_arch_exit_mmap(struct mm_struct *mm) in paravirt_arch_exit_mmap()
358 struct mm_struct *mm, in flush_tlb_others()
365 static inline int paravirt_pgd_alloc(struct mm_struct *mm) in paravirt_pgd_alloc()
370 static inline void paravirt_pgd_free(struct mm_struct *mm, pgd_t *pgd) in paravirt_pgd_free()
375 static inline void paravirt_alloc_pte(struct mm_struct *mm, unsigned long pfn) in paravirt_alloc_pte()
384 static inline void paravirt_alloc_pmd(struct mm_struct *mm, unsigned long pfn) in paravirt_alloc_pmd()
[all …]
Dtlbflush.h20 struct mm_struct *active_mm;
185 static inline void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
205 static inline void flush_tlb_mm_range(struct mm_struct *mm, in flush_tlb_mm_range()
213 struct mm_struct *mm, in native_flush_tlb_others()
243 extern void flush_tlb_mm_range(struct mm_struct *mm, unsigned long start,
250 struct mm_struct *mm,
Dia32.h74 struct mm_struct;
75 extern void ia32_pick_mmap_layout(struct mm_struct *mm);
/linux-4.1.27/arch/powerpc/include/asm/
Dmmu_context.h17 extern int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
18 extern void destroy_context(struct mm_struct *mm);
20 extern void switch_mmu_context(struct mm_struct *prev, struct mm_struct *next);
21 extern void switch_slb(struct task_struct *tsk, struct mm_struct *mm);
34 extern void switch_cop(struct mm_struct *next);
35 extern int use_cop(unsigned long acop, struct mm_struct *mm);
36 extern void drop_cop(unsigned long acop, struct mm_struct *mm);
42 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
93 static inline void activate_mm(struct mm_struct *prev, struct mm_struct *next) in activate_mm()
103 static inline void enter_lazy_tlb(struct mm_struct *mm, in enter_lazy_tlb()
Dpgalloc-64.h44 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
49 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
58 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
64 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
69 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
79 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
85 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
102 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
107 static inline void pte_free(struct mm_struct *mm, pgtable_t ptepage) in pte_free()
168 extern pte_t *page_table_alloc(struct mm_struct *, unsigned long, int);
[all …]
Dtlbflush.h33 struct mm_struct;
41 extern void local_flush_tlb_mm(struct mm_struct *mm);
44 extern void __local_flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr,
48 extern void flush_tlb_mm(struct mm_struct *mm);
50 extern void __flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr,
64 extern void flush_tlb_mm(struct mm_struct *mm);
75 static inline void local_flush_tlb_mm(struct mm_struct *mm) in local_flush_tlb_mm()
96 struct mm_struct *mm;
134 static inline void local_flush_tlb_mm(struct mm_struct *mm) in local_flush_tlb_mm()
138 static inline void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
[all …]
Dcopro.h18 int copro_handle_mm_fault(struct mm_struct *mm, unsigned long ea,
21 int copro_calculate_slb(struct mm_struct *mm, u64 ea, struct copro_slb *slb);
25 void copro_flush_all_slbs(struct mm_struct *mm);
27 static inline void copro_flush_all_slbs(struct mm_struct *mm) {} in copro_flush_all_slbs()
Dpgalloc-32.h11 extern pgd_t *pgd_alloc(struct mm_struct *mm);
12 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
37 extern pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr);
38 extern pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long addr);
40 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
45 static inline void pte_free(struct mm_struct *mm, pgtable_t ptepage) in pte_free()
Dpgtable-ppc64.h215 extern void hpte_need_flush(struct mm_struct *mm, unsigned long addr,
219 static inline unsigned long pte_update(struct mm_struct *mm, in pte_update()
255 static inline int __ptep_test_and_clear_young(struct mm_struct *mm, in __ptep_test_and_clear_young()
274 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, in ptep_set_wrprotect()
284 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
310 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, in ptep_get_and_clear()
317 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, in pte_clear()
436 extern void hpte_do_hugepage_flush(struct mm_struct *mm, unsigned long addr,
442 extern void set_pmd_at(struct mm_struct *mm, unsigned long addr,
544 extern unsigned long pmd_hugepage_update(struct mm_struct *mm,
[all …]
Dhugetlb.h69 pte_t *huge_pte_offset_and_shift(struct mm_struct *mm,
75 int is_hugepage_only_range(struct mm_struct *mm, unsigned long addr,
78 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
115 static inline void hugetlb_prefault_arch_hook(struct mm_struct *mm) in hugetlb_prefault_arch_hook()
120 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
126 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
Dpage_64.h116 struct mm_struct;
124 extern unsigned int get_slice_psize(struct mm_struct *mm,
127 extern void slice_set_user_psize(struct mm_struct *mm, unsigned int psize);
128 extern void slice_set_range_psize(struct mm_struct *mm, unsigned long start,
Dmmu.h138 struct mm_struct;
140 extern void assert_pte_locked(struct mm_struct *mm, unsigned long addr);
142 static inline void assert_pte_locked(struct mm_struct *mm, unsigned long addr) in assert_pte_locked()
Dmmu-hash64.h329 struct mm_struct;
331 extern int hash_page_mm(struct mm_struct *mm, unsigned long ea,
363 extern void demote_segment_4k(struct mm_struct *mm, unsigned long addr);
506 extern void subpage_prot_free(struct mm_struct *mm);
507 extern void subpage_prot_init_new_context(struct mm_struct *mm);
509 static inline void subpage_prot_free(struct mm_struct *mm) {} in subpage_prot_free()
510 static inline void subpage_prot_init_new_context(struct mm_struct *mm) { } in subpage_prot_init_new_context()
Dpgtable-ppc32.h147 extern void flush_hash_entry(struct mm_struct *mm, pte_t *ptep,
267 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, in ptep_get_and_clear()
274 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, in ptep_set_wrprotect()
279 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
354 extern int get_pteptr(struct mm_struct *mm, unsigned long addr, pte_t **ptep,
/linux-4.1.27/arch/s390/include/asm/
Dpgalloc.h18 unsigned long *crst_table_alloc(struct mm_struct *);
19 void crst_table_free(struct mm_struct *, unsigned long *);
21 unsigned long *page_table_alloc(struct mm_struct *);
22 void page_table_free(struct mm_struct *, unsigned long *);
26 int set_guest_storage_key(struct mm_struct *mm, unsigned long addr,
28 unsigned long get_guest_storage_key(struct mm_struct *mm, unsigned long addr);
50 static inline unsigned long pgd_entry_type(struct mm_struct *mm) in pgd_entry_type()
59 int crst_table_upgrade(struct mm_struct *, unsigned long limit);
60 void crst_table_downgrade(struct mm_struct *, unsigned long limit);
62 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address) in pud_alloc_one()
[all …]
Dmmu_context.h16 struct mm_struct *mm) in init_new_context()
43 static inline void set_user_asce(struct mm_struct *mm) in set_user_asce()
69 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
92 struct mm_struct *mm = tsk->mm; in finish_arch_post_lock_switch()
111 static inline void activate_mm(struct mm_struct *prev, in activate_mm()
112 struct mm_struct *next) in activate_mm()
119 static inline void arch_dup_mmap(struct mm_struct *oldmm, in arch_dup_mmap()
120 struct mm_struct *mm) in arch_dup_mmap()
124 static inline void arch_exit_mmap(struct mm_struct *mm) in arch_exit_mmap()
128 static inline void arch_unmap(struct mm_struct *mm, in arch_unmap()
[all …]
Dtlbflush.h64 static inline void __tlb_flush_full(struct mm_struct *mm) in __tlb_flush_full()
86 static inline void __tlb_flush_asce(struct mm_struct *mm, unsigned long asce) in __tlb_flush_asce()
125 static inline void __tlb_flush_asce(struct mm_struct *mm, unsigned long asce) in __tlb_flush_asce()
143 static inline void __tlb_flush_mm(struct mm_struct * mm) in __tlb_flush_mm()
157 static inline void __tlb_flush_mm_lazy(struct mm_struct * mm) in __tlb_flush_mm_lazy()
187 static inline void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
Dpgtable.h386 static inline int mm_has_pgste(struct mm_struct *mm) in mm_has_pgste()
395 static inline int mm_alloc_pgste(struct mm_struct *mm) in mm_alloc_pgste()
409 static inline int mm_use_skey(struct mm_struct *mm) in mm_use_skey()
629 struct mm_struct *mm) in pgste_update_all()
650 struct mm_struct *mm) in pgste_set_key()
706 struct mm_struct *mm;
726 struct gmap *gmap_alloc(struct mm_struct *mm, unsigned long limit);
745 void gmap_do_ipte_notify(struct mm_struct *, unsigned long addr, pte_t *);
747 static inline pgste_t pgste_ipte_notify(struct mm_struct *mm, in pgste_ipte_notify()
765 static inline void set_pte_at(struct mm_struct *mm, unsigned long addr, in set_pte_at()
[all …]
Dhugetlb.h19 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
22 pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
45 static inline void huge_pte_clear(struct mm_struct *mm, unsigned long addr, in huge_pte_clear()
69 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
/linux-4.1.27/arch/arm64/include/asm/
Dpgalloc.h33 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
38 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
44 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
53 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
58 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
64 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
71 extern pgd_t *pgd_alloc(struct mm_struct *mm);
72 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
75 pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr) in pte_alloc_one_kernel()
81 pte_alloc_one(struct mm_struct *mm, unsigned long addr) in pte_alloc_one()
[all …]
Dmmu_context.h35 void __init_new_context(struct task_struct *tsk, struct mm_struct *mm);
36 void __new_context(struct mm_struct *mm);
110 static inline void switch_new_context(struct mm_struct *mm) in switch_new_context()
121 static inline void check_and_switch_context(struct mm_struct *mm, in check_and_switch_context()
160 struct mm_struct *mm = current->mm; in finish_arch_post_lock_switch()
181 enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
192 switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
Dhugetlb.h33 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
45 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
51 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
72 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
89 static inline void hugetlb_prefault_arch_hook(struct mm_struct *mm) in hugetlb_prefault_arch_hook()
Dproc-fns.h28 struct mm_struct;
33 extern void cpu_do_switch_mm(unsigned long pgd_phys, struct mm_struct *mm);
Dsystem_misc.h40 struct mm_struct;
41 extern void show_pte(struct mm_struct *mm, unsigned long addr);
/linux-4.1.27/include/asm-generic/
Dmmu_context.h12 struct mm_struct;
14 static inline void enter_lazy_tlb(struct mm_struct *mm, in enter_lazy_tlb()
20 struct mm_struct *mm) in init_new_context()
25 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
30 struct mm_struct *mm) in deactivate_mm()
34 static inline void switch_mm(struct mm_struct *prev, in switch_mm()
35 struct mm_struct *next, in switch_mm()
40 static inline void activate_mm(struct mm_struct *prev_mm, in activate_mm()
41 struct mm_struct *next_mm) in activate_mm()
Dmm_hooks.h9 static inline void arch_dup_mmap(struct mm_struct *oldmm, in arch_dup_mmap()
10 struct mm_struct *mm) in arch_dup_mmap()
14 static inline void arch_exit_mmap(struct mm_struct *mm) in arch_exit_mmap()
18 static inline void arch_unmap(struct mm_struct *mm, in arch_unmap()
24 static inline void arch_bprm_mm_init(struct mm_struct *mm, in arch_bprm_mm_init()
Dpgtable.h89 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, in ptep_get_and_clear()
101 static inline pmd_t pmdp_get_and_clear(struct mm_struct *mm, in pmdp_get_and_clear()
114 static inline pmd_t pmdp_get_and_clear_full(struct mm_struct *mm, in pmdp_get_and_clear_full()
124 static inline pte_t ptep_get_and_clear_full(struct mm_struct *mm, in ptep_get_and_clear_full()
140 static inline void pte_clear_not_present_full(struct mm_struct *mm, in pte_clear_not_present_full()
162 struct mm_struct;
163 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long address, pte_t *ptep) in ptep_set_wrprotect()
172 static inline void pmdp_set_wrprotect(struct mm_struct *mm, in pmdp_set_wrprotect()
179 static inline void pmdp_set_wrprotect(struct mm_struct *mm, in pmdp_set_wrprotect()
193 extern void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
[all …]
/linux-4.1.27/arch/ia64/include/asm/
Dpgalloc.h25 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
30 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
37 pgd_populate(struct mm_struct *mm, pgd_t * pgd_entry, pud_t * pud) in pgd_populate()
42 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
47 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
55 pud_populate(struct mm_struct *mm, pud_t * pud_entry, pmd_t * pmd) in pud_populate()
60 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
65 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
73 pmd_populate(struct mm_struct *mm, pmd_t * pmd_entry, pgtable_t pte) in pmd_populate()
80 pmd_populate_kernel(struct mm_struct *mm, pmd_t * pmd_entry, pte_t * pte) in pmd_populate_kernel()
[all …]
Dmmu_context.h48 extern void wrap_mmu_context (struct mm_struct *mm);
51 enter_lazy_tlb (struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
78 get_mmu_context (struct mm_struct *mm) in get_mmu_context()
118 init_new_context (struct task_struct *p, struct mm_struct *mm) in init_new_context()
125 destroy_context (struct mm_struct *mm) in destroy_context()
163 activate_context (struct mm_struct *mm) in activate_context()
185 activate_mm (struct mm_struct *prev, struct mm_struct *next) in activate_mm()
Dhugetlb.h15 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
23 static inline void hugetlb_prefault_arch_hook(struct mm_struct *mm) in hugetlb_prefault_arch_hook()
27 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
33 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
54 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
Dtlbflush.h30 extern void smp_flush_tlb_mm (struct mm_struct *mm);
39 local_finish_flush_tlb_mm (struct mm_struct *mm) in local_finish_flush_tlb_mm()
51 flush_tlb_mm (struct mm_struct *mm) in flush_tlb_mm()
Dmachvec.h20 struct mm_struct;
32 typedef void ia64_mv_global_tlb_purge_t (struct mm_struct *, unsigned long, unsigned long, unsigned…
33 typedef void ia64_mv_tlb_migrate_finish_t (struct mm_struct *);
84 machvec_noop_mm (struct mm_struct *mm) in machvec_noop_mm()
100 extern void machvec_tlb_migrate_finish (struct mm_struct *);
/linux-4.1.27/arch/xtensa/include/asm/
Dnommu_context.h5 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
9 static inline int init_new_context(struct task_struct *tsk,struct mm_struct *mm) in init_new_context()
14 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
18 static inline void activate_mm(struct mm_struct *prev, struct mm_struct *next) in activate_mm()
22 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
27 static inline void deactivate_mm(struct task_struct *tsk, struct mm_struct *mm) in deactivate_mm()
Dmmu_context.h68 static inline void get_new_mmu_context(struct mm_struct *mm, unsigned int cpu) in get_new_mmu_context()
84 static inline void get_mmu_context(struct mm_struct *mm, unsigned int cpu) in get_mmu_context()
99 static inline void activate_context(struct mm_struct *mm, unsigned int cpu) in activate_context()
113 struct mm_struct *mm) in init_new_context()
123 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
144 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
150 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
Dpgalloc.h31 pgd_alloc(struct mm_struct *mm) in pgd_alloc()
36 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
41 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
55 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
72 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
77 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
/linux-4.1.27/arch/alpha/include/asm/
Dpgalloc.h14 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t pte) in pmd_populate()
21 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
27 pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
32 extern pgd_t *pgd_alloc(struct mm_struct *mm);
35 pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
41 pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
48 pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
54 pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
61 pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
67 pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
[all …]
Dmmu_context.h117 __get_new_mm_context(struct mm_struct *mm, long cpu) in __get_new_mm_context()
132 ev5_switch_mm(struct mm_struct *prev_mm, struct mm_struct *next_mm, in ev5_switch_mm()
162 ev4_switch_mm(struct mm_struct *prev_mm, struct mm_struct *next_mm, in ev4_switch_mm()
181 extern void __load_new_mm_context(struct mm_struct *);
190 struct mm_struct * mm = current->active_mm; \
201 ev5_activate_mm(struct mm_struct *prev_mm, struct mm_struct *next_mm) in ev5_activate_mm()
207 ev4_activate_mm(struct mm_struct *prev_mm, struct mm_struct *next_mm) in ev4_activate_mm()
229 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
242 destroy_context(struct mm_struct *mm) in destroy_context()
248 enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
Dtlbflush.h14 extern void __load_new_mm_context(struct mm_struct *);
21 ev4_flush_tlb_current(struct mm_struct *mm) in ev4_flush_tlb_current()
28 ev5_flush_tlb_current(struct mm_struct *mm) in ev5_flush_tlb_current()
38 ev4_flush_tlb_current_page(struct mm_struct * mm, in ev4_flush_tlb_current_page()
51 ev5_flush_tlb_current_page(struct mm_struct * mm, in ev5_flush_tlb_current_page()
89 flush_tlb_other(struct mm_struct *mm) in flush_tlb_other()
107 flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
119 struct mm_struct *mm = vma->vm_mm; in flush_tlb_page()
139 extern void flush_tlb_mm(struct mm_struct *);
Dmachvec.h17 struct mm_struct;
72 void (*mv_switch_mm)(struct mm_struct *, struct mm_struct *,
74 void (*mv_activate_mm)(struct mm_struct *, struct mm_struct *);
76 void (*mv_flush_tlb_current)(struct mm_struct *);
77 void (*mv_flush_tlb_current_page)(struct mm_struct * mm,
/linux-4.1.27/arch/sh/include/asm/
Dpgalloc.h9 extern pgd_t *pgd_alloc(struct mm_struct *);
10 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
13 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
14 extern pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address);
15 extern void pmd_free(struct mm_struct *mm, pmd_t *pmd);
18 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
24 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
34 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
40 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
57 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
[all …]
Dhugetlb.h9 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
29 static inline void hugetlb_prefault_arch_hook(struct mm_struct *mm) { in hugetlb_prefault_arch_hook()
40 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
46 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
67 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
Dmmu_context.h57 static inline void get_mmu_context(struct mm_struct *mm, unsigned int cpu) in get_mmu_context()
98 struct mm_struct *mm) in init_new_context()
112 static inline void activate_context(struct mm_struct *mm, unsigned int cpu) in activate_context()
118 static inline void switch_mm(struct mm_struct *prev, in switch_mm()
119 struct mm_struct *next, in switch_mm()
Dtlbflush.h14 extern void local_flush_tlb_mm(struct mm_struct *mm);
29 extern void flush_tlb_mm(struct mm_struct *mm);
/linux-4.1.27/arch/nios2/include/asm/
Dmmu_context.h27 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
38 struct mm_struct *mm) in init_new_context()
48 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
52 void switch_mm(struct mm_struct *prev, struct mm_struct *next,
56 struct mm_struct *mm) in deactivate_mm()
64 void activate_mm(struct mm_struct *prev, struct mm_struct *next);
Dpgalloc.h15 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
21 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
33 extern pgd_t *pgd_alloc(struct mm_struct *mm);
35 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
40 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
51 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
67 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
72 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
Dcacheflush.h21 struct mm_struct;
24 extern void flush_cache_mm(struct mm_struct *mm);
25 extern void flush_cache_dup_mm(struct mm_struct *mm);
Dtlbflush.h22 struct mm_struct;
34 extern void flush_tlb_mm(struct mm_struct *mm);
/linux-4.1.27/arch/score/include/asm/
Dmmu_context.h42 static inline void enter_lazy_tlb(struct mm_struct *mm, in enter_lazy_tlb()
47 get_new_mmu_context(struct mm_struct *mm) in get_new_mmu_context()
66 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
72 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
90 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
94 deactivate_mm(struct task_struct *task, struct mm_struct *mm) in deactivate_mm()
102 activate_mm(struct mm_struct *prev, struct mm_struct *next) in activate_mm()
Dpgalloc.h6 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
12 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
20 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
35 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
40 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
51 static inline struct page *pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
67 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
72 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
/linux-4.1.27/arch/mn10300/include/asm/
Dpgalloc.h18 struct mm_struct;
26 void pmd_populate(struct mm_struct *mm, pmd_t *pmd, struct page *pte) in pmd_populate()
36 extern pgd_t *pgd_alloc(struct mm_struct *);
37 extern void pgd_free(struct mm_struct *, pgd_t *);
39 extern pte_t *pte_alloc_one_kernel(struct mm_struct *, unsigned long);
40 extern struct page *pte_alloc_one(struct mm_struct *, unsigned long);
42 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
47 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
Dmmu_context.h39 static inline void cpu_ran_vm(int cpu, struct mm_struct *mm) in cpu_ran_vm()
46 static inline bool cpu_maybe_ran_vm(int cpu, struct mm_struct *mm) in cpu_maybe_ran_vm()
63 static inline unsigned long allocate_mmu_context(struct mm_struct *mm) in allocate_mmu_context()
85 static inline unsigned long get_mmu_context(struct mm_struct *mm) in get_mmu_context()
104 struct mm_struct *mm) in init_new_context()
117 static inline void activate_context(struct mm_struct *mm) in activate_context()
143 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
Dtlbflush.h18 struct mm_struct *active_mm;
60 void local_flush_tlb_page(struct mm_struct *mm, unsigned long addr) in local_flush_tlb_page()
103 extern void flush_tlb_mm(struct mm_struct *);
123 static inline void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
149 static inline void flush_tlb_pgtables(struct mm_struct *mm, in flush_tlb_pgtables()
/linux-4.1.27/arch/hexagon/include/asm/
Dmmu_context.h29 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
38 static inline void enter_lazy_tlb(struct mm_struct *mm, in enter_lazy_tlb()
47 struct mm_struct *mm) in deactivate_mm()
57 struct mm_struct *mm) in init_new_context()
66 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
88 static inline void activate_mm(struct mm_struct *prev, struct mm_struct *next) in activate_mm()
Dpgalloc.h34 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
57 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
62 static inline struct page *pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
78 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
85 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
91 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
96 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
116 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
/linux-4.1.27/arch/mips/include/asm/
Dpgalloc.h16 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
22 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
36 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
47 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
62 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
67 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
77 static inline struct page *pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
93 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
98 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
112 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
[all …]
Dmmu_context.h89 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
102 get_new_mmu_context(struct mm_struct *mm, unsigned long cpu) in get_new_mmu_context()
127 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
139 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
168 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
179 activate_mm(struct mm_struct *prev, struct mm_struct *next) in activate_mm()
206 drop_mmu_context(struct mm_struct *mm, unsigned cpu) in drop_mmu_context()
Dhugetlb.h16 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
41 static inline void hugetlb_prefault_arch_hook(struct mm_struct *mm) in hugetlb_prefault_arch_hook()
54 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
60 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
88 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
Dtlbflush.h16 extern void local_flush_tlb_mm(struct mm_struct *mm);
28 extern void flush_tlb_mm(struct mm_struct *);
/linux-4.1.27/arch/sparc/include/asm/
Dmmu_context_64.h12 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
20 void get_new_mmu_context(struct mm_struct *mm);
27 int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
28 void destroy_context(struct mm_struct *mm);
35 static inline void tsb_context_switch(struct mm_struct *mm) in tsb_context_switch()
49 void tsb_grow(struct mm_struct *mm,
53 void smp_tsb_sync(struct mm_struct *mm);
74 static inline void switch_mm(struct mm_struct *old_mm, struct mm_struct *mm, struct task_struct *ts… in switch_mm()
136 static inline void activate_mm(struct mm_struct *active_mm, struct mm_struct *mm) in activate_mm()
Dpgalloc_64.h25 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
30 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
42 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
53 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
59 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
64 pte_t *pte_alloc_one_kernel(struct mm_struct *mm,
66 pgtable_t pte_alloc_one(struct mm_struct *mm,
68 void pte_free_kernel(struct mm_struct *mm, pte_t *pte);
69 void pte_free(struct mm_struct *mm, pgtable_t ptepage);
Dmmu_context_32.h8 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
15 int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
22 void destroy_context(struct mm_struct *mm);
25 void switch_mm(struct mm_struct *old_mm, struct mm_struct *mm,
Dtlbflush_64.h11 struct mm_struct *mm;
19 void flush_tsb_user_page(struct mm_struct *mm, unsigned long vaddr);
23 static inline void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
53 static inline void global_flush_tlb_page(struct mm_struct *mm, unsigned long vaddr) in global_flush_tlb_page()
61 void smp_flush_tlb_page(struct mm_struct *mm, unsigned long vaddr);
Dcachetlb_32.h4 struct mm_struct;
9 void (*cache_mm)(struct mm_struct *);
15 void (*tlb_mm)(struct mm_struct *);
21 void (*sig_insns)(struct mm_struct *, unsigned long);
Dhugetlb.h8 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
11 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr,
14 static inline void hugetlb_prefault_arch_hook(struct mm_struct *mm) in hugetlb_prefault_arch_hook()
18 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
61 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
Dpgalloc_32.h39 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, in pmd_alloc_one()
54 void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, struct page *ptep);
60 pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long address);
62 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
76 void pte_free(struct mm_struct * mm, pgtable_t pte);
Dtlb_64.h11 void smp_flush_tlb_pending(struct mm_struct *,
16 void smp_flush_tlb_mm(struct mm_struct *mm);
/linux-4.1.27/arch/tile/include/asm/
Dpgalloc.h50 static inline void pmd_populate_kernel(struct mm_struct *mm, in pmd_populate_kernel()
57 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
68 extern pgd_t *pgd_alloc(struct mm_struct *mm);
69 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
71 extern pgtable_t pgtable_alloc_one(struct mm_struct *mm, unsigned long address,
73 extern void pgtable_free(struct mm_struct *mm, struct page *pte, int order);
75 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
81 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
89 pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
94 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
[all …]
Dmmu_context.h28 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
79 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *t) in enter_lazy_tlb()
91 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
126 static inline void activate_mm(struct mm_struct *prev_mm, in activate_mm()
127 struct mm_struct *next_mm) in activate_mm()
Dhugetlb.h22 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
43 static inline void hugetlb_prefault_arch_hook(struct mm_struct *mm) in hugetlb_prefault_arch_hook()
55 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
61 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
83 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
Dpgtable.h35 struct mm_struct;
284 extern void start_mm_caching(struct mm_struct *mm);
285 extern void check_mm_caching(struct mm_struct *prev, struct mm_struct *next);
410 static inline void pmdp_set_wrprotect(struct mm_struct *mm, in pmdp_set_wrprotect()
418 static inline pmd_t pmdp_get_and_clear(struct mm_struct *mm, in pmdp_get_and_clear()
524 int arch_proc_pgtable_show(struct seq_file *m, struct mm_struct *mm,
/linux-4.1.27/arch/arm/include/asm/
Dpgalloc.h30 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
35 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
57 extern pgd_t *pgd_alloc(struct mm_struct *mm);
58 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
84 pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr) in pte_alloc_one_kernel()
96 pte_alloc_one(struct mm_struct *mm, unsigned long addr) in pte_alloc_one()
119 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
125 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
149 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
[all …]
Dmmu_context.h24 void __check_vmalloc_seq(struct mm_struct *mm);
28 void check_and_switch_context(struct mm_struct *mm, struct task_struct *tsk);
32 void a15_erratum_get_cpumask(int this_cpu, struct mm_struct *mm,
35 static inline void a15_erratum_get_cpumask(int this_cpu, struct mm_struct *mm, in a15_erratum_get_cpumask()
45 static inline void check_and_switch_context(struct mm_struct *mm, in check_and_switch_context()
68 struct mm_struct *mm = current->mm; in finish_arch_post_lock_switch()
105 enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
116 switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
Dvdso.h8 struct mm_struct;
12 void arm_install_vdso(struct mm_struct *mm, unsigned long addr);
20 static inline void arm_install_vdso(struct mm_struct *mm, unsigned long addr) in arm_install_vdso()
Dhugetlb-3level.h40 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
52 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
58 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
Dproc-fns.h21 struct mm_struct;
63 void (*switch_mm)(phys_addr_t pgd_phys, struct mm_struct *mm);
85 extern void cpu_do_switch_mm(phys_addr_t pgd_phys, struct mm_struct *mm);
Dhugetlb.h39 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
56 static inline void hugetlb_prefault_arch_hook(struct mm_struct *mm) in hugetlb_prefault_arch_hook()
/linux-4.1.27/arch/openrisc/include/asm/
Dpgalloc.h33 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
44 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
63 extern inline pgd_t *pgd_alloc(struct mm_struct *mm)
69 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
74 extern pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address);
76 static inline struct page *pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
91 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
96 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
Dmmu_context.h24 extern int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
25 extern void destroy_context(struct mm_struct *mm);
26 extern void switch_mm(struct mm_struct *prev, struct mm_struct *next,
39 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
/linux-4.1.27/arch/metag/include/asm/
Dmmu_context.h13 static inline void enter_lazy_tlb(struct mm_struct *mm, in enter_lazy_tlb()
19 struct mm_struct *mm) in init_new_context()
39 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
72 static inline void switch_mmu(struct mm_struct *prev, struct mm_struct *next) in switch_mmu()
98 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
105 static inline void activate_mm(struct mm_struct *prev_mm, in activate_mm()
106 struct mm_struct *next_mm) in activate_mm()
Dpgalloc.h29 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
37 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
42 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
50 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
64 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
69 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
Dhugetlb.h8 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
17 static inline void hugetlb_prefault_arch_hook(struct mm_struct *mm) in hugetlb_prefault_arch_hook()
29 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
35 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
56 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
Dtlbflush.h46 static inline void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
64 static inline void flush_tlb_pgtables(struct mm_struct *mm, in flush_tlb_pgtables()
/linux-4.1.27/arch/cris/include/asm/
Dmmu_context.h6 extern int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
7 extern void get_mmu_context(struct mm_struct *mm);
8 extern void destroy_context(struct mm_struct *mm);
9 extern void switch_mm(struct mm_struct *prev, struct mm_struct *next,
23 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
Dpgalloc.h15 static inline pgd_t *pgd_alloc (struct mm_struct *mm) in pgd_alloc()
20 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
25 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
31 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
44 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
49 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
/linux-4.1.27/arch/parisc/include/asm/
Dmmu_context.h11 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
22 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
31 destroy_context(struct mm_struct *mm) in destroy_context()
52 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, struct task_struct *ts… in switch_mm()
63 static inline void activate_mm(struct mm_struct *prev, struct mm_struct *next) in activate_mm()
Dpgalloc.h21 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
46 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
58 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
64 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
73 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
104 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
125 pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
138 pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr) in pte_alloc_one_kernel()
144 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
149 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
/linux-4.1.27/arch/microblaze/include/asm/
Dmmu_context_mm.h36 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
75 extern struct mm_struct *context_mm[LAST_CONTEXT+1];
81 static inline void get_mmu_context(struct mm_struct *mm) in get_mmu_context()
108 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
117 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
129 static inline void activate_mm(struct mm_struct *active_mm, in activate_mm()
130 struct mm_struct *mm) in activate_mm()
Dpgalloc.h111 extern pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr);
113 static inline struct page *pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
135 static inline pte_t *pte_alloc_one_fast(struct mm_struct *mm, in pte_alloc_one_fast()
156 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
166 static inline void pte_free(struct mm_struct *mm, struct page *ptepage) in pte_free()
/linux-4.1.27/arch/blackfin/include/asm/
Dmmu_context.h60 activate_l1stack(struct mm_struct *mm, unsigned long sp_base) in activate_l1stack()
73 static inline void __switch_mm(struct mm_struct *prev_mm, struct mm_struct *next_mm, in __switch_mm()
111 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
120 static inline void protect_page(struct mm_struct *mm, unsigned long addr, in protect_page()
151 static inline void update_protections(struct mm_struct *mm) in update_protections()
160 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
167 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
173 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
184 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
/linux-4.1.27/arch/unicore32/include/asm/
Dpgalloc.h25 extern pgd_t *get_pgd_slow(struct mm_struct *mm);
26 extern void free_pgd_slow(struct mm_struct *mm, pgd_t *pgd);
37 pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr) in pte_alloc_one_kernel()
49 pte_alloc_one(struct mm_struct *mm, unsigned long addr) in pte_alloc_one()
70 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
76 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
93 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
105 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
Dmmu_context.h38 enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
49 switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
84 static inline void arch_dup_mmap(struct mm_struct *oldmm, in arch_dup_mmap()
85 struct mm_struct *mm) in arch_dup_mmap()
89 static inline void arch_unmap(struct mm_struct *mm, in arch_unmap()
95 static inline void arch_bprm_mm_init(struct mm_struct *mm, in arch_bprm_mm_init()
Dcpu-single.h32 struct mm_struct;
38 extern void cpu_do_switch_mm(unsigned long pgd_phys, struct mm_struct *mm);
Delf.h86 struct mm_struct;
87 extern unsigned long arch_randomize_brk(struct mm_struct *mm);
/linux-4.1.27/arch/avr32/include/asm/
Dpgalloc.h19 static inline void pmd_populate_kernel(struct mm_struct *mm, in pmd_populate_kernel()
25 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
44 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
49 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
54 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
60 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
79 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
84 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
Dmmu_context.h41 get_mmu_context(struct mm_struct *mm) in get_mmu_context()
72 struct mm_struct *mm) in init_new_context()
82 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
102 static inline void activate_context(struct mm_struct *mm) in activate_context()
108 static inline void switch_mm(struct mm_struct *prev, in switch_mm()
109 struct mm_struct *next, in switch_mm()
125 enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
/linux-4.1.27/arch/arc/include/asm/
Dpgalloc.h39 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
45 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t ptep) in pmd_populate()
55 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
74 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
93 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
105 pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
123 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
128 static inline void pte_free(struct mm_struct *mm, pgtable_t ptep) in pte_free()
Dmmu_context.h60 static inline void get_new_mmu_context(struct mm_struct *mm) in get_new_mmu_context()
108 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
118 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
131 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
Dtlbflush.h15 void local_flush_tlb_mm(struct mm_struct *mm);
33 extern void flush_tlb_mm(struct mm_struct *mm);
/linux-4.1.27/arch/m32r/include/asm/
Dpgalloc.h11 static __inline__ void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
21 static __inline__ pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
28 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
33 static __inline__ pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
41 static __inline__ pgtable_t pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
55 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
60 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
Dmmu_context.h39 static inline void get_new_mmu_context(struct mm_struct *mm) in get_new_mmu_context()
58 static inline void get_mmu_context(struct mm_struct *mm) in get_mmu_context()
75 struct mm_struct *mm) in init_new_context()
115 static inline void activate_context(struct mm_struct *mm) in activate_context()
121 static inline void switch_mm(struct mm_struct *prev, in switch_mm()
122 struct mm_struct *next, struct task_struct *tsk) in switch_mm()
Dprocessor.h116 struct mm_struct;
122 extern void copy_segments(struct task_struct *p, struct mm_struct * mm);
123 extern void release_segments(struct mm_struct * mm);
/linux-4.1.27/arch/frv/include/asm/
Dpgalloc.h34 extern pgd_t *pgd_alloc(struct mm_struct *);
35 extern void pgd_free(struct mm_struct *mm, pgd_t *);
37 extern pte_t *pte_alloc_one_kernel(struct mm_struct *, unsigned long);
39 extern pgtable_t pte_alloc_one(struct mm_struct *, unsigned long);
41 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
46 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
Dmmu_context.h20 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
25 extern int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
27 extern void destroy_context(struct mm_struct *mm);
/linux-4.1.27/mm/
Dmmu_notifier.c56 void __mmu_notifier_release(struct mm_struct *mm) in __mmu_notifier_release()
109 int __mmu_notifier_clear_flush_young(struct mm_struct *mm, in __mmu_notifier_clear_flush_young()
126 int __mmu_notifier_test_young(struct mm_struct *mm, in __mmu_notifier_test_young()
145 void __mmu_notifier_change_pte(struct mm_struct *mm, unsigned long address, in __mmu_notifier_change_pte()
159 void __mmu_notifier_invalidate_page(struct mm_struct *mm, in __mmu_notifier_invalidate_page()
173 void __mmu_notifier_invalidate_range_start(struct mm_struct *mm, in __mmu_notifier_invalidate_range_start()
188 void __mmu_notifier_invalidate_range_end(struct mm_struct *mm, in __mmu_notifier_invalidate_range_end()
213 void __mmu_notifier_invalidate_range(struct mm_struct *mm, in __mmu_notifier_invalidate_range()
229 struct mm_struct *mm, in do_mmu_notifier_register()
298 int mmu_notifier_register(struct mmu_notifier *mn, struct mm_struct *mm) in mmu_notifier_register()
[all …]
Dvmacache.c16 void vmacache_flush_all(struct mm_struct *mm) in vmacache_flush_all()
55 static bool vmacache_valid_mm(struct mm_struct *mm) in vmacache_valid_mm()
66 static bool vmacache_valid(struct mm_struct *mm) in vmacache_valid()
86 struct vm_area_struct *vmacache_find(struct mm_struct *mm, unsigned long addr) in vmacache_find()
112 struct vm_area_struct *vmacache_find_exact(struct mm_struct *mm, in vmacache_find_exact()
Dmmu_context.c20 void use_mm(struct mm_struct *mm) in use_mm()
22 struct mm_struct *active_mm; in use_mm()
51 void unuse_mm(struct mm_struct *mm) in unuse_mm()
Dmemory.c136 void sync_mm_rss(struct mm_struct *mm) in sync_mm_rss()
149 static void add_mm_counter_fast(struct mm_struct *mm, int member, int val) in add_mm_counter_fast()
216 void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned lon… in tlb_gather_mmu()
563 int __pte_alloc(struct mm_struct *mm, struct vm_area_struct *vma, in __pte_alloc()
628 static inline void add_mm_rss_vec(struct mm_struct *mm, int *rss) in add_mm_rss_vec()
806 copy_one_pte(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_one_pte()
887 static int copy_pte_range(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_pte_range()
950 static inline int copy_pmd_range(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_pmd_range()
983 static inline int copy_pud_range(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_pud_range()
1005 int copy_page_range(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_page_range()
[all …]
Dmmap.c60 static void unmap_region(struct mm_struct *mm,
153 int __vm_enough_memory(struct mm_struct *mm, long pages, int cap_sys_admin) in __vm_enough_memory()
289 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE1()
435 static void validate_mm(struct mm_struct *mm) in validate_mm()
553 static int find_vma_links(struct mm_struct *mm, unsigned long addr, in find_vma_links()
587 static unsigned long count_vma_pages_range(struct mm_struct *mm, in count_vma_pages_range()
615 void __vma_link_rb(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link_rb()
659 __vma_link(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link()
667 static void vma_link(struct mm_struct *mm, struct vm_area_struct *vma, in vma_link()
692 static void __insert_vm_struct(struct mm_struct *mm, struct vm_area_struct *vma) in __insert_vm_struct()
[all …]
Dgup.c38 struct mm_struct *mm = vma->vm_mm; in follow_page_pte()
152 struct mm_struct *mm = vma->vm_mm; in follow_page_mask()
212 static int get_gate_page(struct mm_struct *mm, unsigned long address, in get_gate_page()
264 struct mm_struct *mm = vma->vm_mm; in faultin_page()
416 long __get_user_pages(struct task_struct *tsk, struct mm_struct *mm, in __get_user_pages()
544 int fixup_user_fault(struct task_struct *tsk, struct mm_struct *mm, in fixup_user_fault()
579 struct mm_struct *mm, in __get_user_pages_locked()
695 long get_user_pages_locked(struct task_struct *tsk, struct mm_struct *mm, in get_user_pages_locked()
715 __always_inline long __get_user_pages_unlocked(struct task_struct *tsk, struct mm_struct *mm, in __get_user_pages_unlocked()
748 long get_user_pages_unlocked(struct task_struct *tsk, struct mm_struct *mm, in get_user_pages_unlocked()
[all …]
Dnommu.c151 long __get_user_pages(struct task_struct *tsk, struct mm_struct *mm, in __get_user_pages()
201 long get_user_pages(struct task_struct *tsk, struct mm_struct *mm, in get_user_pages()
218 long get_user_pages_locked(struct task_struct *tsk, struct mm_struct *mm, in get_user_pages_locked()
228 long __get_user_pages_unlocked(struct task_struct *tsk, struct mm_struct *mm, in __get_user_pages_unlocked()
242 long get_user_pages_unlocked(struct task_struct *tsk, struct mm_struct *mm, in get_user_pages_unlocked()
547 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE1()
725 struct mm_struct *mm = vma->vm_mm; in protect_vma()
741 static void add_vma_to_mm(struct mm_struct *mm, struct vm_area_struct *vma) in add_vma_to_mm()
813 struct mm_struct *mm = vma->vm_mm; in delete_vma_from_mm()
855 static void delete_vma(struct mm_struct *mm, struct vm_area_struct *vma) in delete_vma()
[all …]
/linux-4.1.27/arch/cris/mm/
Dtlb.c30 struct mm_struct *page_id_map[NUM_PAGEID];
36 alloc_context(struct mm_struct *mm) in alloc_context()
38 struct mm_struct *old_mm; in alloc_context()
71 get_mmu_context(struct mm_struct *mm) in get_mmu_context()
86 destroy_context(struct mm_struct *mm) in destroy_context()
/linux-4.1.27/arch/sh/mm/
Dpgtable.c32 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
37 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
43 void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
48 pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
53 void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dhugetlbpage.c24 pte_t *huge_pte_alloc(struct mm_struct *mm, in huge_pte_alloc()
45 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr) in huge_pte_offset()
65 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare()
/linux-4.1.27/arch/mn10300/mm/
Dtlb-smp.c44 static struct mm_struct *flush_mm;
52 static void flush_tlb_others(cpumask_t cpumask, struct mm_struct *mm,
94 static void flush_tlb_others(cpumask_t cpumask, struct mm_struct *mm, in flush_tlb_others()
143 void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
163 struct mm_struct *mm = current->mm; in flush_tlb_current_task()
184 struct mm_struct *mm = vma->vm_mm; in flush_tlb_page()
Dpgtable.c64 pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
72 struct page *pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
157 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
162 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
/linux-4.1.27/arch/x86/mm/
Dpgtable.c19 pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
24 pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
105 static void pgd_set_mm(pgd_t *pgd, struct mm_struct *mm) in pgd_set_mm()
111 struct mm_struct *pgd_page_get_mm(struct page *page) in pgd_page_get_mm()
113 return (struct mm_struct *)page->index; in pgd_page_get_mm()
116 static void pgd_ctor(struct mm_struct *mm, pgd_t *pgd) in pgd_ctor()
171 void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd) in pud_populate()
194 static void free_pmds(struct mm_struct *mm, pmd_t *pmds[]) in free_pmds()
206 static int preallocate_pmds(struct mm_struct *mm, pmd_t *pmds[]) in preallocate_pmds()
239 static void pgd_mop_up_pmds(struct mm_struct *mm, pgd_t *pgdp) in pgd_mop_up_pmds()
[all …]
Dtlb.c32 struct mm_struct *flush_mm;
43 struct mm_struct *active_mm = this_cpu_read(cpu_tlbstate.active_mm); in leave_mm()
134 struct mm_struct *mm, unsigned long start, in native_flush_tlb_others()
158 struct mm_struct *mm = current->mm; in flush_tlb_current_task()
185 void flush_tlb_mm_range(struct mm_struct *mm, unsigned long start, in flush_tlb_mm_range()
240 struct mm_struct *mm = vma->vm_mm; in flush_tlb_page()
Dmpx.c29 struct mm_struct *mm = current->mm; in mpx_mmap()
366 struct mm_struct *mm = tsk->mm; in mpx_enable_management()
391 struct mm_struct *mm = current->mm; in mpx_disable_management()
561 static int get_bt_addr(struct mm_struct *mm, in get_bt_addr()
616 static int zap_bt_entries(struct mm_struct *mm, in zap_bt_entries()
659 static int unmap_single_bt(struct mm_struct *mm, in unmap_single_bt()
720 static int unmap_shared_bt(struct mm_struct *mm, in unmap_shared_bt()
759 static int unmap_edge_bts(struct mm_struct *mm, in unmap_edge_bts()
816 static int mpx_unmap_tables(struct mm_struct *mm, in mpx_unmap_tables()
886 void mpx_notify_unmap(struct mm_struct *mm, struct vm_area_struct *vma, in mpx_notify_unmap()
/linux-4.1.27/arch/openrisc/mm/
Dtlb.c132 void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
143 void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
168 int init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
179 void destroy_context(struct mm_struct *mm) in destroy_context()
/linux-4.1.27/arch/arm64/mm/
Dcontext.c41 void __init_new_context(struct task_struct *tsk, struct mm_struct *mm) in __init_new_context()
58 static void set_mm_context(struct mm_struct *mm, unsigned int asid) in set_mm_context()
93 struct mm_struct *mm = current->active_mm; in reset_context()
115 static inline void set_mm_context(struct mm_struct *mm, unsigned int asid) in set_mm_context()
123 void __new_context(struct mm_struct *mm) in __new_context()
Dpgd.c35 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
43 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
/linux-4.1.27/arch/sparc/mm/
Dhugetlbpage.c60 struct mm_struct *mm = current->mm; in hugetlb_get_unmapped_area_topdown()
96 struct mm_struct *mm = current->mm; in hugetlb_get_unmapped_area()
129 pte_t *huge_pte_alloc(struct mm_struct *mm, in huge_pte_alloc()
154 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr) in huge_pte_offset()
175 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare()
180 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
197 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, in huge_ptep_get_and_clear()
Dsrmmu.c124 void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, struct page *ptep) in pmd_populate()
342 pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
357 void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
378 struct mm_struct *ctx_mm;
404 static inline void alloc_context(struct mm_struct *old_mm, struct mm_struct *mm) in alloc_context()
460 void switch_mm(struct mm_struct *old_mm, struct mm_struct *mm, in switch_mm()
544 extern void tsunami_flush_cache_mm(struct mm_struct *mm);
549 extern void tsunami_flush_sig_insns(struct mm_struct *mm, unsigned long insn_addr);
551 extern void tsunami_flush_tlb_mm(struct mm_struct *mm);
558 extern void swift_flush_cache_mm(struct mm_struct *mm);
[all …]
Dtlb.c26 struct mm_struct *mm = tb->mm; in flush_tlb_pending()
69 static void tlb_batch_add_one(struct mm_struct *mm, unsigned long vaddr, in tlb_batch_add_one()
104 void tlb_batch_add(struct mm_struct *mm, unsigned long vaddr, in tlb_batch_add()
136 static void tlb_batch_pmd_scan(struct mm_struct *mm, unsigned long vaddr, in tlb_batch_pmd_scan()
156 void set_pmd_at(struct mm_struct *mm, unsigned long addr, in set_pmd_at()
207 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
222 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
/linux-4.1.27/arch/nios2/mm/
Dmmu_context.c80 void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
106 void activate_mm(struct mm_struct *prev, struct mm_struct *next) in activate_mm()
/linux-4.1.27/arch/powerpc/mm/
Dslice.c100 static int slice_area_is_free(struct mm_struct *mm, unsigned long addr, in slice_area_is_free()
111 static int slice_low_has_vma(struct mm_struct *mm, unsigned long slice) in slice_low_has_vma()
117 static int slice_high_has_vma(struct mm_struct *mm, unsigned long slice) in slice_high_has_vma()
131 static struct slice_mask slice_mask_for_free(struct mm_struct *mm) in slice_mask_for_free()
150 static struct slice_mask slice_mask_for_size(struct mm_struct *mm, int psize) in slice_mask_for_size()
182 struct mm_struct *mm = parm; in slice_flush_segments()
196 static void slice_convert(struct mm_struct *mm, struct slice_mask mask, int psize) in slice_convert()
265 static unsigned long slice_find_area_bottomup(struct mm_struct *mm, in slice_find_area_bottomup()
308 static unsigned long slice_find_area_topdown(struct mm_struct *mm, in slice_find_area_topdown()
358 static unsigned long slice_find_area(struct mm_struct *mm, unsigned long len, in slice_find_area()
[all …]
Dicswx.h23 struct mm_struct *mm = arg; in sync_cop()
30 extern int get_cop_pid(struct mm_struct *mm);
31 extern int disable_cop_pid(struct mm_struct *mm);
Dmmu_context_nohash.c61 static struct mm_struct **context_mm;
87 struct mm_struct *mm; in steal_context_smp()
141 struct mm_struct *mm; in steal_all_contexts()
178 struct mm_struct *mm; in steal_context_up()
229 void switch_mmu_context(struct mm_struct *prev, struct mm_struct *next) in switch_mmu_context()
329 int init_new_context(struct task_struct *t, struct mm_struct *mm) in init_new_context()
347 void destroy_context(struct mm_struct *mm) in destroy_context()
Dsubpage-prot.c26 void subpage_prot_free(struct mm_struct *mm) in subpage_prot_free()
53 void subpage_prot_init_new_context(struct mm_struct *mm) in subpage_prot_init_new_context()
60 static void hpte_flush_range(struct mm_struct *mm, unsigned long addr, in hpte_flush_range()
95 struct mm_struct *mm = current->mm; in subpage_prot_clear()
142 static void subpage_mark_vma_nohuge(struct mm_struct *mm, unsigned long addr, in subpage_mark_vma_nohuge()
171 static void subpage_mark_vma_nohuge(struct mm_struct *mm, unsigned long addr, in subpage_mark_vma_nohuge()
190 struct mm_struct *mm = current->mm; in sys_subpage_prot()
Dmmu_context_hash64.c62 int init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
104 static void destroy_pagetable_page(struct mm_struct *mm) in destroy_pagetable_page()
126 static inline void destroy_pagetable_page(struct mm_struct *mm) in destroy_pagetable_page()
133 void destroy_context(struct mm_struct *mm) in destroy_context()
Dtlb_hash32.c40 void flush_hash_entry(struct mm_struct *mm, pte_t *ptep, unsigned long addr) in flush_hash_entry()
90 static void flush_range(struct mm_struct *mm, unsigned long start, in flush_range()
134 void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
156 struct mm_struct *mm; in flush_tlb_page()
Dpgtable_64.c377 static pte_t *get_from_cache(struct mm_struct *mm) in get_from_cache()
396 static pte_t *__alloc_for_cache(struct mm_struct *mm, int kernel) in __alloc_for_cache()
424 pte_t *page_table_alloc(struct mm_struct *mm, unsigned long vmaddr, int kernel) in page_table_alloc()
435 void page_table_free(struct mm_struct *mm, unsigned long *table, int kernel) in page_table_free()
523 unsigned long pmd_hugepage_update(struct mm_struct *mm, unsigned long addr, in pmd_hugepage_update()
674 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
693 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
717 void set_pmd_at(struct mm_struct *mm, unsigned long addr, in set_pmd_at()
740 void hpte_do_hugepage_flush(struct mm_struct *mm, unsigned long addr, in hpte_do_hugepage_flush()
820 pmd_t pmdp_get_and_clear(struct mm_struct *mm, in pmdp_get_and_clear()
Dcopro_fault.c36 int copro_handle_mm_fault(struct mm_struct *mm, unsigned long ea, in copro_handle_mm_fault()
101 int copro_calculate_slb(struct mm_struct *mm, u64 ea, struct copro_slb *slb) in copro_calculate_slb()
145 void copro_flush_all_slbs(struct mm_struct *mm) in copro_flush_all_slbs()
Dmmu_context_hash32.c82 int init_new_context(struct task_struct *t, struct mm_struct *mm) in init_new_context()
101 void destroy_context(struct mm_struct *mm) in destroy_context()
Dicswx.c68 void switch_cop(struct mm_struct *next) in switch_cop()
85 int use_cop(unsigned long acop, struct mm_struct *mm) in use_cop()
129 void drop_cop(unsigned long acop, struct mm_struct *mm) in drop_cop()
/linux-4.1.27/arch/x86/include/asm/uv/
Duv.h7 struct mm_struct;
17 struct mm_struct *mm,
29 uv_flush_tlb_others(const struct cpumask *cpumask, struct mm_struct *mm, in uv_flush_tlb_others()
/linux-4.1.27/arch/cris/arch-v10/mm/
Dtlb.c64 flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
101 struct mm_struct *mm = vma->vm_mm; in flush_tlb_page()
143 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
151 void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
/linux-4.1.27/arch/tile/mm/
Dpgtable.c214 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
222 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
231 struct page *pgtable_alloc_one(struct mm_struct *mm, unsigned long address, in pgtable_alloc_one()
265 void pgtable_free(struct mm_struct *mm, struct page *p, int order) in pgtable_free()
317 void ptep_set_wrprotect(struct mm_struct *mm, in ptep_set_wrprotect()
340 pte_t *virt_to_pte(struct mm_struct* mm, unsigned long addr) in virt_to_pte()
448 static inline int mm_is_priority_cached(struct mm_struct *mm) in mm_is_priority_cached()
457 void start_mm_caching(struct mm_struct *mm) in start_mm_caching()
476 static unsigned long update_priority_cached(struct mm_struct *mm) in update_priority_cached()
492 void check_mm_caching(struct mm_struct *prev, struct mm_struct *next) in check_mm_caching()
Dmmap.c32 static inline unsigned long mmap_base(struct mm_struct *mm) in mmap_base()
52 void arch_pick_mmap_layout(struct mm_struct *mm) in arch_pick_mmap_layout()
89 unsigned long arch_randomize_brk(struct mm_struct *mm) in arch_randomize_brk()
/linux-4.1.27/fs/proc/
Dinternal.h103 struct mm_struct *mm; in task_dumpable()
281 struct mm_struct *mm;
290 struct mm_struct *proc_mem_open(struct inode *inode, unsigned int mode);
301 extern unsigned long task_vsize(struct mm_struct *);
302 extern unsigned long task_statm(struct mm_struct *,
305 extern void task_mem(struct seq_file *, struct mm_struct *);
/linux-4.1.27/arch/metag/mm/
Dhugetlbpage.c33 struct mm_struct *mm = current->mm; in prepare_hugepage_range()
59 pte_t *huge_pte_alloc(struct mm_struct *mm, in huge_pte_alloc()
77 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr) in huge_pte_offset()
92 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare()
107 struct page *follow_huge_pmd(struct mm_struct *mm, unsigned long address, in follow_huge_pmd()
130 struct mm_struct *mm = current->mm; in hugetlb_get_unmapped_area_existing()
/linux-4.1.27/arch/hexagon/mm/
Dvm_tlb.c40 struct mm_struct *mm = vma->vm_mm; in flush_tlb_range()
68 void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
80 struct mm_struct *mm = vma->vm_mm; in flush_tlb_page()
/linux-4.1.27/include/trace/events/
Dxen.h168 TP_PROTO(struct mm_struct *mm, unsigned long addr,
172 __field(struct mm_struct *, mm)
188 TP_PROTO(struct mm_struct *mm, unsigned long addr, pte_t *ptep),
191 __field(struct mm_struct *, mm)
300 TP_PROTO(struct mm_struct *mm, unsigned long addr,
304 __field(struct mm_struct *, mm)
320 TP_PROTO(struct mm_struct *mm, unsigned long addr, \
328 TP_PROTO(struct mm_struct *mm, unsigned long pfn, unsigned level, bool pinned),
331 __field(struct mm_struct *, mm)
362 TP_PROTO(struct mm_struct *mm, pgd_t *pgd),
[all …]
/linux-4.1.27/arch/um/kernel/skas/
Dmmu.c17 static int init_stub_pte(struct mm_struct *mm, unsigned long proc, in init_stub_pte()
50 int init_new_context(struct task_struct *task, struct mm_struct *mm) in init_new_context()
91 void uml_setup_stubs(struct mm_struct *mm) in uml_setup_stubs()
122 void arch_exit_mmap(struct mm_struct *mm) in arch_exit_mmap()
137 void destroy_context(struct mm_struct *mm) in destroy_context()
/linux-4.1.27/arch/s390/mm/
Dpgtable.c34 unsigned long *crst_table_alloc(struct mm_struct *mm) in crst_table_alloc()
43 void crst_table_free(struct mm_struct *mm, unsigned long *table) in crst_table_free()
50 struct mm_struct *mm = arg; in __crst_table_upgrade()
59 int crst_table_upgrade(struct mm_struct *mm, unsigned long limit) in crst_table_upgrade()
104 void crst_table_downgrade(struct mm_struct *mm, unsigned long limit) in crst_table_downgrade()
147 struct gmap *gmap_alloc(struct mm_struct *mm, unsigned long limit) in gmap_alloc()
483 static void gmap_unlink(struct mm_struct *mm, unsigned long *table, in gmap_unlink()
509 struct mm_struct *mm; in __gmap_link()
606 static void gmap_zap_swap_entry(swp_entry_t entry, struct mm_struct *mm) in gmap_zap_swap_entry()
775 void gmap_do_ipte_notify(struct mm_struct *mm, unsigned long vmaddr, pte_t *pte) in gmap_do_ipte_notify()
[all …]
Dhugetlbpage.c86 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
117 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
167 pte_t *huge_pte_alloc(struct mm_struct *mm, in huge_pte_alloc()
181 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr) in huge_pte_offset()
196 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare()
Dmmap.c92 struct mm_struct *mm = current->mm; in arch_get_unmapped_area()
130 struct mm_struct *mm = current->mm; in arch_get_unmapped_area_topdown()
195 struct mm_struct *mm = current->mm; in s390_get_unmapped_area()
217 struct mm_struct *mm = current->mm; in s390_get_unmapped_area_topdown()
238 void arch_pick_mmap_layout(struct mm_struct *mm) in arch_pick_mmap_layout()
/linux-4.1.27/arch/frv/mm/
Dpgalloc.c23 pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
31 pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
138 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
143 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dmmu-context.c29 int init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
130 void destroy_context(struct mm_struct *mm) in destroy_context()
154 char *proc_pid_status_frv_cxnr(struct mm_struct *mm, char *buffer) in proc_pid_status_frv_cxnr()
171 struct mm_struct *mm = NULL; in cxn_pin_by_pid()
/linux-4.1.27/arch/mips/mm/
Dhugetlbpage.c24 pte_t *huge_pte_alloc(struct mm_struct *mm, unsigned long addr, in huge_pte_alloc()
39 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr) in huge_pte_offset()
54 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare()
/linux-4.1.27/arch/x86/xen/
Dmmu.c335 static void xen_set_pte_at(struct mm_struct *mm, unsigned long addr, in xen_set_pte_at()
342 pte_t xen_ptep_modify_prot_start(struct mm_struct *mm, in xen_ptep_modify_prot_start()
350 void xen_ptep_modify_prot_commit(struct mm_struct *mm, unsigned long addr, in xen_ptep_modify_prot_commit()
484 static void xen_pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in xen_pte_clear()
609 static int __xen_pgd_walk(struct mm_struct *mm, pgd_t *pgd, in __xen_pgd_walk()
610 int (*func)(struct mm_struct *mm, struct page *, in __xen_pgd_walk()
700 static int xen_pgd_walk(struct mm_struct *mm, in xen_pgd_walk()
701 int (*func)(struct mm_struct *mm, struct page *, in xen_pgd_walk()
710 static spinlock_t *xen_pte_lock(struct page *page, struct mm_struct *mm) in xen_pte_lock()
738 static int xen_pin_page(struct mm_struct *mm, struct page *page, in xen_pin_page()
[all …]
Dmmu.h18 pte_t xen_ptep_modify_prot_start(struct mm_struct *mm, unsigned long addr, pte_t *ptep);
19 void xen_ptep_modify_prot_commit(struct mm_struct *mm, unsigned long addr,
/linux-4.1.27/arch/x86/kernel/
Dldt.c79 static void install_ldt(struct mm_struct *current_mm, in install_ldt()
106 int init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
109 struct mm_struct *old_mm; in init_new_context()
147 void destroy_context(struct mm_struct *mm) in destroy_context()
157 struct mm_struct *mm = current->mm; in read_ldt()
209 struct mm_struct *mm = current->mm; in write_ldt()
/linux-4.1.27/drivers/oprofile/
Dbuffer_sync.c89 struct mm_struct *mm = current->mm; in munmap_notify()
225 static unsigned long get_exec_dcookie(struct mm_struct *mm) in get_exec_dcookie()
252 lookup_dcookie(struct mm_struct *mm, unsigned long addr, off_t *offset) in lookup_dcookie()
329 static void add_data(struct op_entry *entry, struct mm_struct *mm) in add_data()
379 add_sample(struct mm_struct *mm, struct op_sample *s, int in_kernel) in add_sample()
414 static void release_mm(struct mm_struct *mm) in release_mm()
493 struct mm_struct *mm = NULL; in sync_buffer()
494 struct mm_struct *oldmm; in sync_buffer()
/linux-4.1.27/arch/um/kernel/
Dmem.c185 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
198 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
203 pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
211 pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
226 pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
/linux-4.1.27/arch/cris/arch-v32/mm/
Dtlb.c79 __flush_tlb_mm(struct mm_struct *mm) in __flush_tlb_mm()
169 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
179 switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
/linux-4.1.27/arch/arm/kernel/
Dsmp_tlb.c35 struct mm_struct *mm = (struct mm_struct *)arg; in ipi_flush_tlb_mm()
124 static void broadcast_tlb_mm_a15_erratum(struct mm_struct *mm) in broadcast_tlb_mm_a15_erratum()
147 void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
Dprocess.c286 unsigned long arch_randomize_brk(struct mm_struct *mm) in arch_randomize_brk()
312 struct vm_area_struct *get_gate_vma(struct mm_struct *mm) in get_gate_vma()
317 int in_gate_area(struct mm_struct *mm, unsigned long addr) in in_gate_area()
339 static unsigned long sigpage_addr(const struct mm_struct *mm, in sigpage_addr()
379 struct mm_struct *mm = current->mm; in arch_setup_additional_pages()
/linux-4.1.27/kernel/
Dfork.c390 static int dup_mmap(struct mm_struct *mm, struct mm_struct *oldmm) in dup_mmap()
521 static inline int mm_alloc_pgd(struct mm_struct *mm) in mm_alloc_pgd()
529 static inline void mm_free_pgd(struct mm_struct *mm) in mm_free_pgd()
534 static int dup_mmap(struct mm_struct *mm, struct mm_struct *oldmm) in dup_mmap()
564 static void mm_init_aio(struct mm_struct *mm) in mm_init_aio()
572 static void mm_init_owner(struct mm_struct *mm, struct task_struct *p) in mm_init_owner()
579 static struct mm_struct *mm_init(struct mm_struct *mm, struct task_struct *p) in mm_init()
628 static void check_mm(struct mm_struct *mm) in check_mm()
655 struct mm_struct *mm_alloc(void) in mm_alloc()
657 struct mm_struct *mm; in mm_alloc()
[all …]
/linux-4.1.27/arch/alpha/kernel/
Dsmp.c642 struct mm_struct *mm = (struct mm_struct *) x; in ipi_flush_tlb_mm()
650 flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
679 struct mm_struct *mm;
687 struct mm_struct * mm = data->mm; in ipi_flush_tlb_page()
699 struct mm_struct *mm = vma->vm_mm; in flush_tlb_page()
741 struct mm_struct *mm = (struct mm_struct *) x; in ipi_flush_icache_page()
752 struct mm_struct *mm = vma->vm_mm; in flush_icache_user_range()
/linux-4.1.27/arch/ia64/mm/
Dhugetlbpage.c28 huge_pte_alloc(struct mm_struct *mm, unsigned long addr, unsigned long sz) in huge_pte_alloc()
47 huge_pte_offset (struct mm_struct *mm, unsigned long addr) in huge_pte_offset()
68 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare()
92 struct page *follow_huge_addr(struct mm_struct *mm, unsigned long addr, int write) in follow_huge_addr()
/linux-4.1.27/drivers/misc/cxl/
Dfault.c87 static int cxl_fault_segment(struct cxl_context *ctx, struct mm_struct *mm, in cxl_fault_segment()
116 struct mm_struct *mm, u64 ea) in cxl_handle_segment_miss()
135 struct mm_struct *mm, u64 dsisr, u64 dar) in cxl_handle_page_fault()
176 struct mm_struct *mm; in cxl_handle_fault()
226 struct mm_struct *mm; in cxl_prefault_one()
263 struct mm_struct *mm; in cxl_prefault_vma()
/linux-4.1.27/include/misc/
Dcxl.h39 void cxl_slbia(struct mm_struct *mm);
44 static inline void cxl_slbia(struct mm_struct *mm) {} in cxl_slbia()
/linux-4.1.27/arch/tile/kernel/
Dtlb.c34 void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
53 void flush_tlb_page_mm(struct vm_area_struct *vma, struct mm_struct *mm, in flush_tlb_page_mm()
72 struct mm_struct *mm = vma->vm_mm; in flush_tlb_range()
/linux-4.1.27/arch/microblaze/mm/
Dmmu_context.c36 struct mm_struct *context_mm[LAST_CONTEXT+1];
61 struct mm_struct *mm; in steal_context()
/linux-4.1.27/drivers/misc/sgi-gru/
Dgrutlbpurge.c223 struct mm_struct *mm, in gru_invalidate_range_start()
237 struct mm_struct *mm, unsigned long start, in gru_invalidate_range_end()
250 static void gru_invalidate_page(struct mmu_notifier *mn, struct mm_struct *mm, in gru_invalidate_page()
261 static void gru_release(struct mmu_notifier *mn, struct mm_struct *mm) in gru_release()
279 static struct mmu_notifier *mmu_find_ops(struct mm_struct *mm, in mmu_find_ops()
/linux-4.1.27/arch/x86/um/
Dmem_32.c30 struct vm_area_struct *get_gate_vma(struct mm_struct *mm) in get_gate_vma()
46 int in_gate_area(struct mm_struct *mm, unsigned long addr) in in_gate_area()
/linux-4.1.27/kernel/events/
Duprobes.c163 struct mm_struct *mm = vma->vm_mm; in __replace_page()
300 int uprobe_write_opcode(struct mm_struct *mm, unsigned long vaddr, in uprobe_write_opcode()
349 int __weak set_swbp(struct arch_uprobe *auprobe, struct mm_struct *mm, unsigned long vaddr) in set_swbp()
364 set_orig_insn(struct arch_uprobe *auprobe, struct mm_struct *mm, unsigned long vaddr) in set_orig_insn()
586 struct mm_struct *mm, unsigned long vaddr) in prepare_uprobe()
624 enum uprobe_filter_ctx ctx, struct mm_struct *mm) in consumer_filter()
630 enum uprobe_filter_ctx ctx, struct mm_struct *mm) in filter_chain()
647 install_breakpoint(struct uprobe *uprobe, struct mm_struct *mm, in install_breakpoint()
675 remove_breakpoint(struct uprobe *uprobe, struct mm_struct *mm, unsigned long vaddr) in remove_breakpoint()
705 struct mm_struct *mm;
[all …]
/linux-4.1.27/arch/m32r/kernel/
Dsmp.c49 static struct mm_struct *flush_mm;
69 static void flush_tlb_others(cpumask_t, struct mm_struct *,
246 void smp_flush_tlb_mm(struct mm_struct *mm) in smp_flush_tlb_mm()
317 struct mm_struct *mm = vma->vm_mm; in smp_flush_tlb_page()
370 static void flush_tlb_others(cpumask_t cpumask, struct mm_struct *mm, in flush_tlb_others()
/linux-4.1.27/arch/xtensa/mm/
Dtlb.c63 void local_flush_tlb_mm(struct mm_struct *mm) in local_flush_tlb_mm()
92 struct mm_struct *mm = vma->vm_mm; in local_flush_tlb_range()
131 struct mm_struct* mm = vma->vm_mm; in local_flush_tlb_page()
172 struct mm_struct *mm = task->mm; in get_pte_for_vaddr()

123