Home
last modified time | relevance | path

Searched refs:mm_struct (Results 1 – 200 of 583) sorted by relevance

123

/linux-4.4.14/include/linux/
Dmmu_notifier.h52 struct mm_struct *mm);
64 struct mm_struct *mm,
74 struct mm_struct *mm,
85 struct mm_struct *mm,
93 struct mm_struct *mm,
105 struct mm_struct *mm,
152 struct mm_struct *mm,
155 struct mm_struct *mm,
178 void (*invalidate_range)(struct mmu_notifier *mn, struct mm_struct *mm,
198 static inline int mm_has_notifiers(struct mm_struct *mm) in mm_has_notifiers()
[all …]
Dkhugepaged.h7 extern int __khugepaged_enter(struct mm_struct *mm);
8 extern void __khugepaged_exit(struct mm_struct *mm);
26 static inline int khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm) in khugepaged_fork()
33 static inline void khugepaged_exit(struct mm_struct *mm) in khugepaged_exit()
51 static inline int khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm) in khugepaged_fork()
55 static inline void khugepaged_exit(struct mm_struct *mm) in khugepaged_exit()
Duprobes.h32 struct mm_struct;
55 struct mm_struct *mm);
117 extern int set_swbp(struct arch_uprobe *aup, struct mm_struct *mm, unsigned long vaddr);
118 extern int set_orig_insn(struct arch_uprobe *aup, struct mm_struct *mm, unsigned long vaddr);
123 extern int uprobe_write_opcode(struct mm_struct *mm, unsigned long vaddr, uprobe_opcode_t);
131 extern void uprobe_dup_mmap(struct mm_struct *oldmm, struct mm_struct *newmm);
139 extern void uprobe_clear_state(struct mm_struct *mm);
140 extern int arch_uprobe_analyze_insn(struct arch_uprobe *aup, struct mm_struct *mm, unsigned long a…
186 uprobe_dup_mmap(struct mm_struct *oldmm, struct mm_struct *newmm) in uprobe_dup_mmap()
202 static inline void uprobe_clear_state(struct mm_struct *mm) in uprobe_clear_state()
Dksm.h22 int __ksm_enter(struct mm_struct *mm);
23 void __ksm_exit(struct mm_struct *mm);
25 static inline int ksm_fork(struct mm_struct *mm, struct mm_struct *oldmm) in ksm_fork()
32 static inline void ksm_exit(struct mm_struct *mm) in ksm_exit()
69 static inline int ksm_fork(struct mm_struct *mm, struct mm_struct *oldmm) in ksm_fork()
74 static inline void ksm_exit(struct mm_struct *mm) in ksm_exit()
Dmm.h1129 struct mm_struct *mm;
1139 int copy_page_range(struct mm_struct *dst, struct mm_struct *src,
1165 extern int handle_mm_fault(struct mm_struct *mm, struct vm_area_struct *vma,
1167 extern int fixup_user_fault(struct task_struct *tsk, struct mm_struct *mm,
1170 static inline int handle_mm_fault(struct mm_struct *mm, in handle_mm_fault()
1179 struct mm_struct *mm, unsigned long address, in fixup_user_fault()
1189 extern int access_remote_vm(struct mm_struct *mm, unsigned long addr,
1192 long __get_user_pages(struct task_struct *tsk, struct mm_struct *mm,
1196 long get_user_pages(struct task_struct *tsk, struct mm_struct *mm,
1200 long get_user_pages_locked(struct task_struct *tsk, struct mm_struct *mm,
[all …]
Dhugetlb.h64 int copy_hugetlb_page_range(struct mm_struct *, struct mm_struct *, struct vm_area_struct *);
65 long follow_hugetlb_page(struct mm_struct *, struct vm_area_struct *,
81 int hugetlb_fault(struct mm_struct *mm, struct vm_area_struct *vma,
94 u32 hugetlb_fault_mutex_hash(struct hstate *h, struct mm_struct *mm,
100 pte_t *huge_pmd_share(struct mm_struct *mm, unsigned long addr, pud_t *pud);
109 pte_t *huge_pte_alloc(struct mm_struct *mm,
111 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr);
112 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep);
113 struct page *follow_huge_addr(struct mm_struct *mm, unsigned long address,
115 struct page *follow_huge_pmd(struct mm_struct *mm, unsigned long address,
[all …]
Dmm_types.h319 struct mm_struct *vm_mm; /* The address space we belong to. */
392 struct mm_struct { struct
516 static inline void mm_init_cpumask(struct mm_struct *mm) in mm_init_cpumask() argument
525 static inline cpumask_t *mm_cpumask(struct mm_struct *mm) in mm_cpumask()
537 static inline bool mm_tlb_flush_pending(struct mm_struct *mm) in mm_tlb_flush_pending()
542 static inline void set_tlb_flush_pending(struct mm_struct *mm) in set_tlb_flush_pending()
553 static inline void clear_tlb_flush_pending(struct mm_struct *mm) in clear_tlb_flush_pending()
559 static inline bool mm_tlb_flush_pending(struct mm_struct *mm) in mm_tlb_flush_pending()
563 static inline void set_tlb_flush_pending(struct mm_struct *mm) in set_tlb_flush_pending()
566 static inline void clear_tlb_flush_pending(struct mm_struct *mm) in clear_tlb_flush_pending()
Dhuge_mm.h4 extern int do_huge_pmd_anonymous_page(struct mm_struct *mm,
8 extern int copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm,
11 extern void huge_pmd_set_accessed(struct mm_struct *mm,
15 extern int do_huge_pmd_wp_page(struct mm_struct *mm, struct vm_area_struct *vma,
57 struct mm_struct *mm,
120 extern void split_huge_page_pmd_mm(struct mm_struct *mm, unsigned long address,
150 extern int do_huge_pmd_numa_page(struct mm_struct *mm, struct vm_area_struct *vma,
210 static inline int do_huge_pmd_numa_page(struct mm_struct *mm, struct vm_area_struct *vma, in do_huge_pmd_numa_page()
Dvmacache.h18 extern void vmacache_flush_all(struct mm_struct *mm);
20 extern struct vm_area_struct *vmacache_find(struct mm_struct *mm,
24 extern struct vm_area_struct *vmacache_find_exact(struct mm_struct *mm,
29 static inline void vmacache_invalidate(struct mm_struct *mm) in vmacache_invalidate()
Dmmu_context.h4 struct mm_struct;
6 void use_mm(struct mm_struct *mm);
7 void unuse_mm(struct mm_struct *mm);
Dswapops.h138 extern void __migration_entry_wait(struct mm_struct *mm, pte_t *ptep,
140 extern void migration_entry_wait(struct mm_struct *mm, pmd_t *pmd,
143 struct mm_struct *mm, pte_t *pte);
153 static inline void __migration_entry_wait(struct mm_struct *mm, pte_t *ptep, in __migration_entry_wait()
155 static inline void migration_entry_wait(struct mm_struct *mm, pmd_t *pmd, in migration_entry_wait()
158 struct mm_struct *mm, pte_t *pte) { } in migration_entry_wait_huge()
Daio.h8 struct mm_struct;
16 extern void exit_aio(struct mm_struct *mm);
21 static inline void exit_aio(struct mm_struct *mm) { } in exit_aio()
Dmempolicy.h17 struct mm_struct;
146 extern void mpol_rebind_mm(struct mm_struct *mm, nodemask_t *new);
164 int do_migrate_pages(struct mm_struct *mm, const nodemask_t *from,
253 static inline void mpol_rebind_mm(struct mm_struct *mm, nodemask_t *new) in mpol_rebind_mm()
271 static inline int do_migrate_pages(struct mm_struct *mm, const nodemask_t *from, in do_migrate_pages()
Delf-randomize.h4 struct mm_struct;
16 extern unsigned long arch_randomize_brk(struct mm_struct *mm);
Dfutex.h7 struct mm_struct;
43 struct mm_struct *mm;
Duserfaultfd_k.h33 extern ssize_t mcopy_atomic(struct mm_struct *dst_mm, unsigned long dst_start,
35 extern ssize_t mfill_zeropage(struct mm_struct *dst_mm,
/linux-4.4.14/arch/m68k/include/asm/
Dmmu_context.h6 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
27 extern struct mm_struct *context_mm[LAST_CONTEXT+1];
30 static inline void get_mmu_context(struct mm_struct *mm) in get_mmu_context()
59 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
73 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
84 static inline void activate_mm(struct mm_struct *active_mm, in activate_mm()
85 struct mm_struct *mm) in activate_mm()
99 struct mm_struct *mm; in load_ksp_mmu()
164 extern unsigned long get_free_context(struct mm_struct *mm);
169 struct mm_struct *mm) in init_new_context()
[all …]
Dmotorola_pgalloc.h10 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
24 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
30 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
51 static inline void pte_free(struct mm_struct *mm, pgtable_t page) in pte_free()
69 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
74 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
86 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
91 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
97 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
102 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
[all …]
Dsun3_pgalloc.h20 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
25 static inline void pte_free(struct mm_struct *mm, pgtable_t page) in pte_free()
37 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
49 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
66 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
71 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
84 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
89 static inline pgd_t * pgd_alloc(struct mm_struct *mm) in pgd_alloc()
Dmcf_pgalloc.h7 extern inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
14 extern inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
51 static inline struct page *pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
76 extern inline void pte_free(struct mm_struct *mm, struct page *page) in pte_free()
87 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
92 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
Dtlbflush.h78 static inline void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
144 static inline void flush_tlb_mm (struct mm_struct *mm) in flush_tlb_mm()
194 struct mm_struct *mm = vma->vm_mm; in flush_tlb_range()
255 static inline void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
265 static inline void flush_tlb_range(struct mm_struct *mm, in flush_tlb_range()
/linux-4.4.14/arch/powerpc/include/asm/
Dmmu_context.h16 extern int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
17 extern void destroy_context(struct mm_struct *mm);
37 extern void switch_mmu_context(struct mm_struct *prev, struct mm_struct *next);
38 extern void switch_slb(struct task_struct *tsk, struct mm_struct *mm);
51 extern void switch_cop(struct mm_struct *next);
52 extern int use_cop(unsigned long acop, struct mm_struct *mm);
53 extern void drop_cop(unsigned long acop, struct mm_struct *mm);
59 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
110 static inline void activate_mm(struct mm_struct *prev, struct mm_struct *next) in activate_mm()
120 static inline void enter_lazy_tlb(struct mm_struct *mm, in enter_lazy_tlb()
[all …]
Dpgalloc-64.h44 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
49 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
58 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
64 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
69 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
79 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
85 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
102 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
107 static inline void pte_free(struct mm_struct *mm, pgtable_t ptepage) in pte_free()
168 extern pte_t *page_table_alloc(struct mm_struct *, unsigned long, int);
[all …]
Dtlbflush.h33 struct mm_struct;
41 extern void local_flush_tlb_mm(struct mm_struct *mm);
44 extern void __local_flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr,
48 extern void flush_tlb_mm(struct mm_struct *mm);
50 extern void __flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr,
64 extern void flush_tlb_mm(struct mm_struct *mm);
75 static inline void local_flush_tlb_mm(struct mm_struct *mm) in local_flush_tlb_mm()
96 struct mm_struct *mm;
134 static inline void local_flush_tlb_mm(struct mm_struct *mm) in local_flush_tlb_mm()
138 static inline void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
[all …]
Dcopro.h18 int copro_handle_mm_fault(struct mm_struct *mm, unsigned long ea,
21 int copro_calculate_slb(struct mm_struct *mm, u64 ea, struct copro_slb *slb);
25 void copro_flush_all_slbs(struct mm_struct *mm);
27 static inline void copro_flush_all_slbs(struct mm_struct *mm) {} in copro_flush_all_slbs()
Dpgalloc-32.h11 extern pgd_t *pgd_alloc(struct mm_struct *mm);
12 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
37 extern pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr);
38 extern pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long addr);
40 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
45 static inline void pte_free(struct mm_struct *mm, pgtable_t ptepage) in pte_free()
Dpgtable-ppc64.h203 extern void hpte_need_flush(struct mm_struct *mm, unsigned long addr,
207 static inline unsigned long pte_update(struct mm_struct *mm, in pte_update()
243 static inline int __ptep_test_and_clear_young(struct mm_struct *mm, in __ptep_test_and_clear_young()
262 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, in ptep_set_wrprotect()
272 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
298 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, in ptep_get_and_clear()
305 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, in pte_clear()
441 extern void hpte_do_hugepage_flush(struct mm_struct *mm, unsigned long addr,
446 extern void set_pmd_at(struct mm_struct *mm, unsigned long addr,
483 static inline void hpte_do_hugepage_flush(struct mm_struct *mm, in hpte_do_hugepage_flush()
[all …]
Dhugetlb.h69 pte_t *huge_pte_offset_and_shift(struct mm_struct *mm,
75 int is_hugepage_only_range(struct mm_struct *mm, unsigned long addr,
78 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
115 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
121 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
Dpage_64.h116 struct mm_struct;
124 extern unsigned int get_slice_psize(struct mm_struct *mm,
127 extern void slice_set_user_psize(struct mm_struct *mm, unsigned int psize);
128 extern void slice_set_range_psize(struct mm_struct *mm, unsigned long start,
Dmmu.h138 struct mm_struct;
140 extern void assert_pte_locked(struct mm_struct *mm, unsigned long addr);
142 static inline void assert_pte_locked(struct mm_struct *mm, unsigned long addr) in assert_pte_locked()
Dmmu-hash64.h330 struct mm_struct;
332 extern int hash_page_mm(struct mm_struct *mm, unsigned long ea,
364 extern void demote_segment_4k(struct mm_struct *mm, unsigned long addr);
507 extern void subpage_prot_free(struct mm_struct *mm);
508 extern void subpage_prot_init_new_context(struct mm_struct *mm);
510 static inline void subpage_prot_free(struct mm_struct *mm) {} in subpage_prot_free()
511 static inline void subpage_prot_init_new_context(struct mm_struct *mm) { } in subpage_prot_init_new_context()
Dpgtable-ppc32.h147 extern void flush_hash_entry(struct mm_struct *mm, pte_t *ptep,
248 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, in ptep_get_and_clear()
255 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, in ptep_set_wrprotect()
260 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
335 extern int get_pteptr(struct mm_struct *mm, unsigned long addr, pte_t **ptep,
/linux-4.4.14/arch/um/include/asm/
Dmmu_context.h12 extern void uml_setup_stubs(struct mm_struct *mm);
16 static inline void arch_dup_mmap(struct mm_struct *oldmm, struct mm_struct *mm) in arch_dup_mmap()
20 extern void arch_exit_mmap(struct mm_struct *mm);
21 static inline void arch_unmap(struct mm_struct *mm, in arch_unmap()
26 static inline void arch_bprm_mm_init(struct mm_struct *mm, in arch_bprm_mm_init()
38 static inline void activate_mm(struct mm_struct *old, struct mm_struct *new) in activate_mm()
50 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
63 static inline void enter_lazy_tlb(struct mm_struct *mm, in enter_lazy_tlb()
68 extern int init_new_context(struct task_struct *task, struct mm_struct *mm);
70 extern void destroy_context(struct mm_struct *mm);
Dpgalloc.h25 extern pgd_t *pgd_alloc(struct mm_struct *);
26 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
28 extern pte_t *pte_alloc_one_kernel(struct mm_struct *, unsigned long);
29 extern pgtable_t pte_alloc_one(struct mm_struct *, unsigned long);
31 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
36 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
50 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dprocessor-generic.h19 struct mm_struct;
63 static inline void mm_copy_segments(struct mm_struct *from_mm, in mm_copy_segments()
64 struct mm_struct *new_mm) in mm_copy_segments()
Dtlb.h18 struct mm_struct *mm;
48 tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end) in tlb_gather_mmu()
58 extern void flush_tlb_mm_range(struct mm_struct *mm, unsigned long start,
/linux-4.4.14/arch/x86/include/asm/
Dmmu_context.h15 static inline void paravirt_activate_mm(struct mm_struct *prev, in paravirt_activate_mm()
16 struct mm_struct *next) in paravirt_activate_mm()
24 static inline void load_mm_cr4(struct mm_struct *mm) in load_mm_cr4()
33 static inline void load_mm_cr4(struct mm_struct *mm) {} in load_mm_cr4()
55 int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
56 void destroy_context(struct mm_struct *mm);
59 struct mm_struct *mm) in init_new_context()
63 static inline void destroy_context(struct mm_struct *mm) {} in destroy_context()
66 static inline void load_mm_ldt(struct mm_struct *mm) in load_mm_ldt()
99 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
[all …]
Dpgalloc.h8 static inline int __paravirt_pgd_alloc(struct mm_struct *mm) { return 0; } in __paravirt_pgd_alloc()
14 static inline void paravirt_pgd_free(struct mm_struct *mm, pgd_t *pgd) {} in paravirt_pgd_free()
15 static inline void paravirt_alloc_pte(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pte()
16 static inline void paravirt_alloc_pmd(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pmd()
19 static inline void paravirt_alloc_pud(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pud()
33 extern pgd_t *pgd_alloc(struct mm_struct *);
34 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
36 extern pte_t *pte_alloc_one_kernel(struct mm_struct *, unsigned long);
37 extern pgtable_t pte_alloc_one(struct mm_struct *, unsigned long);
42 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
[all …]
Dmpx.h60 static inline int kernel_managing_mpx_tables(struct mm_struct *mm) in kernel_managing_mpx_tables()
64 static inline void mpx_mm_init(struct mm_struct *mm) in mpx_mm_init()
72 void mpx_notify_unmap(struct mm_struct *mm, struct vm_area_struct *vma,
83 static inline int kernel_managing_mpx_tables(struct mm_struct *mm) in kernel_managing_mpx_tables()
87 static inline void mpx_mm_init(struct mm_struct *mm) in mpx_mm_init()
90 static inline void mpx_notify_unmap(struct mm_struct *mm, in mpx_notify_unmap()
Dparavirt_types.h50 struct mm_struct;
242 void (*activate_mm)(struct mm_struct *prev,
243 struct mm_struct *next);
244 void (*dup_mmap)(struct mm_struct *oldmm,
245 struct mm_struct *mm);
246 void (*exit_mmap)(struct mm_struct *mm);
254 struct mm_struct *mm,
259 int (*pgd_alloc)(struct mm_struct *mm);
260 void (*pgd_free)(struct mm_struct *mm, pgd_t *pgd);
266 void (*alloc_pte)(struct mm_struct *mm, unsigned long pfn);
[all …]
Dparavirt.h303 static inline void paravirt_activate_mm(struct mm_struct *prev, in paravirt_activate_mm()
304 struct mm_struct *next) in paravirt_activate_mm()
309 static inline void paravirt_arch_dup_mmap(struct mm_struct *oldmm, in paravirt_arch_dup_mmap()
310 struct mm_struct *mm) in paravirt_arch_dup_mmap()
315 static inline void paravirt_arch_exit_mmap(struct mm_struct *mm) in paravirt_arch_exit_mmap()
334 struct mm_struct *mm, in flush_tlb_others()
341 static inline int paravirt_pgd_alloc(struct mm_struct *mm) in paravirt_pgd_alloc()
346 static inline void paravirt_pgd_free(struct mm_struct *mm, pgd_t *pgd) in paravirt_pgd_free()
351 static inline void paravirt_alloc_pte(struct mm_struct *mm, unsigned long pfn) in paravirt_alloc_pte()
360 static inline void paravirt_alloc_pmd(struct mm_struct *mm, unsigned long pfn) in paravirt_alloc_pmd()
[all …]
Dtlbflush.h20 struct mm_struct *active_mm;
185 static inline void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
205 static inline void flush_tlb_mm_range(struct mm_struct *mm, in flush_tlb_mm_range()
213 struct mm_struct *mm, in native_flush_tlb_others()
243 extern void flush_tlb_mm_range(struct mm_struct *mm, unsigned long start,
250 struct mm_struct *mm,
Dhugetlb.h9 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
38 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
44 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
66 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
Dia32.h65 struct mm_struct;
66 extern void ia32_pick_mmap_layout(struct mm_struct *mm);
/linux-4.4.14/arch/s390/include/asm/
Dpgalloc.h18 unsigned long *crst_table_alloc(struct mm_struct *);
19 void crst_table_free(struct mm_struct *, unsigned long *);
21 unsigned long *page_table_alloc(struct mm_struct *);
22 void page_table_free(struct mm_struct *, unsigned long *);
26 int set_guest_storage_key(struct mm_struct *mm, unsigned long addr,
28 unsigned long get_guest_storage_key(struct mm_struct *mm, unsigned long addr);
50 static inline unsigned long pgd_entry_type(struct mm_struct *mm) in pgd_entry_type()
59 int crst_table_upgrade(struct mm_struct *);
60 void crst_table_downgrade(struct mm_struct *);
62 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address) in pud_alloc_one()
[all …]
Dmmu_context.h16 struct mm_struct *mm) in init_new_context()
59 static inline void set_user_asce(struct mm_struct *mm) in set_user_asce()
85 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
108 struct mm_struct *mm = tsk->mm; in finish_arch_post_lock_switch()
127 static inline void activate_mm(struct mm_struct *prev, in activate_mm()
128 struct mm_struct *next) in activate_mm()
135 static inline void arch_dup_mmap(struct mm_struct *oldmm, in arch_dup_mmap()
136 struct mm_struct *mm) in arch_dup_mmap()
140 static inline void arch_exit_mmap(struct mm_struct *mm) in arch_exit_mmap()
144 static inline void arch_unmap(struct mm_struct *mm, in arch_unmap()
[all …]
Dtlbflush.h64 static inline void __tlb_flush_full(struct mm_struct *mm) in __tlb_flush_full()
86 static inline void __tlb_flush_asce(struct mm_struct *mm, unsigned long asce) in __tlb_flush_asce()
124 static inline void __tlb_flush_asce(struct mm_struct *mm, unsigned long asce) in __tlb_flush_asce()
141 static inline void __tlb_flush_mm(struct mm_struct * mm) in __tlb_flush_mm()
154 static inline void __tlb_flush_mm_lazy(struct mm_struct * mm) in __tlb_flush_mm_lazy()
184 static inline void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
Dhugetlb.h19 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
22 pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
41 static inline void huge_pte_clear(struct mm_struct *mm, unsigned long addr, in huge_pte_clear()
65 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
Dpgtable.h398 static inline int mm_has_pgste(struct mm_struct *mm) in mm_has_pgste()
407 static inline int mm_alloc_pgste(struct mm_struct *mm) in mm_alloc_pgste()
421 static inline int mm_use_skey(struct mm_struct *mm) in mm_use_skey()
691 struct mm_struct *mm) in pgste_update_all()
712 struct mm_struct *mm) in pgste_set_key()
768 struct mm_struct *mm;
788 struct gmap *gmap_alloc(struct mm_struct *mm, unsigned long limit);
807 void gmap_do_ipte_notify(struct mm_struct *, unsigned long addr, pte_t *);
809 static inline pgste_t pgste_ipte_notify(struct mm_struct *mm, in pgste_ipte_notify()
827 static inline void set_pte_at(struct mm_struct *mm, unsigned long addr, in set_pte_at()
[all …]
/linux-4.4.14/arch/arm64/include/asm/
Dpgalloc.h34 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
39 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
45 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
54 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
59 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
65 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
72 extern pgd_t *pgd_alloc(struct mm_struct *mm);
73 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
76 pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr) in pte_alloc_one_kernel()
82 pte_alloc_one(struct mm_struct *mm, unsigned long addr) in pte_alloc_one()
[all …]
Dmmu_context.h102 void check_and_switch_context(struct mm_struct *mm, unsigned int cpu);
116 enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
127 switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
Dhugetlb.h29 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
41 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
47 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
68 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
Dproc-fns.h28 struct mm_struct;
32 extern void cpu_do_switch_mm(unsigned long pgd_phys, struct mm_struct *mm);
Dsystem_misc.h42 struct mm_struct;
43 extern void show_pte(struct mm_struct *mm, unsigned long addr);
/linux-4.4.14/include/asm-generic/
Dmmu_context.h12 struct mm_struct;
14 static inline void enter_lazy_tlb(struct mm_struct *mm, in enter_lazy_tlb()
20 struct mm_struct *mm) in init_new_context()
25 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
30 struct mm_struct *mm) in deactivate_mm()
34 static inline void switch_mm(struct mm_struct *prev, in switch_mm()
35 struct mm_struct *next, in switch_mm()
40 static inline void activate_mm(struct mm_struct *prev_mm, in activate_mm()
41 struct mm_struct *next_mm) in activate_mm()
Dmm_hooks.h9 static inline void arch_dup_mmap(struct mm_struct *oldmm, in arch_dup_mmap()
10 struct mm_struct *mm) in arch_dup_mmap()
14 static inline void arch_exit_mmap(struct mm_struct *mm) in arch_exit_mmap()
18 static inline void arch_unmap(struct mm_struct *mm, in arch_unmap()
24 static inline void arch_bprm_mm_init(struct mm_struct *mm, in arch_bprm_mm_init()
Dpgtable.h112 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, in ptep_get_and_clear()
124 static inline pmd_t pmdp_huge_get_and_clear(struct mm_struct *mm, in pmdp_huge_get_and_clear()
137 static inline pmd_t pmdp_huge_get_and_clear_full(struct mm_struct *mm, in pmdp_huge_get_and_clear_full()
147 static inline pte_t ptep_get_and_clear_full(struct mm_struct *mm, in ptep_get_and_clear_full()
163 static inline void pte_clear_not_present_full(struct mm_struct *mm, in pte_clear_not_present_full()
185 struct mm_struct;
186 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long address, pte_t *ptep) in ptep_set_wrprotect()
195 static inline void pmdp_set_wrprotect(struct mm_struct *mm, in pmdp_set_wrprotect()
202 static inline void pmdp_set_wrprotect(struct mm_struct *mm, in pmdp_set_wrprotect()
232 extern void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
[all …]
/linux-4.4.14/arch/ia64/include/asm/
Dpgalloc.h25 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
30 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
37 pgd_populate(struct mm_struct *mm, pgd_t * pgd_entry, pud_t * pud) in pgd_populate()
42 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
47 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
55 pud_populate(struct mm_struct *mm, pud_t * pud_entry, pmd_t * pmd) in pud_populate()
60 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
65 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
73 pmd_populate(struct mm_struct *mm, pmd_t * pmd_entry, pgtable_t pte) in pmd_populate()
80 pmd_populate_kernel(struct mm_struct *mm, pmd_t * pmd_entry, pte_t * pte) in pmd_populate_kernel()
[all …]
Dmmu_context.h48 extern void wrap_mmu_context (struct mm_struct *mm);
51 enter_lazy_tlb (struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
78 get_mmu_context (struct mm_struct *mm) in get_mmu_context()
118 init_new_context (struct task_struct *p, struct mm_struct *mm) in init_new_context()
125 destroy_context (struct mm_struct *mm) in destroy_context()
163 activate_context (struct mm_struct *mm) in activate_context()
185 activate_mm (struct mm_struct *prev, struct mm_struct *next) in activate_mm()
Dhugetlb.h15 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
23 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
29 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
50 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
Dtlbflush.h30 extern void smp_flush_tlb_mm (struct mm_struct *mm);
39 local_finish_flush_tlb_mm (struct mm_struct *mm) in local_finish_flush_tlb_mm()
51 flush_tlb_mm (struct mm_struct *mm) in flush_tlb_mm()
Dmachvec.h20 struct mm_struct;
32 typedef void ia64_mv_global_tlb_purge_t (struct mm_struct *, unsigned long, unsigned long, unsigned…
33 typedef void ia64_mv_tlb_migrate_finish_t (struct mm_struct *);
84 machvec_noop_mm (struct mm_struct *mm) in machvec_noop_mm()
100 extern void machvec_tlb_migrate_finish (struct mm_struct *);
/linux-4.4.14/arch/xtensa/include/asm/
Dnommu_context.h5 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
9 static inline int init_new_context(struct task_struct *tsk,struct mm_struct *mm) in init_new_context()
14 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
18 static inline void activate_mm(struct mm_struct *prev, struct mm_struct *next) in activate_mm()
22 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
27 static inline void deactivate_mm(struct task_struct *tsk, struct mm_struct *mm) in deactivate_mm()
Dmmu_context.h68 static inline void get_new_mmu_context(struct mm_struct *mm, unsigned int cpu) in get_new_mmu_context()
84 static inline void get_mmu_context(struct mm_struct *mm, unsigned int cpu) in get_mmu_context()
99 static inline void activate_context(struct mm_struct *mm, unsigned int cpu) in activate_context()
113 struct mm_struct *mm) in init_new_context()
123 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
144 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
150 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
Dpgalloc.h31 pgd_alloc(struct mm_struct *mm) in pgd_alloc()
36 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
41 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
55 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
72 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
77 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
/linux-4.4.14/arch/alpha/include/asm/
Dpgalloc.h14 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t pte) in pmd_populate()
21 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
27 pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
32 extern pgd_t *pgd_alloc(struct mm_struct *mm);
35 pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
41 pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
48 pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
54 pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
61 pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
67 pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
[all …]
Dmmu_context.h117 __get_new_mm_context(struct mm_struct *mm, long cpu) in __get_new_mm_context()
132 ev5_switch_mm(struct mm_struct *prev_mm, struct mm_struct *next_mm, in ev5_switch_mm()
162 ev4_switch_mm(struct mm_struct *prev_mm, struct mm_struct *next_mm, in ev4_switch_mm()
181 extern void __load_new_mm_context(struct mm_struct *);
190 struct mm_struct * mm = current->active_mm; \
201 ev5_activate_mm(struct mm_struct *prev_mm, struct mm_struct *next_mm) in ev5_activate_mm()
207 ev4_activate_mm(struct mm_struct *prev_mm, struct mm_struct *next_mm) in ev4_activate_mm()
229 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
242 destroy_context(struct mm_struct *mm) in destroy_context()
248 enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
Dtlbflush.h14 extern void __load_new_mm_context(struct mm_struct *);
21 ev4_flush_tlb_current(struct mm_struct *mm) in ev4_flush_tlb_current()
28 ev5_flush_tlb_current(struct mm_struct *mm) in ev5_flush_tlb_current()
38 ev4_flush_tlb_current_page(struct mm_struct * mm, in ev4_flush_tlb_current_page()
51 ev5_flush_tlb_current_page(struct mm_struct * mm, in ev5_flush_tlb_current_page()
89 flush_tlb_other(struct mm_struct *mm) in flush_tlb_other()
107 flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
119 struct mm_struct *mm = vma->vm_mm; in flush_tlb_page()
139 extern void flush_tlb_mm(struct mm_struct *);
Dmachvec.h17 struct mm_struct;
72 void (*mv_switch_mm)(struct mm_struct *, struct mm_struct *,
74 void (*mv_activate_mm)(struct mm_struct *, struct mm_struct *);
76 void (*mv_flush_tlb_current)(struct mm_struct *);
77 void (*mv_flush_tlb_current_page)(struct mm_struct * mm,
/linux-4.4.14/arch/sh/include/asm/
Dpgalloc.h9 extern pgd_t *pgd_alloc(struct mm_struct *);
10 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
13 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
14 extern pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address);
15 extern void pmd_free(struct mm_struct *mm, pmd_t *pmd);
18 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
24 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
34 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
40 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
57 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
[all …]
Dmmu_context.h57 static inline void get_mmu_context(struct mm_struct *mm, unsigned int cpu) in get_mmu_context()
98 struct mm_struct *mm) in init_new_context()
112 static inline void activate_context(struct mm_struct *mm, unsigned int cpu) in activate_context()
118 static inline void switch_mm(struct mm_struct *prev, in switch_mm()
119 struct mm_struct *next, in switch_mm()
Dhugetlb.h9 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
37 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
43 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
64 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
Dtlbflush.h14 extern void local_flush_tlb_mm(struct mm_struct *mm);
29 extern void flush_tlb_mm(struct mm_struct *mm);
/linux-4.4.14/arch/nios2/include/asm/
Dmmu_context.h27 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
38 struct mm_struct *mm) in init_new_context()
48 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
52 void switch_mm(struct mm_struct *prev, struct mm_struct *next,
56 struct mm_struct *mm) in deactivate_mm()
64 void activate_mm(struct mm_struct *prev, struct mm_struct *next);
Dpgalloc.h15 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
21 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
33 extern pgd_t *pgd_alloc(struct mm_struct *mm);
35 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
40 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
51 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
67 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
72 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
Dcacheflush.h21 struct mm_struct;
24 extern void flush_cache_mm(struct mm_struct *mm);
25 extern void flush_cache_dup_mm(struct mm_struct *mm);
Dtlbflush.h22 struct mm_struct;
34 extern void flush_tlb_mm(struct mm_struct *mm);
/linux-4.4.14/arch/cris/include/asm/
Dmmu_context.h6 extern int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
7 extern void get_mmu_context(struct mm_struct *mm);
8 extern void destroy_context(struct mm_struct *mm);
9 extern void switch_mm(struct mm_struct *prev, struct mm_struct *next,
14 static inline void activate_mm(struct mm_struct *prev, struct mm_struct *next) in activate_mm()
30 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
Dpgalloc.h15 static inline pgd_t *pgd_alloc (struct mm_struct *mm) in pgd_alloc()
20 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
25 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
31 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
44 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
49 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
/linux-4.4.14/arch/score/include/asm/
Dmmu_context.h42 static inline void enter_lazy_tlb(struct mm_struct *mm, in enter_lazy_tlb()
47 get_new_mmu_context(struct mm_struct *mm) in get_new_mmu_context()
66 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
72 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
90 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
94 deactivate_mm(struct task_struct *task, struct mm_struct *mm) in deactivate_mm()
102 activate_mm(struct mm_struct *prev, struct mm_struct *next) in activate_mm()
Dpgalloc.h6 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
12 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
20 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
35 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
40 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
51 static inline struct page *pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
67 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
72 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
/linux-4.4.14/arch/mn10300/include/asm/
Dpgalloc.h18 struct mm_struct;
26 void pmd_populate(struct mm_struct *mm, pmd_t *pmd, struct page *pte) in pmd_populate()
36 extern pgd_t *pgd_alloc(struct mm_struct *);
37 extern void pgd_free(struct mm_struct *, pgd_t *);
39 extern pte_t *pte_alloc_one_kernel(struct mm_struct *, unsigned long);
40 extern struct page *pte_alloc_one(struct mm_struct *, unsigned long);
42 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
47 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
Dmmu_context.h39 static inline void cpu_ran_vm(int cpu, struct mm_struct *mm) in cpu_ran_vm()
46 static inline bool cpu_maybe_ran_vm(int cpu, struct mm_struct *mm) in cpu_maybe_ran_vm()
63 static inline unsigned long allocate_mmu_context(struct mm_struct *mm) in allocate_mmu_context()
85 static inline unsigned long get_mmu_context(struct mm_struct *mm) in get_mmu_context()
104 struct mm_struct *mm) in init_new_context()
117 static inline void activate_context(struct mm_struct *mm) in activate_context()
143 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
Dtlbflush.h18 struct mm_struct *active_mm;
60 void local_flush_tlb_page(struct mm_struct *mm, unsigned long addr) in local_flush_tlb_page()
103 extern void flush_tlb_mm(struct mm_struct *);
123 static inline void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
149 static inline void flush_tlb_pgtables(struct mm_struct *mm, in flush_tlb_pgtables()
/linux-4.4.14/arch/hexagon/include/asm/
Dmmu_context.h29 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
38 static inline void enter_lazy_tlb(struct mm_struct *mm, in enter_lazy_tlb()
47 struct mm_struct *mm) in deactivate_mm()
57 struct mm_struct *mm) in init_new_context()
66 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
88 static inline void activate_mm(struct mm_struct *prev, struct mm_struct *next) in activate_mm()
Dpgalloc.h34 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
57 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
62 static inline struct page *pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
78 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
85 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
91 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
96 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
116 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
/linux-4.4.14/arch/sparc/include/asm/
Dmmu_context_64.h12 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
20 void get_new_mmu_context(struct mm_struct *mm);
27 int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
28 void destroy_context(struct mm_struct *mm);
35 static inline void tsb_context_switch(struct mm_struct *mm) in tsb_context_switch()
49 void tsb_grow(struct mm_struct *mm,
53 void smp_tsb_sync(struct mm_struct *mm);
74 static inline void switch_mm(struct mm_struct *old_mm, struct mm_struct *mm, struct task_struct *ts… in switch_mm()
136 static inline void activate_mm(struct mm_struct *active_mm, struct mm_struct *mm) in activate_mm()
Dpgalloc_64.h25 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
30 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
42 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
53 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
59 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
64 pte_t *pte_alloc_one_kernel(struct mm_struct *mm,
66 pgtable_t pte_alloc_one(struct mm_struct *mm,
68 void pte_free_kernel(struct mm_struct *mm, pte_t *pte);
69 void pte_free(struct mm_struct *mm, pgtable_t ptepage);
Dmmu_context_32.h8 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
15 int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
22 void destroy_context(struct mm_struct *mm);
25 void switch_mm(struct mm_struct *old_mm, struct mm_struct *mm,
Dtlbflush_64.h12 struct mm_struct *mm;
20 void flush_tsb_user_page(struct mm_struct *mm, unsigned long vaddr, bool huge);
24 static inline void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
54 static inline void global_flush_tlb_page(struct mm_struct *mm, unsigned long vaddr) in global_flush_tlb_page()
62 void smp_flush_tlb_page(struct mm_struct *mm, unsigned long vaddr);
Dcachetlb_32.h4 struct mm_struct;
9 void (*cache_mm)(struct mm_struct *);
15 void (*tlb_mm)(struct mm_struct *);
21 void (*sig_insns)(struct mm_struct *, unsigned long);
Dpgalloc_32.h39 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, in pmd_alloc_one()
54 void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, struct page *ptep);
60 pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long address);
62 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
76 void pte_free(struct mm_struct * mm, pgtable_t pte);
Dhugetlb.h8 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
11 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr,
14 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
57 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
Dtlb_64.h11 void smp_flush_tlb_pending(struct mm_struct *,
16 void smp_flush_tlb_mm(struct mm_struct *mm);
/linux-4.4.14/arch/mips/include/asm/
Dpgalloc.h16 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
22 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
36 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
47 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
62 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
67 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
77 static inline struct page *pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
93 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
98 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
112 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
[all …]
Dmmu_context.h89 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
102 get_new_mmu_context(struct mm_struct *mm, unsigned long cpu) in get_new_mmu_context()
127 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
139 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
168 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
179 activate_mm(struct mm_struct *prev, struct mm_struct *next) in activate_mm()
206 drop_mmu_context(struct mm_struct *mm, unsigned cpu) in drop_mmu_context()
Dhugetlb.h16 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
50 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
56 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
84 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
Dtlbflush.h16 extern void local_flush_tlb_mm(struct mm_struct *mm);
28 extern void flush_tlb_mm(struct mm_struct *);
/linux-4.4.14/arch/tile/include/asm/
Dpgalloc.h50 static inline void pmd_populate_kernel(struct mm_struct *mm, in pmd_populate_kernel()
57 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
68 extern pgd_t *pgd_alloc(struct mm_struct *mm);
69 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
71 extern pgtable_t pgtable_alloc_one(struct mm_struct *mm, unsigned long address,
73 extern void pgtable_free(struct mm_struct *mm, struct page *pte, int order);
75 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
81 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
89 pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
94 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
[all …]
Dmmu_context.h28 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
79 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *t) in enter_lazy_tlb()
91 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
126 static inline void activate_mm(struct mm_struct *prev_mm, in activate_mm()
127 struct mm_struct *next_mm) in activate_mm()
Dhugetlb.h22 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
51 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
57 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
79 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
Dpgtable.h35 struct mm_struct;
284 extern void start_mm_caching(struct mm_struct *mm);
285 extern void check_mm_caching(struct mm_struct *prev, struct mm_struct *next);
410 static inline void pmdp_set_wrprotect(struct mm_struct *mm, in pmdp_set_wrprotect()
418 static inline pmd_t pmdp_huge_get_and_clear(struct mm_struct *mm, in pmdp_huge_get_and_clear()
524 int arch_proc_pgtable_show(struct seq_file *m, struct mm_struct *mm,
/linux-4.4.14/arch/arm/include/asm/
Dpgalloc.h30 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
35 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
57 extern pgd_t *pgd_alloc(struct mm_struct *mm);
58 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
84 pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr) in pte_alloc_one_kernel()
96 pte_alloc_one(struct mm_struct *mm, unsigned long addr) in pte_alloc_one()
119 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
125 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
149 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
[all …]
Dmmu_context.h24 void __check_vmalloc_seq(struct mm_struct *mm);
28 void check_and_switch_context(struct mm_struct *mm, struct task_struct *tsk);
32 void a15_erratum_get_cpumask(int this_cpu, struct mm_struct *mm,
35 static inline void a15_erratum_get_cpumask(int this_cpu, struct mm_struct *mm, in a15_erratum_get_cpumask()
45 static inline void check_and_switch_context(struct mm_struct *mm, in check_and_switch_context()
68 struct mm_struct *mm = current->mm; in finish_arch_post_lock_switch()
105 enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
116 switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
Dvdso.h8 struct mm_struct;
12 void arm_install_vdso(struct mm_struct *mm, unsigned long addr);
20 static inline void arm_install_vdso(struct mm_struct *mm, unsigned long addr) in arm_install_vdso()
Dhugetlb-3level.h40 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
52 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
58 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
Dproc-fns.h21 struct mm_struct;
63 void (*switch_mm)(phys_addr_t pgd_phys, struct mm_struct *mm);
85 extern void cpu_do_switch_mm(phys_addr_t pgd_phys, struct mm_struct *mm);
/linux-4.4.14/arch/openrisc/include/asm/
Dpgalloc.h33 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
44 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
63 extern inline pgd_t *pgd_alloc(struct mm_struct *mm)
69 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
74 extern pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address);
76 static inline struct page *pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
91 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
96 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
Dmmu_context.h24 extern int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
25 extern void destroy_context(struct mm_struct *mm);
26 extern void switch_mm(struct mm_struct *prev, struct mm_struct *next,
39 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
/linux-4.4.14/arch/metag/include/asm/
Dmmu_context.h13 static inline void enter_lazy_tlb(struct mm_struct *mm, in enter_lazy_tlb()
19 struct mm_struct *mm) in init_new_context()
39 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
72 static inline void switch_mmu(struct mm_struct *prev, struct mm_struct *next) in switch_mmu()
98 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
105 static inline void activate_mm(struct mm_struct *prev_mm, in activate_mm()
106 struct mm_struct *next_mm) in activate_mm()
Dpgalloc.h29 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
37 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
42 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
50 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
64 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
69 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
Dhugetlb.h8 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
25 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
31 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
52 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
Dtlbflush.h46 static inline void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
64 static inline void flush_tlb_pgtables(struct mm_struct *mm, in flush_tlb_pgtables()
/linux-4.4.14/arch/parisc/include/asm/
Dmmu_context.h11 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
22 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
31 destroy_context(struct mm_struct *mm) in destroy_context()
52 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, struct task_struct *ts… in switch_mm()
63 static inline void activate_mm(struct mm_struct *prev, struct mm_struct *next) in activate_mm()
Dpgalloc.h21 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
46 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
58 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
64 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
73 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
104 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
125 pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
138 pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr) in pte_alloc_one_kernel()
144 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
149 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
Dhugetlb.h8 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
11 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr,
14 static inline int is_hugepage_only_range(struct mm_struct *mm, in is_hugepage_only_range()
57 void huge_ptep_set_wrprotect(struct mm_struct *mm,
/linux-4.4.14/arch/microblaze/include/asm/
Dmmu_context_mm.h36 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
75 extern struct mm_struct *context_mm[LAST_CONTEXT+1];
81 static inline void get_mmu_context(struct mm_struct *mm) in get_mmu_context()
108 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
117 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
129 static inline void activate_mm(struct mm_struct *active_mm, in activate_mm()
130 struct mm_struct *mm) in activate_mm()
Dpgalloc.h111 extern pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr);
113 static inline struct page *pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
135 static inline pte_t *pte_alloc_one_fast(struct mm_struct *mm, in pte_alloc_one_fast()
156 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
166 static inline void pte_free(struct mm_struct *mm, struct page *ptepage) in pte_free()
Dtlbflush.h31 static inline void local_flush_tlb_mm(struct mm_struct *mm) in local_flush_tlb_mm()
54 static inline void flush_tlb_pgtables(struct mm_struct *mm, in flush_tlb_pgtables()
/linux-4.4.14/arch/blackfin/include/asm/
Dmmu_context.h60 activate_l1stack(struct mm_struct *mm, unsigned long sp_base) in activate_l1stack()
73 static inline void __switch_mm(struct mm_struct *prev_mm, struct mm_struct *next_mm, in __switch_mm()
111 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
120 static inline void protect_page(struct mm_struct *mm, unsigned long addr, in protect_page()
151 static inline void update_protections(struct mm_struct *mm) in update_protections()
160 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
167 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
173 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
184 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
/linux-4.4.14/arch/unicore32/include/asm/
Dpgalloc.h25 extern pgd_t *get_pgd_slow(struct mm_struct *mm);
26 extern void free_pgd_slow(struct mm_struct *mm, pgd_t *pgd);
37 pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr) in pte_alloc_one_kernel()
49 pte_alloc_one(struct mm_struct *mm, unsigned long addr) in pte_alloc_one()
70 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
76 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
93 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
105 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
Dmmu_context.h38 enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
49 switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
84 static inline void arch_dup_mmap(struct mm_struct *oldmm, in arch_dup_mmap()
85 struct mm_struct *mm) in arch_dup_mmap()
89 static inline void arch_unmap(struct mm_struct *mm, in arch_unmap()
95 static inline void arch_bprm_mm_init(struct mm_struct *mm, in arch_bprm_mm_init()
Dcpu-single.h32 struct mm_struct;
38 extern void cpu_do_switch_mm(unsigned long pgd_phys, struct mm_struct *mm);
Delf.h86 struct mm_struct;
87 extern unsigned long arch_randomize_brk(struct mm_struct *mm);
/linux-4.4.14/arch/avr32/include/asm/
Dpgalloc.h19 static inline void pmd_populate_kernel(struct mm_struct *mm, in pmd_populate_kernel()
25 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
44 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
49 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
54 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
60 static inline pgtable_t pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
79 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
84 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
Dmmu_context.h41 get_mmu_context(struct mm_struct *mm) in get_mmu_context()
72 struct mm_struct *mm) in init_new_context()
82 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
102 static inline void activate_context(struct mm_struct *mm) in activate_context()
108 static inline void switch_mm(struct mm_struct *prev, in switch_mm()
109 struct mm_struct *next, in switch_mm()
125 enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
/linux-4.4.14/arch/arc/include/asm/
Dpgalloc.h39 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
45 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t ptep) in pmd_populate()
55 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
74 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
93 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
105 pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
123 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
128 static inline void pte_free(struct mm_struct *mm, pgtable_t ptep) in pte_free()
Dmmu_context.h60 static inline void get_new_mmu_context(struct mm_struct *mm) in get_new_mmu_context()
108 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
118 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
131 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
Dhugepage.h58 static inline void set_pmd_at(struct mm_struct *mm, unsigned long addr, in set_pmd_at()
71 extern void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
75 extern pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp);
/linux-4.4.14/arch/m32r/include/asm/
Dpgalloc.h11 static __inline__ void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
21 static __inline__ pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
28 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
33 static __inline__ pte_t *pte_alloc_one_kernel(struct mm_struct *mm, in pte_alloc_one_kernel()
41 static __inline__ pgtable_t pte_alloc_one(struct mm_struct *mm, in pte_alloc_one()
55 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
60 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
Dmmu_context.h39 static inline void get_new_mmu_context(struct mm_struct *mm) in get_new_mmu_context()
58 static inline void get_mmu_context(struct mm_struct *mm) in get_mmu_context()
75 struct mm_struct *mm) in init_new_context()
115 static inline void activate_context(struct mm_struct *mm) in activate_context()
121 static inline void switch_mm(struct mm_struct *prev, in switch_mm()
122 struct mm_struct *next, struct task_struct *tsk) in switch_mm()
Dprocessor.h116 struct mm_struct;
122 extern void copy_segments(struct task_struct *p, struct mm_struct * mm);
123 extern void release_segments(struct mm_struct * mm);
/linux-4.4.14/arch/frv/include/asm/
Dpgalloc.h34 extern pgd_t *pgd_alloc(struct mm_struct *);
35 extern void pgd_free(struct mm_struct *mm, pgd_t *);
37 extern pte_t *pte_alloc_one_kernel(struct mm_struct *, unsigned long);
39 extern pgtable_t pte_alloc_one(struct mm_struct *, unsigned long);
41 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
46 static inline void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
Dmmu_context.h20 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
25 extern int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
27 extern void destroy_context(struct mm_struct *mm);
/linux-4.4.14/mm/
Dmmu_notifier.c56 void __mmu_notifier_release(struct mm_struct *mm) in __mmu_notifier_release()
109 int __mmu_notifier_clear_flush_young(struct mm_struct *mm, in __mmu_notifier_clear_flush_young()
126 int __mmu_notifier_clear_young(struct mm_struct *mm, in __mmu_notifier_clear_young()
143 int __mmu_notifier_test_young(struct mm_struct *mm, in __mmu_notifier_test_young()
162 void __mmu_notifier_change_pte(struct mm_struct *mm, unsigned long address, in __mmu_notifier_change_pte()
176 void __mmu_notifier_invalidate_page(struct mm_struct *mm, in __mmu_notifier_invalidate_page()
190 void __mmu_notifier_invalidate_range_start(struct mm_struct *mm, in __mmu_notifier_invalidate_range_start()
205 void __mmu_notifier_invalidate_range_end(struct mm_struct *mm, in __mmu_notifier_invalidate_range_end()
230 void __mmu_notifier_invalidate_range(struct mm_struct *mm, in __mmu_notifier_invalidate_range()
246 struct mm_struct *mm, in do_mmu_notifier_register()
[all …]
Dvmacache.c16 void vmacache_flush_all(struct mm_struct *mm) in vmacache_flush_all()
55 static inline bool vmacache_valid_mm(struct mm_struct *mm) in vmacache_valid_mm()
66 static bool vmacache_valid(struct mm_struct *mm) in vmacache_valid()
86 struct vm_area_struct *vmacache_find(struct mm_struct *mm, unsigned long addr) in vmacache_find()
112 struct vm_area_struct *vmacache_find_exact(struct mm_struct *mm, in vmacache_find_exact()
Dmmu_context.c20 void use_mm(struct mm_struct *mm) in use_mm()
22 struct mm_struct *active_mm; in use_mm()
51 void unuse_mm(struct mm_struct *mm) in unuse_mm()
Dmmap.c61 static void unmap_region(struct mm_struct *mm,
154 int __vm_enough_memory(struct mm_struct *mm, long pages, int cap_sys_admin) in __vm_enough_memory()
290 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE1()
436 static void validate_mm(struct mm_struct *mm) in validate_mm()
554 static int find_vma_links(struct mm_struct *mm, unsigned long addr, in find_vma_links()
588 static unsigned long count_vma_pages_range(struct mm_struct *mm, in count_vma_pages_range()
616 void __vma_link_rb(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link_rb()
660 __vma_link(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link()
668 static void vma_link(struct mm_struct *mm, struct vm_area_struct *vma, in vma_link()
693 static void __insert_vm_struct(struct mm_struct *mm, struct vm_area_struct *vma) in __insert_vm_struct()
[all …]
Duserfaultfd.c20 static int mcopy_atomic_pte(struct mm_struct *dst_mm, in mcopy_atomic_pte()
100 static int mfill_zeropage_pte(struct mm_struct *dst_mm, in mfill_zeropage_pte()
124 static pmd_t *mm_alloc_pmd(struct mm_struct *mm, unsigned long address) in mm_alloc_pmd()
142 static __always_inline ssize_t __mcopy_atomic(struct mm_struct *dst_mm, in __mcopy_atomic()
298 ssize_t mcopy_atomic(struct mm_struct *dst_mm, unsigned long dst_start, in mcopy_atomic()
304 ssize_t mfill_zeropage(struct mm_struct *dst_mm, unsigned long start, in mfill_zeropage()
Dmemory.c137 void sync_mm_rss(struct mm_struct *mm) in sync_mm_rss()
150 static void add_mm_counter_fast(struct mm_struct *mm, int member, int val) in add_mm_counter_fast()
217 void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned lon… in tlb_gather_mmu()
564 int __pte_alloc(struct mm_struct *mm, struct vm_area_struct *vma, in __pte_alloc()
629 static inline void add_mm_rss_vec(struct mm_struct *mm, int *rss) in add_mm_rss_vec()
847 copy_one_pte(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_one_pte()
928 static int copy_pte_range(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_pte_range()
991 static inline int copy_pmd_range(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_pmd_range()
1024 static inline int copy_pud_range(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_pud_range()
1046 int copy_page_range(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_page_range()
[all …]
Dgup.c64 struct mm_struct *mm = vma->vm_mm; in follow_page_pte()
186 struct mm_struct *mm = vma->vm_mm; in follow_page_mask()
246 static int get_gate_page(struct mm_struct *mm, unsigned long address, in get_gate_page()
298 struct mm_struct *mm = vma->vm_mm; in faultin_page()
453 long __get_user_pages(struct task_struct *tsk, struct mm_struct *mm, in __get_user_pages()
587 int fixup_user_fault(struct task_struct *tsk, struct mm_struct *mm, in fixup_user_fault()
622 struct mm_struct *mm, in __get_user_pages_locked()
738 long get_user_pages_locked(struct task_struct *tsk, struct mm_struct *mm, in get_user_pages_locked()
758 __always_inline long __get_user_pages_unlocked(struct task_struct *tsk, struct mm_struct *mm, in __get_user_pages_unlocked()
791 long get_user_pages_unlocked(struct task_struct *tsk, struct mm_struct *mm, in get_user_pages_unlocked()
[all …]
Dnommu.c135 long __get_user_pages(struct task_struct *tsk, struct mm_struct *mm, in __get_user_pages()
185 long get_user_pages(struct task_struct *tsk, struct mm_struct *mm, in get_user_pages()
202 long get_user_pages_locked(struct task_struct *tsk, struct mm_struct *mm, in get_user_pages_locked()
212 long __get_user_pages_unlocked(struct task_struct *tsk, struct mm_struct *mm, in __get_user_pages_unlocked()
226 long get_user_pages_unlocked(struct task_struct *tsk, struct mm_struct *mm, in get_user_pages_unlocked()
531 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE1()
701 struct mm_struct *mm = vma->vm_mm; in protect_vma()
717 static void add_vma_to_mm(struct mm_struct *mm, struct vm_area_struct *vma) in add_vma_to_mm()
787 struct mm_struct *mm = vma->vm_mm; in delete_vma_from_mm()
827 static void delete_vma(struct mm_struct *mm, struct vm_area_struct *vma) in delete_vma()
[all …]
Dhuge_memory.c89 struct mm_struct *mm;
714 static int __do_huge_pmd_anonymous_page(struct mm_struct *mm, in __do_huge_pmd_anonymous_page()
793 static bool set_huge_zero_page(pgtable_t pgtable, struct mm_struct *mm, in set_huge_zero_page()
808 int do_huge_pmd_anonymous_page(struct mm_struct *mm, struct vm_area_struct *vma, in do_huge_pmd_anonymous_page()
875 struct mm_struct *mm = vma->vm_mm; in insert_pfn_pmd()
915 int copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_huge_pmd()
988 void huge_pmd_set_accessed(struct mm_struct *mm, in huge_pmd_set_accessed()
1042 static int do_huge_pmd_wp_page_fallback(struct mm_struct *mm, in do_huge_pmd_wp_page_fallback()
1151 int do_huge_pmd_wp_page(struct mm_struct *mm, struct vm_area_struct *vma, in do_huge_pmd_wp_page()
1277 struct mm_struct *mm = vma->vm_mm; in follow_trans_huge_pmd()
[all …]
/linux-4.4.14/arch/cris/mm/
Dtlb.c30 struct mm_struct *page_id_map[NUM_PAGEID];
36 alloc_context(struct mm_struct *mm) in alloc_context()
38 struct mm_struct *old_mm; in alloc_context()
71 get_mmu_context(struct mm_struct *mm) in get_mmu_context()
86 destroy_context(struct mm_struct *mm) in destroy_context()
/linux-4.4.14/arch/sh/mm/
Dpgtable.c32 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
37 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
43 void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
48 pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
53 void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
Dhugetlbpage.c24 pte_t *huge_pte_alloc(struct mm_struct *mm, in huge_pte_alloc()
45 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr) in huge_pte_offset()
/linux-4.4.14/arch/x86/mm/
Dmpx.c23 static inline unsigned long mpx_bd_size_bytes(struct mm_struct *mm) in mpx_bd_size_bytes()
31 static inline unsigned long mpx_bt_size_bytes(struct mm_struct *mm) in mpx_bt_size_bytes()
45 struct mm_struct *mm = current->mm; in mpx_mmap()
341 struct mm_struct *mm = current->mm; in mpx_enable_management()
367 struct mm_struct *mm = current->mm; in mpx_disable_management()
378 static int mpx_cmpxchg_bd_entry(struct mm_struct *mm, in mpx_cmpxchg_bd_entry()
412 static int allocate_bt(struct mm_struct *mm, long __user *bd_entry) in allocate_bt()
494 struct mm_struct *mm = current->mm; in do_mpx_bt_fault()
565 static unsigned long mpx_bd_entry_to_bt_addr(struct mm_struct *mm, in mpx_bd_entry_to_bt_addr()
593 int get_user_bd_entry(struct mm_struct *mm, unsigned long *bd_entry_ret, in get_user_bd_entry()
[all …]
Dpgtable.c19 pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
24 pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
105 static void pgd_set_mm(pgd_t *pgd, struct mm_struct *mm) in pgd_set_mm()
111 struct mm_struct *pgd_page_get_mm(struct page *page) in pgd_page_get_mm()
113 return (struct mm_struct *)page->index; in pgd_page_get_mm()
116 static void pgd_ctor(struct mm_struct *mm, pgd_t *pgd) in pgd_ctor()
171 void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd) in pud_populate()
194 static void free_pmds(struct mm_struct *mm, pmd_t *pmds[]) in free_pmds()
206 static int preallocate_pmds(struct mm_struct *mm, pmd_t *pmds[]) in preallocate_pmds()
239 static void pgd_mop_up_pmds(struct mm_struct *mm, pgd_t *pgdp) in pgd_mop_up_pmds()
[all …]
Dtlb.c32 struct mm_struct *flush_mm;
43 struct mm_struct *active_mm = this_cpu_read(cpu_tlbstate.active_mm); in leave_mm()
132 struct mm_struct *mm, unsigned long start, in native_flush_tlb_others()
165 struct mm_struct *mm = current->mm; in flush_tlb_current_task()
192 void flush_tlb_mm_range(struct mm_struct *mm, unsigned long start, in flush_tlb_mm_range()
247 struct mm_struct *mm = vma->vm_mm; in flush_tlb_page()
/linux-4.4.14/arch/mn10300/mm/
Dtlb-smp.c44 static struct mm_struct *flush_mm;
52 static void flush_tlb_others(cpumask_t cpumask, struct mm_struct *mm,
94 static void flush_tlb_others(cpumask_t cpumask, struct mm_struct *mm, in flush_tlb_others()
143 void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
163 struct mm_struct *mm = current->mm; in flush_tlb_current_task()
184 struct mm_struct *mm = vma->vm_mm; in flush_tlb_page()
Dpgtable.c64 pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
72 struct page *pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
157 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
162 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
/linux-4.4.14/arch/parisc/mm/
Dhugetlbpage.c46 pte_t *huge_pte_alloc(struct mm_struct *mm, in huge_pte_alloc()
71 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr) in huge_pte_offset()
96 static inline void purge_tlb_entries_huge(struct mm_struct *mm, unsigned long addr) in purge_tlb_entries_huge()
114 static void __set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in __set_huge_pte_at()
134 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
145 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, in huge_ptep_get_and_clear()
160 void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect()
/linux-4.4.14/arch/openrisc/mm/
Dtlb.c132 void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
143 void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
168 int init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
179 void destroy_context(struct mm_struct *mm) in destroy_context()
/linux-4.4.14/arch/nios2/mm/
Dmmu_context.c80 void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
106 void activate_mm(struct mm_struct *prev, struct mm_struct *next) in activate_mm()
/linux-4.4.14/arch/powerpc/mm/
Dslice.c100 static int slice_area_is_free(struct mm_struct *mm, unsigned long addr, in slice_area_is_free()
111 static int slice_low_has_vma(struct mm_struct *mm, unsigned long slice) in slice_low_has_vma()
117 static int slice_high_has_vma(struct mm_struct *mm, unsigned long slice) in slice_high_has_vma()
131 static struct slice_mask slice_mask_for_free(struct mm_struct *mm) in slice_mask_for_free()
150 static struct slice_mask slice_mask_for_size(struct mm_struct *mm, int psize) in slice_mask_for_size()
182 struct mm_struct *mm = parm; in slice_flush_segments()
196 static void slice_convert(struct mm_struct *mm, struct slice_mask mask, int psize) in slice_convert()
265 static unsigned long slice_find_area_bottomup(struct mm_struct *mm, in slice_find_area_bottomup()
308 static unsigned long slice_find_area_topdown(struct mm_struct *mm, in slice_find_area_topdown()
358 static unsigned long slice_find_area(struct mm_struct *mm, unsigned long len, in slice_find_area()
[all …]
Dicswx.h23 struct mm_struct *mm = arg; in sync_cop()
30 extern int get_cop_pid(struct mm_struct *mm);
31 extern int disable_cop_pid(struct mm_struct *mm);
Dmmu_context_nohash.c61 static struct mm_struct **context_mm;
87 struct mm_struct *mm; in steal_context_smp()
141 struct mm_struct *mm; in steal_all_contexts()
178 struct mm_struct *mm; in steal_context_up()
229 void switch_mmu_context(struct mm_struct *prev, struct mm_struct *next) in switch_mmu_context()
329 int init_new_context(struct task_struct *t, struct mm_struct *mm) in init_new_context()
347 void destroy_context(struct mm_struct *mm) in destroy_context()
Dsubpage-prot.c26 void subpage_prot_free(struct mm_struct *mm) in subpage_prot_free()
53 void subpage_prot_init_new_context(struct mm_struct *mm) in subpage_prot_init_new_context()
60 static void hpte_flush_range(struct mm_struct *mm, unsigned long addr, in hpte_flush_range()
95 struct mm_struct *mm = current->mm; in subpage_prot_clear()
142 static void subpage_mark_vma_nohuge(struct mm_struct *mm, unsigned long addr, in subpage_mark_vma_nohuge()
171 static void subpage_mark_vma_nohuge(struct mm_struct *mm, unsigned long addr, in subpage_mark_vma_nohuge()
190 struct mm_struct *mm = current->mm; in sys_subpage_prot()
Dmmu_context_hash64.c62 int init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
107 static void destroy_pagetable_page(struct mm_struct *mm) in destroy_pagetable_page()
129 static inline void destroy_pagetable_page(struct mm_struct *mm) in destroy_pagetable_page()
136 void destroy_context(struct mm_struct *mm) in destroy_context()
Dtlb_hash32.c40 void flush_hash_entry(struct mm_struct *mm, pte_t *ptep, unsigned long addr) in flush_hash_entry()
90 static void flush_range(struct mm_struct *mm, unsigned long start, in flush_range()
134 void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
156 struct mm_struct *mm; in flush_tlb_page()
Dpgtable_64.c367 static pte_t *get_from_cache(struct mm_struct *mm) in get_from_cache()
386 static pte_t *__alloc_for_cache(struct mm_struct *mm, int kernel) in __alloc_for_cache()
414 pte_t *page_table_alloc(struct mm_struct *mm, unsigned long vmaddr, int kernel) in page_table_alloc()
425 void page_table_free(struct mm_struct *mm, unsigned long *table, int kernel) in page_table_free()
513 unsigned long pmd_hugepage_update(struct mm_struct *mm, unsigned long addr, in pmd_hugepage_update()
659 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
678 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
702 void set_pmd_at(struct mm_struct *mm, unsigned long addr, in set_pmd_at()
725 void hpte_do_hugepage_flush(struct mm_struct *mm, unsigned long addr, in hpte_do_hugepage_flush()
805 pmd_t pmdp_huge_get_and_clear(struct mm_struct *mm, in pmdp_huge_get_and_clear()
Dcopro_fault.c36 int copro_handle_mm_fault(struct mm_struct *mm, unsigned long ea, in copro_handle_mm_fault()
101 int copro_calculate_slb(struct mm_struct *mm, u64 ea, struct copro_slb *slb) in copro_calculate_slb()
148 void copro_flush_all_slbs(struct mm_struct *mm) in copro_flush_all_slbs()
Dmmu_context_hash32.c82 int init_new_context(struct task_struct *t, struct mm_struct *mm) in init_new_context()
101 void destroy_context(struct mm_struct *mm) in destroy_context()
Dicswx.c68 void switch_cop(struct mm_struct *next) in switch_cop()
85 int use_cop(unsigned long acop, struct mm_struct *mm) in use_cop()
129 void drop_cop(unsigned long acop, struct mm_struct *mm) in drop_cop()
/linux-4.4.14/arch/sparc/mm/
Dsrmmu.c124 void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, struct page *ptep) in pmd_populate()
342 pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
357 void pte_free(struct mm_struct *mm, pgtable_t pte) in pte_free()
378 struct mm_struct *ctx_mm;
404 static inline void alloc_context(struct mm_struct *old_mm, struct mm_struct *mm) in alloc_context()
460 void switch_mm(struct mm_struct *old_mm, struct mm_struct *mm, in switch_mm()
544 extern void tsunami_flush_cache_mm(struct mm_struct *mm);
549 extern void tsunami_flush_sig_insns(struct mm_struct *mm, unsigned long insn_addr);
551 extern void tsunami_flush_tlb_mm(struct mm_struct *mm);
558 extern void swift_flush_cache_mm(struct mm_struct *mm);
[all …]
Dtlb.c26 struct mm_struct *mm = tb->mm; in flush_tlb_pending()
69 static void tlb_batch_add_one(struct mm_struct *mm, unsigned long vaddr, in tlb_batch_add_one()
112 void tlb_batch_add(struct mm_struct *mm, unsigned long vaddr, in tlb_batch_add()
146 static void tlb_batch_pmd_scan(struct mm_struct *mm, unsigned long vaddr, in tlb_batch_pmd_scan()
166 void set_pmd_at(struct mm_struct *mm, unsigned long addr, in set_pmd_at()
218 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
233 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
Dhugetlbpage.c60 struct mm_struct *mm = current->mm; in hugetlb_get_unmapped_area_topdown()
96 struct mm_struct *mm = current->mm; in hugetlb_get_unmapped_area()
129 pte_t *huge_pte_alloc(struct mm_struct *mm, in huge_pte_alloc()
154 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr) in huge_pte_offset()
175 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
206 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, in huge_ptep_get_and_clear()
/linux-4.4.14/arch/x86/include/asm/uv/
Duv.h7 struct mm_struct;
17 struct mm_struct *mm,
29 uv_flush_tlb_others(const struct cpumask *cpumask, struct mm_struct *mm, in uv_flush_tlb_others()
/linux-4.4.14/arch/cris/arch-v10/mm/
Dtlb.c64 flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
101 struct mm_struct *mm = vma->vm_mm; in flush_tlb_page()
143 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
151 void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
/linux-4.4.14/arch/tile/mm/
Dpgtable.c214 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
222 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
231 struct page *pgtable_alloc_one(struct mm_struct *mm, unsigned long address, in pgtable_alloc_one()
265 void pgtable_free(struct mm_struct *mm, struct page *p, int order) in pgtable_free()
317 void ptep_set_wrprotect(struct mm_struct *mm, in ptep_set_wrprotect()
340 pte_t *virt_to_pte(struct mm_struct* mm, unsigned long addr) in virt_to_pte()
448 static inline int mm_is_priority_cached(struct mm_struct *mm) in mm_is_priority_cached()
457 void start_mm_caching(struct mm_struct *mm) in start_mm_caching()
476 static unsigned long update_priority_cached(struct mm_struct *mm) in update_priority_cached()
492 void check_mm_caching(struct mm_struct *prev, struct mm_struct *next) in check_mm_caching()
Dmmap.c32 static inline unsigned long mmap_base(struct mm_struct *mm) in mmap_base()
52 void arch_pick_mmap_layout(struct mm_struct *mm) in arch_pick_mmap_layout()
89 unsigned long arch_randomize_brk(struct mm_struct *mm) in arch_randomize_brk()
/linux-4.4.14/fs/proc/
Dinternal.h103 struct mm_struct *mm; in task_dumpable()
281 struct mm_struct *mm;
290 struct mm_struct *proc_mem_open(struct inode *inode, unsigned int mode);
301 extern unsigned long task_vsize(struct mm_struct *);
302 extern unsigned long task_statm(struct mm_struct *,
305 extern void task_mem(struct seq_file *, struct mm_struct *);
/linux-4.4.14/arch/hexagon/mm/
Dvm_tlb.c40 struct mm_struct *mm = vma->vm_mm; in flush_tlb_range()
68 void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
80 struct mm_struct *mm = vma->vm_mm; in flush_tlb_page()
/linux-4.4.14/include/trace/events/
Dxen.h168 TP_PROTO(struct mm_struct *mm, unsigned long addr,
172 __field(struct mm_struct *, mm)
188 TP_PROTO(struct mm_struct *mm, unsigned long addr, pte_t *ptep),
191 __field(struct mm_struct *, mm)
300 TP_PROTO(struct mm_struct *mm, unsigned long addr,
304 __field(struct mm_struct *, mm)
320 TP_PROTO(struct mm_struct *mm, unsigned long addr, \
328 TP_PROTO(struct mm_struct *mm, unsigned long pfn, unsigned level, bool pinned),
331 __field(struct mm_struct *, mm)
362 TP_PROTO(struct mm_struct *mm, pgd_t *pgd),
[all …]
/linux-4.4.14/arch/um/kernel/skas/
Dmmu.c17 static int init_stub_pte(struct mm_struct *mm, unsigned long proc, in init_stub_pte()
50 int init_new_context(struct task_struct *task, struct mm_struct *mm) in init_new_context()
93 void uml_setup_stubs(struct mm_struct *mm) in uml_setup_stubs()
124 void arch_exit_mmap(struct mm_struct *mm) in arch_exit_mmap()
139 void destroy_context(struct mm_struct *mm) in destroy_context()
/linux-4.4.14/arch/frv/mm/
Dpgalloc.c23 pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
31 pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
138 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
143 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
Dmmu-context.c29 int init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
130 void destroy_context(struct mm_struct *mm) in destroy_context()
154 char *proc_pid_status_frv_cxnr(struct mm_struct *mm, char *buffer) in proc_pid_status_frv_cxnr()
171 struct mm_struct *mm = NULL; in cxn_pin_by_pid()
/linux-4.4.14/arch/x86/kernel/
Dldt.c79 static void install_ldt(struct mm_struct *current_mm, in install_ldt()
106 int init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
109 struct mm_struct *old_mm; in init_new_context()
147 void destroy_context(struct mm_struct *mm) in destroy_context()
157 struct mm_struct *mm = current->mm; in read_ldt()
209 struct mm_struct *mm = current->mm; in write_ldt()
/linux-4.4.14/arch/s390/mm/
Dpgtable.c27 unsigned long *crst_table_alloc(struct mm_struct *mm) in crst_table_alloc()
36 void crst_table_free(struct mm_struct *mm, unsigned long *table) in crst_table_free()
43 struct mm_struct *mm = arg; in __crst_table_upgrade()
52 int crst_table_upgrade(struct mm_struct *mm) in crst_table_upgrade()
78 void crst_table_downgrade(struct mm_struct *mm) in crst_table_downgrade()
111 struct gmap *gmap_alloc(struct mm_struct *mm, unsigned long limit) in gmap_alloc()
447 static void gmap_unlink(struct mm_struct *mm, unsigned long *table, in gmap_unlink()
473 struct mm_struct *mm; in __gmap_link()
570 static void gmap_zap_swap_entry(swp_entry_t entry, struct mm_struct *mm) in gmap_zap_swap_entry()
739 void gmap_do_ipte_notify(struct mm_struct *mm, unsigned long vmaddr, pte_t *pte) in gmap_do_ipte_notify()
[all …]
Dmmap.c86 struct mm_struct *mm = current->mm; in arch_get_unmapped_area()
122 struct mm_struct *mm = current->mm; in arch_get_unmapped_area_topdown()
185 struct mm_struct *mm = current->mm; in s390_get_unmapped_area()
207 struct mm_struct *mm = current->mm; in s390_get_unmapped_area_topdown()
228 void arch_pick_mmap_layout(struct mm_struct *mm) in arch_pick_mmap_layout()
Dhugetlbpage.c88 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at()
104 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
115 pte_t *huge_pte_alloc(struct mm_struct *mm, in huge_pte_alloc()
129 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr) in huge_pte_offset()
/linux-4.4.14/drivers/oprofile/
Dbuffer_sync.c89 struct mm_struct *mm = current->mm; in munmap_notify()
225 static unsigned long get_exec_dcookie(struct mm_struct *mm) in get_exec_dcookie()
252 lookup_dcookie(struct mm_struct *mm, unsigned long addr, off_t *offset) in lookup_dcookie()
329 static void add_data(struct op_entry *entry, struct mm_struct *mm) in add_data()
379 add_sample(struct mm_struct *mm, struct op_sample *s, int in_kernel) in add_sample()
414 static void release_mm(struct mm_struct *mm) in release_mm()
493 struct mm_struct *mm = NULL; in sync_buffer()
494 struct mm_struct *oldmm; in sync_buffer()
/linux-4.4.14/arch/um/kernel/
Dmem.c185 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
198 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
203 pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) in pte_alloc_one_kernel()
211 pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long address) in pte_alloc_one()
226 pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
/linux-4.4.14/arch/metag/mm/
Dhugetlbpage.c33 struct mm_struct *mm = current->mm; in prepare_hugepage_range()
59 pte_t *huge_pte_alloc(struct mm_struct *mm, in huge_pte_alloc()
77 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr) in huge_pte_offset()
102 struct page *follow_huge_pmd(struct mm_struct *mm, unsigned long address, in follow_huge_pmd()
125 struct mm_struct *mm = current->mm; in hugetlb_get_unmapped_area_existing()
/linux-4.4.14/arch/arm/kernel/
Dsmp_tlb.c35 struct mm_struct *mm = (struct mm_struct *)arg; in ipi_flush_tlb_mm()
124 static void broadcast_tlb_mm_a15_erratum(struct mm_struct *mm) in broadcast_tlb_mm_a15_erratum()
147 void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
/linux-4.4.14/arch/cris/arch-v32/mm/
Dtlb.c79 __flush_tlb_mm(struct mm_struct *mm) in __flush_tlb_mm()
169 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
179 switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
/linux-4.4.14/arch/alpha/kernel/
Dsmp.c642 struct mm_struct *mm = (struct mm_struct *) x; in ipi_flush_tlb_mm()
650 flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
679 struct mm_struct *mm;
687 struct mm_struct * mm = data->mm; in ipi_flush_tlb_page()
699 struct mm_struct *mm = vma->vm_mm; in flush_tlb_page()
741 struct mm_struct *mm = (struct mm_struct *) x; in ipi_flush_icache_page()
752 struct mm_struct *mm = vma->vm_mm; in flush_icache_user_range()
/linux-4.4.14/drivers/misc/cxl/
Dfault.c87 static int cxl_fault_segment(struct cxl_context *ctx, struct mm_struct *mm, in cxl_fault_segment()
116 struct mm_struct *mm, u64 ea) in cxl_handle_segment_miss()
135 struct mm_struct *mm, u64 dsisr, u64 dar) in cxl_handle_page_fault()
176 struct mm_struct *mm = NULL; in cxl_handle_fault()
230 struct mm_struct *mm; in cxl_prefault_one()
267 struct mm_struct *mm; in cxl_prefault_vma()
/linux-4.4.14/include/misc/
Dcxl-base.h39 void cxl_slbia(struct mm_struct *mm);
44 static inline void cxl_slbia(struct mm_struct *mm) {} in cxl_slbia()
/linux-4.4.14/arch/tile/kernel/
Dtlb.c34 void flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
53 void flush_tlb_page_mm(struct vm_area_struct *vma, struct mm_struct *mm, in flush_tlb_page_mm()
72 struct mm_struct *mm = vma->vm_mm; in flush_tlb_range()
/linux-4.4.14/arch/x86/xen/
Dmmu.h18 pte_t xen_ptep_modify_prot_start(struct mm_struct *mm, unsigned long addr, pte_t *ptep);
19 void xen_ptep_modify_prot_commit(struct mm_struct *mm, unsigned long addr,
Dmmu.c336 static void xen_set_pte_at(struct mm_struct *mm, unsigned long addr, in xen_set_pte_at()
343 pte_t xen_ptep_modify_prot_start(struct mm_struct *mm, in xen_ptep_modify_prot_start()
351 void xen_ptep_modify_prot_commit(struct mm_struct *mm, unsigned long addr, in xen_ptep_modify_prot_commit()
485 static void xen_pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in xen_pte_clear()
610 static int __xen_pgd_walk(struct mm_struct *mm, pgd_t *pgd, in __xen_pgd_walk()
611 int (*func)(struct mm_struct *mm, struct page *, in __xen_pgd_walk()
701 static int xen_pgd_walk(struct mm_struct *mm, in xen_pgd_walk()
702 int (*func)(struct mm_struct *mm, struct page *, in xen_pgd_walk()
711 static spinlock_t *xen_pte_lock(struct page *page, struct mm_struct *mm) in xen_pte_lock()
739 static int xen_pin_page(struct mm_struct *mm, struct page *page, in xen_pin_page()
[all …]
/linux-4.4.14/arch/microblaze/mm/
Dmmu_context.c36 struct mm_struct *context_mm[LAST_CONTEXT+1];
61 struct mm_struct *mm; in steal_context()
/linux-4.4.14/kernel/
Dfork.c397 static int dup_mmap(struct mm_struct *mm, struct mm_struct *oldmm) in dup_mmap()
530 static inline int mm_alloc_pgd(struct mm_struct *mm) in mm_alloc_pgd()
538 static inline void mm_free_pgd(struct mm_struct *mm) in mm_free_pgd()
543 static int dup_mmap(struct mm_struct *mm, struct mm_struct *oldmm) in dup_mmap()
573 static void mm_init_aio(struct mm_struct *mm) in mm_init_aio()
581 static void mm_init_owner(struct mm_struct *mm, struct task_struct *p) in mm_init_owner()
588 static struct mm_struct *mm_init(struct mm_struct *mm, struct task_struct *p) in mm_init()
637 static void check_mm(struct mm_struct *mm) in check_mm()
664 struct mm_struct *mm_alloc(void) in mm_alloc()
666 struct mm_struct *mm; in mm_alloc()
[all …]
/linux-4.4.14/arch/arm64/mm/
Dpgd.c33 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
41 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
/linux-4.4.14/drivers/misc/sgi-gru/
Dgrutlbpurge.c223 struct mm_struct *mm, in gru_invalidate_range_start()
237 struct mm_struct *mm, unsigned long start, in gru_invalidate_range_end()
250 static void gru_invalidate_page(struct mmu_notifier *mn, struct mm_struct *mm, in gru_invalidate_page()
261 static void gru_release(struct mmu_notifier *mn, struct mm_struct *mm) in gru_release()
279 static struct mmu_notifier *mmu_find_ops(struct mm_struct *mm, in mmu_find_ops()
/linux-4.4.14/arch/x86/um/
Dmem_32.c29 struct vm_area_struct *get_gate_vma(struct mm_struct *mm) in get_gate_vma()
45 int in_gate_area(struct mm_struct *mm, unsigned long addr) in in_gate_area()
/linux-4.4.14/kernel/events/
Duprobes.c155 struct mm_struct *mm = vma->vm_mm; in __replace_page()
292 int uprobe_write_opcode(struct mm_struct *mm, unsigned long vaddr, in uprobe_write_opcode()
341 int __weak set_swbp(struct arch_uprobe *auprobe, struct mm_struct *mm, unsigned long vaddr) in set_swbp()
356 set_orig_insn(struct arch_uprobe *auprobe, struct mm_struct *mm, unsigned long vaddr) in set_orig_insn()
580 struct mm_struct *mm, unsigned long vaddr) in prepare_uprobe()
618 enum uprobe_filter_ctx ctx, struct mm_struct *mm) in consumer_filter()
624 enum uprobe_filter_ctx ctx, struct mm_struct *mm) in filter_chain()
641 install_breakpoint(struct uprobe *uprobe, struct mm_struct *mm, in install_breakpoint()
669 remove_breakpoint(struct uprobe *uprobe, struct mm_struct *mm, unsigned long vaddr) in remove_breakpoint()
699 struct mm_struct *mm;
[all …]
/linux-4.4.14/arch/m32r/kernel/
Dsmp.c49 static struct mm_struct *flush_mm;
69 static void flush_tlb_others(cpumask_t, struct mm_struct *,
246 void smp_flush_tlb_mm(struct mm_struct *mm) in smp_flush_tlb_mm()
317 struct mm_struct *mm = vma->vm_mm; in smp_flush_tlb_page()
370 static void flush_tlb_others(cpumask_t cpumask, struct mm_struct *mm, in flush_tlb_others()
/linux-4.4.14/arch/xtensa/mm/
Dtlb.c63 void local_flush_tlb_mm(struct mm_struct *mm) in local_flush_tlb_mm()
92 struct mm_struct *mm = vma->vm_mm; in local_flush_tlb_range()
131 struct mm_struct* mm = vma->vm_mm; in local_flush_tlb_page()
172 struct mm_struct *mm = task->mm; in get_pte_for_vaddr()

123