| /linux-4.4.14/mm/ |
| D | migrate.c | 1748 unsigned long mmun_start = address & HPAGE_PMD_MASK; in migrate_misplaced_transhuge_page() local
1749 unsigned long mmun_end = mmun_start + HPAGE_PMD_SIZE; in migrate_misplaced_transhuge_page()
1773 flush_tlb_range(vma, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
1786 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
1791 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
1823 flush_cache_range(vma, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
1824 page_add_anon_rmap(new_page, vma, mmun_start); in migrate_misplaced_transhuge_page()
1825 pmdp_huge_clear_flush_notify(vma, mmun_start, pmd); in migrate_misplaced_transhuge_page()
1826 set_pmd_at(mm, mmun_start, pmd, entry); in migrate_misplaced_transhuge_page()
1827 flush_tlb_range(vma, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
[all …]
|
| D | huge_memory.c | 1055 unsigned long mmun_start; /* For mmu_notifiers */ in do_huge_pmd_wp_page_fallback() local
1094 mmun_start = haddr; in do_huge_pmd_wp_page_fallback()
1096 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in do_huge_pmd_wp_page_fallback()
1130 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in do_huge_pmd_wp_page_fallback()
1140 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in do_huge_pmd_wp_page_fallback()
1159 unsigned long mmun_start; /* For mmu_notifiers */ in do_huge_pmd_wp_page() local
1230 mmun_start = haddr; in do_huge_pmd_wp_page()
1232 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in do_huge_pmd_wp_page()
1264 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in do_huge_pmd_wp_page()
1680 const unsigned long mmun_start = address; in __split_huge_page_splitting() local
[all …]
|
| D | mremap.c | 171 unsigned long mmun_start; /* For mmu_notifiers */ in move_page_tables() local
177 mmun_start = old_addr; in move_page_tables()
179 mmu_notifier_invalidate_range_start(vma->vm_mm, mmun_start, mmun_end); in move_page_tables()
231 mmu_notifier_invalidate_range_end(vma->vm_mm, mmun_start, mmun_end); in move_page_tables()
|
| D | ksm.c | 865 unsigned long mmun_start; /* For mmu_notifiers */ in write_protect_page() local
874 mmun_start = addr; in write_protect_page()
876 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in write_protect_page()
916 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in write_protect_page()
939 unsigned long mmun_start; /* For mmu_notifiers */ in replace_page() local
950 mmun_start = addr; in replace_page()
952 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in replace_page()
975 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in replace_page()
|
| D | hugetlb.c | 3087 unsigned long mmun_start; /* For mmu_notifiers */ in copy_hugetlb_page_range() local
3093 mmun_start = vma->vm_start; in copy_hugetlb_page_range()
3096 mmu_notifier_invalidate_range_start(src, mmun_start, mmun_end); in copy_hugetlb_page_range()
3136 mmu_notifier_invalidate_range(src, mmun_start, in copy_hugetlb_page_range()
3151 mmu_notifier_invalidate_range_end(src, mmun_start, mmun_end); in copy_hugetlb_page_range()
3169 const unsigned long mmun_start = start; /* For mmu_notifiers */ in __unmap_hugepage_range() local
3177 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in __unmap_hugepage_range()
3252 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in __unmap_hugepage_range()
3357 unsigned long mmun_start; /* For mmu_notifiers */ in hugetlb_cow() local
3437 mmun_start = address & huge_page_mask(h); in hugetlb_cow()
[all …]
|
| D | memory.c | 1053 unsigned long mmun_start; /* For mmu_notifiers */ in copy_page_range() local
1088 mmun_start = addr; in copy_page_range()
1091 mmu_notifier_invalidate_range_start(src_mm, mmun_start, in copy_page_range()
1109 mmu_notifier_invalidate_range_end(src_mm, mmun_start, mmun_end); in copy_page_range()
2108 const unsigned long mmun_start = address & PAGE_MASK; /* For mmu_notifiers */ in wp_page_copy() local
2109 const unsigned long mmun_end = mmun_start + PAGE_SIZE; /* For mmu_notifiers */ in wp_page_copy()
2131 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in wp_page_copy()
2203 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in wp_page_copy()
|
| /linux-4.4.14/kernel/events/ |
| D | uprobes.c | 160 const unsigned long mmun_start = addr; in __replace_page() local
171 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in __replace_page()
203 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in __replace_page()
|