| /linux-4.1.27/mm/ |
| D | migrate.c | 1727 unsigned long mmun_start = address & HPAGE_PMD_MASK; in migrate_misplaced_transhuge_page() local
1728 unsigned long mmun_end = mmun_start + HPAGE_PMD_SIZE; in migrate_misplaced_transhuge_page()
1752 flush_tlb_range(vma, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
1765 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
1770 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
1803 flush_cache_range(vma, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
1804 page_add_anon_rmap(new_page, vma, mmun_start); in migrate_misplaced_transhuge_page()
1805 pmdp_clear_flush_notify(vma, mmun_start, pmd); in migrate_misplaced_transhuge_page()
1806 set_pmd_at(mm, mmun_start, pmd, entry); in migrate_misplaced_transhuge_page()
1807 flush_tlb_range(vma, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
[all …]
|
| D | huge_memory.c | 986 unsigned long mmun_start; /* For mmu_notifiers */ in do_huge_pmd_wp_page_fallback() local
1025 mmun_start = haddr; in do_huge_pmd_wp_page_fallback()
1027 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in do_huge_pmd_wp_page_fallback()
1061 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in do_huge_pmd_wp_page_fallback()
1071 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in do_huge_pmd_wp_page_fallback()
1090 unsigned long mmun_start; /* For mmu_notifiers */ in do_huge_pmd_wp_page() local
1161 mmun_start = haddr; in do_huge_pmd_wp_page()
1163 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in do_huge_pmd_wp_page()
1195 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in do_huge_pmd_wp_page()
1611 const unsigned long mmun_start = address; in __split_huge_page_splitting() local
[all …]
|
| D | mremap.c | 170 unsigned long mmun_start; /* For mmu_notifiers */ in move_page_tables() local
176 mmun_start = old_addr; in move_page_tables()
178 mmu_notifier_invalidate_range_start(vma->vm_mm, mmun_start, mmun_end); in move_page_tables()
230 mmu_notifier_invalidate_range_end(vma->vm_mm, mmun_start, mmun_end); in move_page_tables()
|
| D | ksm.c | 864 unsigned long mmun_start; /* For mmu_notifiers */ in write_protect_page() local
873 mmun_start = addr; in write_protect_page()
875 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in write_protect_page()
915 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in write_protect_page()
938 unsigned long mmun_start; /* For mmu_notifiers */ in replace_page() local
949 mmun_start = addr; in replace_page()
951 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in replace_page()
974 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in replace_page()
|
| D | hugetlb.c | 2667 unsigned long mmun_start; /* For mmu_notifiers */ in copy_hugetlb_page_range() local
2673 mmun_start = vma->vm_start; in copy_hugetlb_page_range()
2676 mmu_notifier_invalidate_range_start(src, mmun_start, mmun_end); in copy_hugetlb_page_range()
2716 mmu_notifier_invalidate_range(src, mmun_start, in copy_hugetlb_page_range()
2730 mmu_notifier_invalidate_range_end(src, mmun_start, mmun_end); in copy_hugetlb_page_range()
2748 const unsigned long mmun_start = start; /* For mmu_notifiers */ in __unmap_hugepage_range() local
2756 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in __unmap_hugepage_range()
2830 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in __unmap_hugepage_range()
2935 unsigned long mmun_start; /* For mmu_notifiers */ in hugetlb_cow() local
3015 mmun_start = address & huge_page_mask(h); in hugetlb_cow()
[all …]
|
| D | memory.c | 1012 unsigned long mmun_start; /* For mmu_notifiers */ in copy_page_range() local
1047 mmun_start = addr; in copy_page_range()
1050 mmu_notifier_invalidate_range_start(src_mm, mmun_start, in copy_page_range()
1068 mmu_notifier_invalidate_range_end(src_mm, mmun_start, mmun_end); in copy_page_range()
2067 const unsigned long mmun_start = address & PAGE_MASK; /* For mmu_notifiers */ in wp_page_copy() local
2068 const unsigned long mmun_end = mmun_start + PAGE_SIZE; /* For mmu_notifiers */ in wp_page_copy()
2089 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in wp_page_copy()
2161 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in wp_page_copy()
|
| /linux-4.1.27/kernel/events/ |
| D | uprobes.c | 168 const unsigned long mmun_start = addr; in __replace_page() local
179 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in __replace_page()
211 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in __replace_page()
|