Searched refs:dst_mm (Results 1 – 5 of 5) sorted by relevance
| /linux-4.4.14/mm/ |
| D | userfaultfd.c | 20 static int mcopy_atomic_pte(struct mm_struct *dst_mm, in mcopy_atomic_pte() argument
66 if (mem_cgroup_try_charge(page, dst_mm, GFP_KERNEL, &memcg)) in mcopy_atomic_pte()
74 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mcopy_atomic_pte()
78 inc_mm_counter(dst_mm, MM_ANONPAGES); in mcopy_atomic_pte()
83 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mcopy_atomic_pte()
100 static int mfill_zeropage_pte(struct mm_struct *dst_mm, in mfill_zeropage_pte() argument
112 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_zeropage_pte()
115 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mfill_zeropage_pte()
142 static __always_inline ssize_t __mcopy_atomic(struct mm_struct *dst_mm, in __mcopy_atomic() argument
170 down_read(&dst_mm->mmap_sem); in __mcopy_atomic()
[all …]
|
| D | memory.c | 847 copy_one_pte(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_one_pte() argument
864 if (unlikely(list_empty(&dst_mm->mmlist))) { in copy_one_pte()
866 if (list_empty(&dst_mm->mmlist)) in copy_one_pte()
867 list_add(&dst_mm->mmlist, in copy_one_pte()
924 set_pte_at(dst_mm, addr, dst_pte, pte); in copy_one_pte()
928 static int copy_pte_range(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_pte_range() argument
942 dst_pte = pte_alloc_map_lock(dst_mm, dst_pmd, addr, &dst_ptl); in copy_pte_range()
967 entry.val = copy_one_pte(dst_mm, src_mm, dst_pte, src_pte, in copy_pte_range()
977 add_mm_rss_vec(dst_mm, rss); in copy_pte_range()
991 static inline int copy_pmd_range(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_pmd_range() argument
[all …]
|
| D | huge_memory.c | 915 int copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_huge_pmd() argument
926 pgtable = pte_alloc_one(dst_mm, addr); in copy_huge_pmd()
930 dst_ptl = pmd_lock(dst_mm, dst_pmd); in copy_huge_pmd()
937 pte_free(dst_mm, pgtable); in copy_huge_pmd()
953 set_huge_zero_page(pgtable, dst_mm, vma, addr, dst_pmd, in copy_huge_pmd()
963 pte_free(dst_mm, pgtable); in copy_huge_pmd()
972 add_mm_counter(dst_mm, MM_ANONPAGES, HPAGE_PMD_NR); in copy_huge_pmd()
976 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
977 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_pmd()
978 atomic_long_inc(&dst_mm->nr_ptes); in copy_huge_pmd()
|
| /linux-4.4.14/include/linux/ |
| D | userfaultfd_k.h | 33 extern ssize_t mcopy_atomic(struct mm_struct *dst_mm, unsigned long dst_start,
35 extern ssize_t mfill_zeropage(struct mm_struct *dst_mm,
|
| D | huge_mm.h | 8 extern int copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm,
|