Lines Matching refs:mm

176 		struct mm_struct *mm = vma->vm_mm;  in anon_vma_prepare()  local
194 spin_lock(&mm->page_table_lock); in anon_vma_prepare()
203 spin_unlock(&mm->page_table_lock); in anon_vma_prepare()
643 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, in set_tlb_ubc_flush_pending() argument
648 cpumask_or(&tlb_ubc->cpumask, &tlb_ubc->cpumask, mm_cpumask(mm)); in set_tlb_ubc_flush_pending()
664 static bool should_defer_flush(struct mm_struct *mm, enum ttu_flags flags) in should_defer_flush() argument
672 if (cpumask_any_but(mm_cpumask(mm), get_cpu()) < nr_cpu_ids) in should_defer_flush()
679 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, in set_tlb_ubc_flush_pending() argument
684 static bool should_defer_flush(struct mm_struct *mm, enum ttu_flags flags) in should_defer_flush() argument
717 pmd_t *mm_find_pmd(struct mm_struct *mm, unsigned long address) in mm_find_pmd() argument
724 pgd = pgd_offset(mm, address); in mm_find_pmd()
755 pte_t *__page_check_address(struct page *page, struct mm_struct *mm, in __page_check_address() argument
764 pte = huge_pte_offset(mm, address); in __page_check_address()
768 ptl = huge_pte_lockptr(page_hstate(page), mm, pte); in __page_check_address()
772 pmd = mm_find_pmd(mm, address); in __page_check_address()
783 ptl = pte_lockptr(mm, pmd); in __page_check_address()
832 struct mm_struct *mm = vma->vm_mm; in page_referenced_one() local
844 pmd = page_check_address_pmd(page, mm, address, in page_referenced_one()
866 pte = page_check_address(page, mm, address, &ptl, 0); in page_referenced_one()
979 struct mm_struct *mm = vma->vm_mm; in page_mkclean_one() local
985 pte = page_check_address(page, mm, address, &ptl, 1); in page_mkclean_one()
996 set_pte_at(mm, address, pte, entry); in page_mkclean_one()
1003 mmu_notifier_invalidate_page(mm, address); in page_mkclean_one()
1300 struct mm_struct *mm = vma->vm_mm; in try_to_unmap_one() local
1311 pte = page_check_address(page, mm, address, &ptl, 0); in try_to_unmap_one()
1339 if (should_defer_flush(mm, flags)) { in try_to_unmap_one()
1347 pteval = ptep_get_and_clear(mm, address, pte); in try_to_unmap_one()
1349 set_tlb_ubc_flush_pending(mm, page, pte_dirty(pteval)); in try_to_unmap_one()
1359 update_hiwater_rss(mm); in try_to_unmap_one()
1363 hugetlb_count_sub(1 << compound_order(page), mm); in try_to_unmap_one()
1366 dec_mm_counter(mm, MM_ANONPAGES); in try_to_unmap_one()
1368 dec_mm_counter(mm, MM_FILEPAGES); in try_to_unmap_one()
1370 set_pte_at(mm, address, pte, in try_to_unmap_one()
1379 dec_mm_counter(mm, MM_ANONPAGES); in try_to_unmap_one()
1381 dec_mm_counter(mm, MM_FILEPAGES); in try_to_unmap_one()
1394 set_pte_at(mm, address, pte, swp_pte); in try_to_unmap_one()
1404 set_pte_at(mm, address, pte, pteval); in try_to_unmap_one()
1408 if (list_empty(&mm->mmlist)) { in try_to_unmap_one()
1410 if (list_empty(&mm->mmlist)) in try_to_unmap_one()
1411 list_add(&mm->mmlist, &init_mm.mmlist); in try_to_unmap_one()
1414 dec_mm_counter(mm, MM_ANONPAGES); in try_to_unmap_one()
1415 inc_mm_counter(mm, MM_SWAPENTS); in try_to_unmap_one()
1419 set_pte_at(mm, address, pte, swp_pte); in try_to_unmap_one()
1421 dec_mm_counter(mm, MM_FILEPAGES); in try_to_unmap_one()
1429 mmu_notifier_invalidate_page(mm, address); in try_to_unmap_one()