Lines Matching refs:address
100 unsigned long address; member
790 unsigned long address, pmd_t *pmd, in do_huge_pmd_anonymous_page() argument
795 unsigned long haddr = address & HPAGE_PMD_MASK; in do_huge_pmd_anonymous_page()
921 unsigned long address, in huge_pmd_set_accessed() argument
934 haddr = address & HPAGE_PMD_MASK; in huge_pmd_set_accessed()
936 update_mmu_cache_pmd(vma, address, pmd); in huge_pmd_set_accessed()
975 unsigned long address, in do_huge_pmd_wp_page_fallback() argument
999 vma, address, page_to_nid(page)); in do_huge_pmd_wp_page_fallback()
1083 unsigned long address, pmd_t *pmd, pmd_t orig_pmd) in do_huge_pmd_wp_page() argument
1096 haddr = address & HPAGE_PMD_MASK; in do_huge_pmd_wp_page()
1110 update_mmu_cache_pmd(vma, address, pmd); in do_huge_pmd_wp_page()
1126 split_huge_page_pmd(vma, address, pmd); in do_huge_pmd_wp_page()
1129 ret = do_huge_pmd_wp_page_fallback(mm, vma, address, in do_huge_pmd_wp_page()
1147 split_huge_page_pmd(vma, address, pmd); in do_huge_pmd_wp_page()
1182 update_mmu_cache_pmd(vma, address, pmd); in do_huge_pmd_wp_page()
1558 unsigned long address, in page_check_address_pmd() argument
1566 if (address & ~HPAGE_PMD_MASK) in page_check_address_pmd()
1569 pgd = pgd_offset(mm, address); in page_check_address_pmd()
1572 pud = pud_offset(pgd, address); in page_check_address_pmd()
1575 pmd = pmd_offset(pud, address); in page_check_address_pmd()
1604 unsigned long address) in __split_huge_page_splitting() argument
1611 const unsigned long mmun_start = address; in __split_huge_page_splitting()
1612 const unsigned long mmun_end = address + HPAGE_PMD_SIZE; in __split_huge_page_splitting()
1615 pmd = page_check_address_pmd(page, mm, address, in __split_huge_page_splitting()
1625 pmdp_splitting_flush(vma, address, pmd); in __split_huge_page_splitting()
1752 unsigned long address) in __split_huge_page_map() argument
1761 pmd = page_check_address_pmd(page, mm, address, in __split_huge_page_map()
1769 haddr = address; in __split_huge_page_map()
1817 pmdp_invalidate(vma, address, pmd); in __split_huge_page_map()
2124 unsigned long address, in __collapse_huge_page_isolate() argument
2132 _pte++, address += PAGE_SIZE) { in __collapse_huge_page_isolate()
2143 page = vm_normal_page(vma, address, pteval); in __collapse_huge_page_isolate()
2197 mmu_notifier_test_young(vma->vm_mm, address)) in __collapse_huge_page_isolate()
2209 unsigned long address, in __collapse_huge_page_copy() argument
2218 clear_user_highpage(page, address); in __collapse_huge_page_copy()
2229 pte_clear(vma->vm_mm, address, _pte); in __collapse_huge_page_copy()
2234 copy_user_highpage(page, src_page, address, vma); in __collapse_huge_page_copy()
2247 pte_clear(vma->vm_mm, address, _pte); in __collapse_huge_page_copy()
2253 address += PAGE_SIZE; in __collapse_huge_page_copy()
2335 struct vm_area_struct *vma, unsigned long address, in khugepaged_alloc_page() argument
2403 struct vm_area_struct *vma, unsigned long address, in khugepaged_alloc_page() argument
2427 unsigned long address, in collapse_huge_page() argument
2444 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in collapse_huge_page()
2451 new_page = khugepaged_alloc_page(hpage, gfp, mm, vma, address, node); in collapse_huge_page()
2468 vma = find_vma(mm, address); in collapse_huge_page()
2473 if (address < hstart || address + HPAGE_PMD_SIZE > hend) in collapse_huge_page()
2477 pmd = mm_find_pmd(mm, address); in collapse_huge_page()
2483 pte = pte_offset_map(pmd, address); in collapse_huge_page()
2486 mmun_start = address; in collapse_huge_page()
2487 mmun_end = address + HPAGE_PMD_SIZE; in collapse_huge_page()
2496 _pmd = pmdp_clear_flush(vma, address, pmd); in collapse_huge_page()
2501 isolated = __collapse_huge_page_isolate(vma, address, pte); in collapse_huge_page()
2525 __collapse_huge_page_copy(pte, new_page, vma, address, pte_ptl); in collapse_huge_page()
2542 page_add_new_anon_rmap(new_page, vma, address); in collapse_huge_page()
2546 set_pmd_at(mm, address, pmd, _pmd); in collapse_huge_page()
2547 update_mmu_cache_pmd(vma, address, pmd); in collapse_huge_page()
2564 unsigned long address, in khugepaged_scan_pmd() argument
2576 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in khugepaged_scan_pmd()
2578 pmd = mm_find_pmd(mm, address); in khugepaged_scan_pmd()
2583 pte = pte_offset_map_lock(mm, pmd, address, &ptl); in khugepaged_scan_pmd()
2584 for (_address = address, _pte = pte; _pte < pte+HPAGE_PMD_NR; in khugepaged_scan_pmd()
2622 mmu_notifier_test_young(vma->vm_mm, address)) in khugepaged_scan_pmd()
2632 collapse_huge_page(mm, address, hpage, vma, node); in khugepaged_scan_pmd()
2679 khugepaged_scan.address = 0; in khugepaged_scan_mm_slot()
2689 vma = find_vma(mm, khugepaged_scan.address); in khugepaged_scan_mm_slot()
2709 if (khugepaged_scan.address > hend) in khugepaged_scan_mm_slot()
2711 if (khugepaged_scan.address < hstart) in khugepaged_scan_mm_slot()
2712 khugepaged_scan.address = hstart; in khugepaged_scan_mm_slot()
2713 VM_BUG_ON(khugepaged_scan.address & ~HPAGE_PMD_MASK); in khugepaged_scan_mm_slot()
2715 while (khugepaged_scan.address < hend) { in khugepaged_scan_mm_slot()
2721 VM_BUG_ON(khugepaged_scan.address < hstart || in khugepaged_scan_mm_slot()
2722 khugepaged_scan.address + HPAGE_PMD_SIZE > in khugepaged_scan_mm_slot()
2725 khugepaged_scan.address, in khugepaged_scan_mm_slot()
2728 khugepaged_scan.address += HPAGE_PMD_SIZE; in khugepaged_scan_mm_slot()
2757 khugepaged_scan.address = 0; in khugepaged_scan_mm_slot()
2882 void __split_huge_page_pmd(struct vm_area_struct *vma, unsigned long address, in __split_huge_page_pmd() argument
2888 unsigned long haddr = address & HPAGE_PMD_MASK; in __split_huge_page_pmd()
2929 void split_huge_page_pmd_mm(struct mm_struct *mm, unsigned long address, in split_huge_page_pmd_mm() argument
2934 vma = find_vma(mm, address); in split_huge_page_pmd_mm()
2936 split_huge_page_pmd(vma, address, pmd); in split_huge_page_pmd_mm()
2940 unsigned long address) in split_huge_page_address() argument
2946 VM_BUG_ON(!(address & ~HPAGE_PMD_MASK)); in split_huge_page_address()
2948 pgd = pgd_offset(mm, address); in split_huge_page_address()
2952 pud = pud_offset(pgd, address); in split_huge_page_address()
2956 pmd = pmd_offset(pud, address); in split_huge_page_address()
2963 split_huge_page_pmd_mm(mm, address, pmd); in split_huge_page_address()