103 	unsigned long address;  member
716 					unsigned long address, pmd_t *pmd,  in __do_huge_pmd_anonymous_page()  argument
723 	unsigned long haddr = address & HPAGE_PMD_MASK;  in __do_huge_pmd_anonymous_page()
765 			ret = handle_userfault(vma, address, flags,  in __do_huge_pmd_anonymous_page()
809 			       unsigned long address, pmd_t *pmd,  in do_huge_pmd_anonymous_page()  argument
814 	unsigned long haddr = address & HPAGE_PMD_MASK;  in do_huge_pmd_anonymous_page()
844 				ret = handle_userfault(vma, address, flags,  in do_huge_pmd_anonymous_page()
868 	return __do_huge_pmd_anonymous_page(mm, vma, address, pmd, page, gfp,  in do_huge_pmd_anonymous_page()
990 			   unsigned long address,  in huge_pmd_set_accessed()  argument
1003 	haddr = address & HPAGE_PMD_MASK;  in huge_pmd_set_accessed()
1005 		update_mmu_cache_pmd(vma, address, pmd);  in huge_pmd_set_accessed()
1044 					unsigned long address,  in do_huge_pmd_wp_page_fallback()  argument
1068 					       vma, address, page_to_nid(page));  in do_huge_pmd_wp_page_fallback()
1152 			unsigned long address, pmd_t *pmd, pmd_t orig_pmd)  in do_huge_pmd_wp_page()  argument
1165 	haddr = address & HPAGE_PMD_MASK;  in do_huge_pmd_wp_page()
1179 			update_mmu_cache_pmd(vma, address, pmd);  in do_huge_pmd_wp_page()
1195 			split_huge_page_pmd(vma, address, pmd);  in do_huge_pmd_wp_page()
1198 			ret = do_huge_pmd_wp_page_fallback(mm, vma, address,  in do_huge_pmd_wp_page()
1216 			split_huge_page_pmd(vma, address, pmd);  in do_huge_pmd_wp_page()
1251 		update_mmu_cache_pmd(vma, address, pmd);  in do_huge_pmd_wp_page()
1627 			      unsigned long address,  in page_check_address_pmd()  argument
1635 	if (address & ~HPAGE_PMD_MASK)  in page_check_address_pmd()
1638 	pgd = pgd_offset(mm, address);  in page_check_address_pmd()
1641 	pud = pud_offset(pgd, address);  in page_check_address_pmd()
1644 	pmd = pmd_offset(pud, address);  in page_check_address_pmd()
1673 				       unsigned long address)  in __split_huge_page_splitting()  argument
1680 	const unsigned long mmun_start = address;  in __split_huge_page_splitting()
1681 	const unsigned long mmun_end   = address + HPAGE_PMD_SIZE;  in __split_huge_page_splitting()
1684 	pmd = page_check_address_pmd(page, mm, address,  in __split_huge_page_splitting()
1694 		pmdp_splitting_flush(vma, address, pmd);  in __split_huge_page_splitting()
1825 				 unsigned long address)  in __split_huge_page_map()  argument
1834 	pmd = page_check_address_pmd(page, mm, address,  in __split_huge_page_map()
1842 		haddr = address;  in __split_huge_page_map()
1890 		pmdp_invalidate(vma, address, pmd);  in __split_huge_page_map()
2197 					unsigned long address,  in __collapse_huge_page_isolate()  argument
2205 	     _pte++, address += PAGE_SIZE) {  in __collapse_huge_page_isolate()
2217 		page = vm_normal_page(vma, address, pteval);  in __collapse_huge_page_isolate()
2272 		    mmu_notifier_test_young(vma->vm_mm, address))  in __collapse_huge_page_isolate()
2284 				      unsigned long address,  in __collapse_huge_page_copy()  argument
2293 			clear_user_highpage(page, address);  in __collapse_huge_page_copy()
2304 				pte_clear(vma->vm_mm, address, _pte);  in __collapse_huge_page_copy()
2309 			copy_user_highpage(page, src_page, address, vma);  in __collapse_huge_page_copy()
2322 			pte_clear(vma->vm_mm, address, _pte);  in __collapse_huge_page_copy()
2328 		address += PAGE_SIZE;  in __collapse_huge_page_copy()
2414 		       unsigned long address, int node)  in khugepaged_alloc_page()  argument
2481 		       unsigned long address, int node)  in khugepaged_alloc_page()  argument
2504 				   unsigned long address,  in collapse_huge_page()  argument
2521 	VM_BUG_ON(address & ~HPAGE_PMD_MASK);  in collapse_huge_page()
2528 	new_page = khugepaged_alloc_page(hpage, gfp, mm, address, node);  in collapse_huge_page()
2545 	vma = find_vma(mm, address);  in collapse_huge_page()
2550 	if (address < hstart || address + HPAGE_PMD_SIZE > hend)  in collapse_huge_page()
2554 	pmd = mm_find_pmd(mm, address);  in collapse_huge_page()
2560 	pte = pte_offset_map(pmd, address);  in collapse_huge_page()
2563 	mmun_start = address;  in collapse_huge_page()
2564 	mmun_end   = address + HPAGE_PMD_SIZE;  in collapse_huge_page()
2573 	_pmd = pmdp_collapse_flush(vma, address, pmd);  in collapse_huge_page()
2578 	isolated = __collapse_huge_page_isolate(vma, address, pte);  in collapse_huge_page()
2602 	__collapse_huge_page_copy(pte, new_page, vma, address, pte_ptl);  in collapse_huge_page()
2619 	page_add_new_anon_rmap(new_page, vma, address);  in collapse_huge_page()
2623 	set_pmd_at(mm, address, pmd, _pmd);  in collapse_huge_page()
2624 	update_mmu_cache_pmd(vma, address, pmd);  in collapse_huge_page()
2641 			       unsigned long address,  in khugepaged_scan_pmd()  argument
2653 	VM_BUG_ON(address & ~HPAGE_PMD_MASK);  in khugepaged_scan_pmd()
2655 	pmd = mm_find_pmd(mm, address);  in khugepaged_scan_pmd()
2660 	pte = pte_offset_map_lock(mm, pmd, address, &ptl);  in khugepaged_scan_pmd()
2661 	for (_address = address, _pte = pte; _pte < pte+HPAGE_PMD_NR;  in khugepaged_scan_pmd()
2701 		    mmu_notifier_test_young(vma->vm_mm, address))  in khugepaged_scan_pmd()
2711 		collapse_huge_page(mm, address, hpage, vma, node);  in khugepaged_scan_pmd()
2758 		khugepaged_scan.address = 0;  in khugepaged_scan_mm_slot()
2768 		vma = find_vma(mm, khugepaged_scan.address);  in khugepaged_scan_mm_slot()
2788 		if (khugepaged_scan.address > hend)  in khugepaged_scan_mm_slot()
2790 		if (khugepaged_scan.address < hstart)  in khugepaged_scan_mm_slot()
2791 			khugepaged_scan.address = hstart;  in khugepaged_scan_mm_slot()
2792 		VM_BUG_ON(khugepaged_scan.address & ~HPAGE_PMD_MASK);  in khugepaged_scan_mm_slot()
2794 		while (khugepaged_scan.address < hend) {  in khugepaged_scan_mm_slot()
2800 			VM_BUG_ON(khugepaged_scan.address < hstart ||  in khugepaged_scan_mm_slot()
2801 				  khugepaged_scan.address + HPAGE_PMD_SIZE >  in khugepaged_scan_mm_slot()
2804 						  khugepaged_scan.address,  in khugepaged_scan_mm_slot()
2807 			khugepaged_scan.address += HPAGE_PMD_SIZE;  in khugepaged_scan_mm_slot()
2836 			khugepaged_scan.address = 0;  in khugepaged_scan_mm_slot()
2959 void __split_huge_page_pmd(struct vm_area_struct *vma, unsigned long address,  in __split_huge_page_pmd()  argument
2965 	unsigned long haddr = address & HPAGE_PMD_MASK;  in __split_huge_page_pmd()
3008 void split_huge_page_pmd_mm(struct mm_struct *mm, unsigned long address,  in split_huge_page_pmd_mm()  argument
3013 	vma = find_vma(mm, address);  in split_huge_page_pmd_mm()
3015 	split_huge_page_pmd(vma, address, pmd);  in split_huge_page_pmd_mm()
3019 				    unsigned long address)  in split_huge_page_address()  argument
3025 	VM_BUG_ON(!(address & ~HPAGE_PMD_MASK));  in split_huge_page_address()
3027 	pgd = pgd_offset(mm, address);  in split_huge_page_address()
3031 	pud = pud_offset(pgd, address);  in split_huge_page_address()
3035 	pmd = pmd_offset(pud, address);  in split_huge_page_address()
3042 	split_huge_page_pmd_mm(mm, address, pmd);  in split_huge_page_address()