723 	unsigned long haddr = address & HPAGE_PMD_MASK;  in __do_huge_pmd_anonymous_page()  local
733 	pgtable = pte_alloc_one(mm, haddr);  in __do_huge_pmd_anonymous_page()
740 	clear_huge_page(page, haddr, HPAGE_PMD_NR);  in __do_huge_pmd_anonymous_page()
773 		page_add_new_anon_rmap(page, vma, haddr);  in __do_huge_pmd_anonymous_page()
777 		set_pmd_at(mm, haddr, pmd, entry);  in __do_huge_pmd_anonymous_page()
794 		struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd,  in set_huge_zero_page()  argument
803 	set_pmd_at(mm, haddr, pmd, entry);  in set_huge_zero_page()
814 	unsigned long haddr = address & HPAGE_PMD_MASK;  in do_huge_pmd_anonymous_page()  local
816 	if (haddr < vma->vm_start || haddr + HPAGE_PMD_SIZE > vma->vm_end)  in do_huge_pmd_anonymous_page()
829 		pgtable = pte_alloc_one(mm, haddr);  in do_huge_pmd_anonymous_page()
849 						   haddr, pmd,  in do_huge_pmd_anonymous_page()
863 	page = alloc_hugepage_vma(gfp, vma, haddr, HPAGE_PMD_ORDER);  in do_huge_pmd_anonymous_page()
996 	unsigned long haddr;  in huge_pmd_set_accessed()  local
1003 	haddr = address & HPAGE_PMD_MASK;  in huge_pmd_set_accessed()
1004 	if (pmdp_set_access_flags(vma, haddr, pmd, entry, dirty))  in huge_pmd_set_accessed()
1047 					unsigned long haddr)  in do_huge_pmd_wp_page_fallback()  argument
1089 				   haddr + PAGE_SIZE * i, vma);  in do_huge_pmd_wp_page_fallback()
1094 	mmun_start = haddr;  in do_huge_pmd_wp_page_fallback()
1095 	mmun_end   = haddr + HPAGE_PMD_SIZE;  in do_huge_pmd_wp_page_fallback()
1103 	pmdp_huge_clear_flush_notify(vma, haddr, pmd);  in do_huge_pmd_wp_page_fallback()
1109 	for (i = 0; i < HPAGE_PMD_NR; i++, haddr += PAGE_SIZE) {  in do_huge_pmd_wp_page_fallback()
1115 		page_add_new_anon_rmap(pages[i], vma, haddr);  in do_huge_pmd_wp_page_fallback()
1118 		pte = pte_offset_map(&_pmd, haddr);  in do_huge_pmd_wp_page_fallback()
1120 		set_pte_at(mm, haddr, pte, entry);  in do_huge_pmd_wp_page_fallback()
1158 	unsigned long haddr;  in do_huge_pmd_wp_page()  local
1165 	haddr = address & HPAGE_PMD_MASK;  in do_huge_pmd_wp_page()
1178 		if (pmdp_set_access_flags(vma, haddr, pmd, entry,  1))  in do_huge_pmd_wp_page()
1189 		new_page = alloc_hugepage_vma(huge_gfp, vma, haddr, HPAGE_PMD_ORDER);  in do_huge_pmd_wp_page()
1199 					pmd, orig_pmd, page, haddr);  in do_huge_pmd_wp_page()
1225 		clear_huge_page(new_page, haddr, HPAGE_PMD_NR);  in do_huge_pmd_wp_page()
1227 		copy_user_huge_page(new_page, page, haddr, vma, HPAGE_PMD_NR);  in do_huge_pmd_wp_page()
1230 	mmun_start = haddr;  in do_huge_pmd_wp_page()
1231 	mmun_end   = haddr + HPAGE_PMD_SIZE;  in do_huge_pmd_wp_page()
1246 		pmdp_huge_clear_flush_notify(vma, haddr, pmd);  in do_huge_pmd_wp_page()
1247 		page_add_new_anon_rmap(new_page, vma, haddr);  in do_huge_pmd_wp_page()
1250 		set_pmd_at(mm, haddr, pmd, entry);  in do_huge_pmd_wp_page()
1334 	unsigned long haddr = addr & HPAGE_PMD_MASK;  in do_huge_pmd_numa_page()  local
1380 	target_nid = mpol_misplaced(page, vma, haddr);  in do_huge_pmd_numa_page()
1440 	set_pmd_at(mm, haddr, pmdp, pmd);  in do_huge_pmd_numa_page()
1832 	unsigned long haddr;  in __split_huge_page_map()  local
1842 		haddr = address;  in __split_huge_page_map()
1843 		for (i = 0; i < HPAGE_PMD_NR; i++, haddr += PAGE_SIZE) {  in __split_huge_page_map()
1857 			pte = pte_offset_map(&_pmd, haddr);  in __split_huge_page_map()
1859 			set_pte_at(mm, haddr, pte, entry);  in __split_huge_page_map()
2932 		unsigned long haddr, pmd_t *pmd)  in __split_huge_zero_page_pmd()  argument
2939 	pmdp_huge_clear_flush_notify(vma, haddr, pmd);  in __split_huge_zero_page_pmd()
2945 	for (i = 0; i < HPAGE_PMD_NR; i++, haddr += PAGE_SIZE) {  in __split_huge_zero_page_pmd()
2947 		entry = pfn_pte(my_zero_pfn(haddr), vma->vm_page_prot);  in __split_huge_zero_page_pmd()
2949 		pte = pte_offset_map(&_pmd, haddr);  in __split_huge_zero_page_pmd()
2951 		set_pte_at(mm, haddr, pte, entry);  in __split_huge_zero_page_pmd()
2965 	unsigned long haddr = address & HPAGE_PMD_MASK;  in __split_huge_page_pmd()  local
2969 	BUG_ON(vma->vm_start > haddr || vma->vm_end < haddr + HPAGE_PMD_SIZE);  in __split_huge_page_pmd()
2971 	mmun_start = haddr;  in __split_huge_page_pmd()
2972 	mmun_end   = haddr + HPAGE_PMD_SIZE;  in __split_huge_page_pmd()
2979 		pmd_t _pmd = pmdp_huge_clear_flush_notify(vma, haddr, pmd);  in __split_huge_page_pmd()
2983 		__split_huge_zero_page_pmd(vma, haddr, pmd);  in __split_huge_page_pmd()