24 hugetlb_get_unmapped_area(struct file *file, unsigned long addr,  in hugetlb_get_unmapped_area()  argument
35 		if (prepare_hugepage_range(file, addr, len))  in hugetlb_get_unmapped_area()
38 	if (addr)  in hugetlb_get_unmapped_area()
39 		addr = ALIGN(addr, huge_page_size(h));  in hugetlb_get_unmapped_area()
42 	return arch_get_unmapped_area(file, addr, len, pgoff, flags);  in hugetlb_get_unmapped_area()
47 			unsigned long addr, unsigned long sz)  in huge_pte_alloc()  argument
59 	addr &= HPAGE_MASK;  in huge_pte_alloc()
61 	pgd = pgd_offset(mm, addr);  in huge_pte_alloc()
62 	pud = pud_alloc(mm, pgd, addr);  in huge_pte_alloc()
64 		pmd = pmd_alloc(mm, pud, addr);  in huge_pte_alloc()
66 			pte = pte_alloc_map(mm, NULL, pmd, addr);  in huge_pte_alloc()
71 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr)  in huge_pte_offset()  argument
78 	addr &= HPAGE_MASK;  in huge_pte_offset()
80 	pgd = pgd_offset(mm, addr);  in huge_pte_offset()
82 		pud = pud_offset(pgd, addr);  in huge_pte_offset()
84 			pmd = pmd_offset(pud, addr);  in huge_pte_offset()
86 				pte = pte_offset_map(pmd, addr);  in huge_pte_offset()
96 static inline void purge_tlb_entries_huge(struct mm_struct *mm, unsigned long addr)  in purge_tlb_entries_huge()  argument
104 	addr &= HPAGE_MASK;  in purge_tlb_entries_huge()
105 	addr |= _HUGE_PAGE_SIZE_ENCODING_DEFAULT;  in purge_tlb_entries_huge()
108 		purge_tlb_entries(mm, addr);  in purge_tlb_entries_huge()
109 		addr += (1UL << REAL_HPAGE_SHIFT);  in purge_tlb_entries_huge()
114 static void __set_huge_pte_at(struct mm_struct *mm, unsigned long addr,  in __set_huge_pte_at()  argument
120 	addr &= HPAGE_MASK;  in __set_huge_pte_at()
121 	addr_start = addr;  in __set_huge_pte_at()
127 		addr += PAGE_SIZE;  in __set_huge_pte_at()
134 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,  in set_huge_pte_at()  argument
140 	__set_huge_pte_at(mm, addr, ptep, entry);  in set_huge_pte_at()
145 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr,  in huge_ptep_get_and_clear()  argument
153 	__set_huge_pte_at(mm, addr, ptep, __pte(0));  in huge_ptep_get_and_clear()
161 				unsigned long addr, pte_t *ptep)  in huge_ptep_set_wrprotect()  argument
168 	__set_huge_pte_at(mm, addr, ptep, pte_wrprotect(old_pte));  in huge_ptep_set_wrprotect()
173 				unsigned long addr, pte_t *ptep,  in huge_ptep_set_access_flags()  argument
182 		__set_huge_pte_at(vma->vm_mm, addr, ptep, pte);  in huge_ptep_set_access_flags()