72 		unsigned long end, int write, struct page **pages, int *nr)  in gup_pte_range()
84 		struct page *page;  in gup_pte_range()  local
97 		page = pte_page(pte);  in gup_pte_range()
98 		get_page(page);  in gup_pte_range()
99 		SetPageReferenced(page);  in gup_pte_range()
100 		pages[*nr] = page;  in gup_pte_range()
109 static inline void get_head_page_multiple(struct page *page, int nr)  in get_head_page_multiple()  argument
111 	VM_BUG_ON_PAGE(page != compound_head(page), page);  in get_head_page_multiple()
112 	VM_BUG_ON_PAGE(page_count(page) == 0, page);  in get_head_page_multiple()
113 	atomic_add(nr, &page->_count);  in get_head_page_multiple()
114 	SetPageReferenced(page);  in get_head_page_multiple()
118 		unsigned long end, int write, struct page **pages, int *nr)  in gup_huge_pmd()
122 	struct page *head, *page;  in gup_huge_pmd()  local
136 	page = head + ((addr & ~PMD_MASK) >> PAGE_SHIFT);  in gup_huge_pmd()
138 		VM_BUG_ON_PAGE(compound_head(page) != head, page);  in gup_huge_pmd()
139 		pages[*nr] = page;  in gup_huge_pmd()
140 		if (PageTail(page))  in gup_huge_pmd()
141 			get_huge_page_tail(page);  in gup_huge_pmd()
143 		page++;  in gup_huge_pmd()
152 		int write, struct page **pages, int *nr)  in gup_pmd_range()
195 		unsigned long end, int write, struct page **pages, int *nr)  in gup_huge_pud()
199 	struct page *head, *page;  in gup_huge_pud()  local
213 	page = head + ((addr & ~PUD_MASK) >> PAGE_SHIFT);  in gup_huge_pud()
215 		VM_BUG_ON_PAGE(compound_head(page) != head, page);  in gup_huge_pud()
216 		pages[*nr] = page;  in gup_huge_pud()
217 		if (PageTail(page))  in gup_huge_pud()
218 			get_huge_page_tail(page);  in gup_huge_pud()
220 		page++;  in gup_huge_pud()
229 			int write, struct page **pages, int *nr)  in gup_pud_range()
258 			  struct page **pages)  in __get_user_pages_fast()
326 			struct page **pages)  in get_user_pages_fast()