38 			int write, struct page **pages, int *nr)  in gup_pte_range()
43 		struct page *page;  in gup_pte_range()  local
51 		page = pte_page(pte);  in gup_pte_range()
52 		get_page(page);  in gup_pte_range()
53 		SetPageReferenced(page);  in gup_pte_range()
54 		pages[*nr] = page;  in gup_pte_range()
63 static inline void get_head_page_multiple(struct page *page, int nr)  in get_head_page_multiple()  argument
65 	VM_BUG_ON(page != compound_head(page));  in get_head_page_multiple()
66 	VM_BUG_ON(page_count(page) == 0);  in get_head_page_multiple()
67 	atomic_add(nr, &page->_count);  in get_head_page_multiple()
68 	SetPageReferenced(page);  in get_head_page_multiple()
72 			int write, struct page **pages, int *nr)  in gup_huge_pmd()
75 	struct page *head, *page;  in gup_huge_pmd()  local
86 	page = head + ((addr & ~PMD_MASK) >> PAGE_SHIFT);  in gup_huge_pmd()
88 		VM_BUG_ON(compound_head(page) != head);  in gup_huge_pmd()
89 		pages[*nr] = page;  in gup_huge_pmd()
90 		if (PageTail(page))  in gup_huge_pmd()
91 			get_huge_page_tail(page);  in gup_huge_pmd()
93 		page++;  in gup_huge_pmd()
102 			int write, struct page **pages, int *nr)  in gup_pmd_range()
138 			int write, struct page **pages, int *nr)  in gup_huge_pud()
141 	struct page *head, *page;  in gup_huge_pud()  local
152 	page = head + ((addr & ~PUD_MASK) >> PAGE_SHIFT);  in gup_huge_pud()
154 		VM_BUG_ON(compound_head(page) != head);  in gup_huge_pud()
155 		pages[*nr] = page;  in gup_huge_pud()
156 		if (PageTail(page))  in gup_huge_pud()
157 			get_huge_page_tail(page);  in gup_huge_pud()
159 		page++;  in gup_huge_pud()
168 			int write, struct page **pages, int *nr)  in gup_pud_range()
197 			  struct page **pages)  in __get_user_pages_fast()
264 			struct page **pages)  in get_user_pages_fast()