Lines Matching refs:page
72 unsigned long end, int write, struct page **pages, int *nr) in gup_pte_range()
84 struct page *page; in gup_pte_range() local
97 page = pte_page(pte); in gup_pte_range()
98 get_page(page); in gup_pte_range()
99 SetPageReferenced(page); in gup_pte_range()
100 pages[*nr] = page; in gup_pte_range()
109 static inline void get_head_page_multiple(struct page *page, int nr) in get_head_page_multiple() argument
111 VM_BUG_ON_PAGE(page != compound_head(page), page); in get_head_page_multiple()
112 VM_BUG_ON_PAGE(page_count(page) == 0, page); in get_head_page_multiple()
113 atomic_add(nr, &page->_count); in get_head_page_multiple()
114 SetPageReferenced(page); in get_head_page_multiple()
118 unsigned long end, int write, struct page **pages, int *nr) in gup_huge_pmd()
121 struct page *head, *page; in gup_huge_pmd() local
135 page = head + ((addr & ~PMD_MASK) >> PAGE_SHIFT); in gup_huge_pmd()
137 VM_BUG_ON_PAGE(compound_head(page) != head, page); in gup_huge_pmd()
138 pages[*nr] = page; in gup_huge_pmd()
139 if (PageTail(page)) in gup_huge_pmd()
140 get_huge_page_tail(page); in gup_huge_pmd()
142 page++; in gup_huge_pmd()
151 int write, struct page **pages, int *nr) in gup_pmd_range()
194 unsigned long end, int write, struct page **pages, int *nr) in gup_huge_pud()
197 struct page *head, *page; in gup_huge_pud() local
211 page = head + ((addr & ~PUD_MASK) >> PAGE_SHIFT); in gup_huge_pud()
213 VM_BUG_ON_PAGE(compound_head(page) != head, page); in gup_huge_pud()
214 pages[*nr] = page; in gup_huge_pud()
215 if (PageTail(page)) in gup_huge_pud()
216 get_huge_page_tail(page); in gup_huge_pud()
218 page++; in gup_huge_pud()
227 int write, struct page **pages, int *nr) in gup_pud_range()
256 struct page **pages) in __get_user_pages_fast()
324 struct page **pages) in get_user_pages_fast()