20 static inline int gup_pte_range(pmd_t *pmdp, pmd_t pmd, unsigned long addr,  in gup_pte_range()  argument
29 	ptep = ((pte_t *) pmd_deref(pmd)) + pte_index(addr);  in gup_pte_range()
49 	} while (ptep++, addr += PAGE_SIZE, addr != end);  in gup_pte_range()
54 static inline int gup_huge_pmd(pmd_t *pmdp, pmd_t pmd, unsigned long addr,  in gup_huge_pmd()  argument
69 	page = head + ((addr & ~PMD_MASK) >> PAGE_SHIFT);  in gup_huge_pmd()
77 	} while (addr += PAGE_SIZE, addr != end);  in gup_huge_pmd()
105 static inline int gup_pmd_range(pud_t *pudp, pud_t pud, unsigned long addr,  in gup_pmd_range()  argument
114 	pmdp += pmd_index(addr);  in gup_pmd_range()
118 		next = pmd_addr_end(addr, end);  in gup_pmd_range()
138 			if (!gup_huge_pmd(pmdp, pmd, addr, next,  in gup_pmd_range()
141 		} else if (!gup_pte_range(pmdp, pmd, addr, next,  in gup_pmd_range()
144 	} while (pmdp++, addr = next, addr != end);  in gup_pmd_range()
149 static inline int gup_pud_range(pgd_t *pgdp, pgd_t pgd, unsigned long addr,  in gup_pud_range()  argument
158 	pudp += pud_index(addr);  in gup_pud_range()
162 		next = pud_addr_end(addr, end);  in gup_pud_range()
165 		if (!gup_pmd_range(pudp, pud, addr, next, write, pages, nr))  in gup_pud_range()
167 	} while (pudp++, addr = next, addr != end);  in gup_pud_range()
180 	unsigned long addr, len, end;  in __get_user_pages_fast()  local
186 	addr = start;  in __get_user_pages_fast()
199 	pgdp = pgd_offset(mm, addr);  in __get_user_pages_fast()
203 		next = pgd_addr_end(addr, end);  in __get_user_pages_fast()
206 		if (!gup_pud_range(pgdp, pgd, addr, next, write, pages, &nr))  in __get_user_pages_fast()
208 	} while (pgdp++, addr = next, addr != end);  in __get_user_pages_fast()