113 within(unsigned long addr, unsigned long start, unsigned long end)  in within()  argument
115 	return addr >= start && addr < end;  in within()
178 static void cpa_flush_range(unsigned long start, int numpages, int cache)  in cpa_flush_range()  argument
184 	WARN_ON(PAGE_ALIGN(start) != start);  in cpa_flush_range()
197 	for (i = 0, addr = start; i < numpages; i++, addr += PAGE_SIZE) {  in cpa_flush_range()
208 static void cpa_flush_array(unsigned long *start, int numpages, int cache,  in cpa_flush_array()  argument
234 			addr = start[i];  in cpa_flush_array()
735 static bool unmap_pte_range(pmd_t *pmd, unsigned long start, unsigned long end)  in unmap_pte_range()  argument
737 	pte_t *pte = pte_offset_kernel(pmd, start);  in unmap_pte_range()
739 	while (start < end) {  in unmap_pte_range()
742 		start += PAGE_SIZE;  in unmap_pte_range()
754 			      unsigned long start, unsigned long end)  in __unmap_pmd_range()  argument
756 	if (unmap_pte_range(pmd, start, end))  in __unmap_pmd_range()
761 static void unmap_pmd_range(pud_t *pud, unsigned long start, unsigned long end)  in unmap_pmd_range()  argument
763 	pmd_t *pmd = pmd_offset(pud, start);  in unmap_pmd_range()
768 	if (start & (PMD_SIZE - 1)) {  in unmap_pmd_range()
769 		unsigned long next_page = (start + PMD_SIZE) & PMD_MASK;  in unmap_pmd_range()
772 		__unmap_pmd_range(pud, pmd, start, pre_end);  in unmap_pmd_range()
774 		start = pre_end;  in unmap_pmd_range()
781 	while (end - start >= PMD_SIZE) {  in unmap_pmd_range()
785 			__unmap_pmd_range(pud, pmd, start, start + PMD_SIZE);  in unmap_pmd_range()
787 		start += PMD_SIZE;  in unmap_pmd_range()
794 	if (start < end)  in unmap_pmd_range()
795 		return __unmap_pmd_range(pud, pmd, start, end);  in unmap_pmd_range()
805 static void unmap_pud_range(pgd_t *pgd, unsigned long start, unsigned long end)  in unmap_pud_range()  argument
807 	pud_t *pud = pud_offset(pgd, start);  in unmap_pud_range()
812 	if (start & (PUD_SIZE - 1)) {  in unmap_pud_range()
813 		unsigned long next_page = (start + PUD_SIZE) & PUD_MASK;  in unmap_pud_range()
816 		unmap_pmd_range(pud, start, pre_end);  in unmap_pud_range()
818 		start = pre_end;  in unmap_pud_range()
825 	while (end - start >= PUD_SIZE) {  in unmap_pud_range()
830 			unmap_pmd_range(pud, start, start + PUD_SIZE);  in unmap_pud_range()
832 		start += PUD_SIZE;  in unmap_pud_range()
839 	if (start < end)  in unmap_pud_range()
840 		unmap_pmd_range(pud, start, end);  in unmap_pud_range()
879 			 unsigned long start, unsigned long end,  in populate_pte()  argument
884 	pte = pte_offset_kernel(pmd, start);  in populate_pte()
886 	while (num_pages-- && start < end) {  in populate_pte()
894 		start	 += PAGE_SIZE;  in populate_pte()
901 			unsigned long start, unsigned long end,  in populate_pmd()  argument
911 	if (start & (PMD_SIZE - 1)) {  in populate_pmd()
912 		unsigned long pre_end = start + (num_pages << PAGE_SHIFT);  in populate_pmd()
913 		unsigned long next_page = (start + PMD_SIZE) & PMD_MASK;  in populate_pmd()
916 		cur_pages = (pre_end - start) >> PAGE_SHIFT;  in populate_pmd()
922 		pmd = pmd_offset(pud, start);  in populate_pmd()
927 		populate_pte(cpa, start, pre_end, cur_pages, pmd, pgprot);  in populate_pmd()
929 		start = pre_end;  in populate_pmd()
940 	while (end - start >= PMD_SIZE) {  in populate_pmd()
949 		pmd = pmd_offset(pud, start);  in populate_pmd()
954 		start	  += PMD_SIZE;  in populate_pmd()
962 	if (start < end) {  in populate_pmd()
963 		pmd = pmd_offset(pud, start);  in populate_pmd()
968 		populate_pte(cpa, start, end, num_pages - cur_pages,  in populate_pmd()
974 static int populate_pud(struct cpa_data *cpa, unsigned long start, pgd_t *pgd,  in populate_pud()  argument
982 	end = start + (cpa->numpages << PAGE_SHIFT);  in populate_pud()
988 	if (start & (PUD_SIZE - 1)) {  in populate_pud()
990 		unsigned long next_page = (start + PUD_SIZE) & PUD_MASK;  in populate_pud()
993 		cur_pages = (pre_end - start) >> PAGE_SHIFT;  in populate_pud()
996 		pud = pud_offset(pgd, start);  in populate_pud()
1005 		cur_pages = populate_pmd(cpa, start, pre_end, cur_pages,  in populate_pud()
1010 		start = pre_end;  in populate_pud()
1017 	pud = pud_offset(pgd, start);  in populate_pud()
1023 	while (end - start >= PUD_SIZE) {  in populate_pud()
1027 		start	  += PUD_SIZE;  in populate_pud()
1034 	if (start < end) {  in populate_pud()
1037 		pud = pud_offset(pgd, start);  in populate_pud()
1042 		tmp = populate_pmd(cpa, start, end, cpa->numpages - cur_pages,  in populate_pud()
1683 	unsigned long start;  in _set_pages_array()  local
1692 		start = page_to_pfn(pages[i]) << PAGE_SHIFT;  in _set_pages_array()
1693 		end = start + PAGE_SIZE;  in _set_pages_array()
1694 		if (reserve_memtype(start, end, new_type, NULL))  in _set_pages_array()
1714 		start = page_to_pfn(pages[i]) << PAGE_SHIFT;  in _set_pages_array()
1715 		end = start + PAGE_SIZE;  in _set_pages_array()
1716 		free_memtype(start, end);  in _set_pages_array()
1744 	unsigned long start;  in set_pages_array_wb()  local
1757 		start = page_to_pfn(pages[i]) << PAGE_SHIFT;  in set_pages_array_wb()
1758 		end = start + PAGE_SIZE;  in set_pages_array_wb()
1759 		free_memtype(start, end);  in set_pages_array_wb()