36 	unsigned long	numpages;  member
177 static void cpa_flush_range(unsigned long start, int numpages, int cache)  in cpa_flush_range()  argument
196 	for (i = 0, addr = start; i < numpages; i++, addr += PAGE_SIZE) {  in cpa_flush_range()
207 static void cpa_flush_array(unsigned long *start, int numpages, int cache,  in cpa_flush_array()  argument
211 	unsigned long do_wbinvd = cache && numpages >= 1024; /* 4M threshold */  in cpa_flush_array()
226 	for (i = 0; i < numpages; i++) {  in cpa_flush_array()
477 	unsigned long nextpage_addr, numpages, pmask, psize, addr, pfn, old_pfn;  in try_preserve_large_page()  local
517 	numpages = (nextpage_addr - address) >> PAGE_SHIFT;  in try_preserve_large_page()
518 	if (numpages < cpa->numpages)  in try_preserve_large_page()
519 		cpa->numpages = numpages;  in try_preserve_large_page()
592 	if (address == (address & pmask) && cpa->numpages == (psize >> PAGE_SHIFT)) {  in try_preserve_large_page()
1009 	end = start + (cpa->numpages << PAGE_SHIFT);  in populate_pud()
1021 		cur_pages = min_t(int, (int)cpa->numpages, cur_pages);  in populate_pud()
1041 	if (cpa->numpages == cur_pages)  in populate_pud()
1069 		tmp = populate_pmd(cpa, start, end, cpa->numpages - cur_pages,  in populate_pud()
1109 				addr + (cpa->numpages << PAGE_SHIFT));  in populate_pgd()
1113 	cpa->numpages = ret;  in populate_pgd()
1138 		cpa->numpages = 1;  in __cpa_process_fault()
1211 		cpa->numpages = 1;  in __change_page_attr()
1323 	int ret, numpages = cpa->numpages;  in __change_page_attr_set_clr()  local
1325 	while (numpages) {  in __change_page_attr_set_clr()
1330 		cpa->numpages = numpages;  in __change_page_attr_set_clr()
1333 			cpa->numpages = 1;  in __change_page_attr_set_clr()
1354 		BUG_ON(cpa->numpages > numpages || !cpa->numpages);  in __change_page_attr_set_clr()
1355 		numpages -= cpa->numpages;  in __change_page_attr_set_clr()
1359 			*cpa->vaddr += cpa->numpages * PAGE_SIZE;  in __change_page_attr_set_clr()
1365 static int change_page_attr_set_clr(unsigned long *addr, int numpages,  in change_page_attr_set_clr()  argument
1388 		for (i = 0; i < numpages; i++) {  in change_page_attr_set_clr()
1420 	cpa.numpages = numpages;  in change_page_attr_set_clr()
1455 			cpa_flush_array(addr, numpages, cache,  in change_page_attr_set_clr()
1458 			cpa_flush_range(baddr, numpages, cache);  in change_page_attr_set_clr()
1466 static inline int change_page_attr_set(unsigned long *addr, int numpages,  in change_page_attr_set()  argument
1469 	return change_page_attr_set_clr(addr, numpages, mask, __pgprot(0), 0,  in change_page_attr_set()
1473 static inline int change_page_attr_clear(unsigned long *addr, int numpages,  in change_page_attr_clear()  argument
1476 	return change_page_attr_set_clr(addr, numpages, __pgprot(0), mask, 0,  in change_page_attr_clear()
1480 static inline int cpa_set_pages_array(struct page **pages, int numpages,  in cpa_set_pages_array()  argument
1483 	return change_page_attr_set_clr(NULL, numpages, mask, __pgprot(0), 0,  in cpa_set_pages_array()
1487 static inline int cpa_clear_pages_array(struct page **pages, int numpages,  in cpa_clear_pages_array()  argument
1490 	return change_page_attr_set_clr(NULL, numpages, __pgprot(0), mask, 0,  in cpa_clear_pages_array()
1494 int _set_memory_uc(unsigned long addr, int numpages)  in _set_memory_uc()  argument
1502 	return change_page_attr_set(&addr, numpages,  in _set_memory_uc()
1507 int set_memory_uc(unsigned long addr, int numpages)  in set_memory_uc()  argument
1514 	ret = reserve_memtype(__pa(addr), __pa(addr) + numpages * PAGE_SIZE,  in set_memory_uc()
1519 	ret = _set_memory_uc(addr, numpages);  in set_memory_uc()
1526 	free_memtype(__pa(addr), __pa(addr) + numpages * PAGE_SIZE);  in set_memory_uc()
1589 int _set_memory_wc(unsigned long addr, int numpages)  in _set_memory_wc()  argument
1594 	ret = change_page_attr_set(&addr, numpages,  in _set_memory_wc()
1598 		ret = change_page_attr_set_clr(&addr_copy, numpages,  in _set_memory_wc()
1607 int set_memory_wc(unsigned long addr, int numpages)  in set_memory_wc()  argument
1611 	ret = reserve_memtype(__pa(addr), __pa(addr) + numpages * PAGE_SIZE,  in set_memory_wc()
1616 	ret = _set_memory_wc(addr, numpages);  in set_memory_wc()
1618 		free_memtype(__pa(addr), __pa(addr) + numpages * PAGE_SIZE);  in set_memory_wc()
1624 int _set_memory_wt(unsigned long addr, int numpages)  in _set_memory_wt()  argument
1626 	return change_page_attr_set(&addr, numpages,  in _set_memory_wt()
1630 int set_memory_wt(unsigned long addr, int numpages)  in set_memory_wt()  argument
1634 	ret = reserve_memtype(__pa(addr), __pa(addr) + numpages * PAGE_SIZE,  in set_memory_wt()
1639 	ret = _set_memory_wt(addr, numpages);  in set_memory_wt()
1641 		free_memtype(__pa(addr), __pa(addr) + numpages * PAGE_SIZE);  in set_memory_wt()
1647 int _set_memory_wb(unsigned long addr, int numpages)  in _set_memory_wb()  argument
1650 	return change_page_attr_clear(&addr, numpages,  in _set_memory_wb()
1654 int set_memory_wb(unsigned long addr, int numpages)  in set_memory_wb()  argument
1658 	ret = _set_memory_wb(addr, numpages);  in set_memory_wb()
1662 	free_memtype(__pa(addr), __pa(addr) + numpages * PAGE_SIZE);  in set_memory_wb()
1685 int set_memory_x(unsigned long addr, int numpages)  in set_memory_x()  argument
1690 	return change_page_attr_clear(&addr, numpages, __pgprot(_PAGE_NX), 0);  in set_memory_x()
1694 int set_memory_nx(unsigned long addr, int numpages)  in set_memory_nx()  argument
1699 	return change_page_attr_set(&addr, numpages, __pgprot(_PAGE_NX), 0);  in set_memory_nx()
1703 int set_memory_ro(unsigned long addr, int numpages)  in set_memory_ro()  argument
1705 	return change_page_attr_clear(&addr, numpages, __pgprot(_PAGE_RW), 0);  in set_memory_ro()
1708 int set_memory_rw(unsigned long addr, int numpages)  in set_memory_rw()  argument
1710 	return change_page_attr_set(&addr, numpages, __pgprot(_PAGE_RW), 0);  in set_memory_rw()
1713 int set_memory_np(unsigned long addr, int numpages)  in set_memory_np()  argument
1715 	return change_page_attr_clear(&addr, numpages, __pgprot(_PAGE_PRESENT), 0);  in set_memory_np()
1718 int set_memory_4k(unsigned long addr, int numpages)  in set_memory_4k()  argument
1720 	return change_page_attr_set_clr(&addr, numpages, __pgprot(0),  in set_memory_4k()
1724 int set_pages_uc(struct page *page, int numpages)  in set_pages_uc()  argument
1728 	return set_memory_uc(addr, numpages);  in set_pages_uc()
1796 int set_pages_wb(struct page *page, int numpages)  in set_pages_wb()  argument
1800 	return set_memory_wb(addr, numpages);  in set_pages_wb()
1829 int set_pages_x(struct page *page, int numpages)  in set_pages_x()  argument
1833 	return set_memory_x(addr, numpages);  in set_pages_x()
1837 int set_pages_nx(struct page *page, int numpages)  in set_pages_nx()  argument
1841 	return set_memory_nx(addr, numpages);  in set_pages_nx()
1845 int set_pages_ro(struct page *page, int numpages)  in set_pages_ro()  argument
1849 	return set_memory_ro(addr, numpages);  in set_pages_ro()
1852 int set_pages_rw(struct page *page, int numpages)  in set_pages_rw()  argument
1856 	return set_memory_rw(addr, numpages);  in set_pages_rw()
1861 static int __set_pages_p(struct page *page, int numpages)  in __set_pages_p()  argument
1866 				.numpages = numpages,  in __set_pages_p()
1880 static int __set_pages_np(struct page *page, int numpages)  in __set_pages_np()  argument
1885 				.numpages = numpages,  in __set_pages_np()
1899 void __kernel_map_pages(struct page *page, int numpages, int enable)  in __kernel_map_pages()  argument
1905 					   numpages * PAGE_SIZE);  in __kernel_map_pages()
1914 		__set_pages_p(page, numpages);  in __kernel_map_pages()
1916 		__set_pages_np(page, numpages);  in __kernel_map_pages()
1946 			    unsigned numpages, unsigned long page_flags)  in kernel_map_pages_in_pgd()  argument
1954 		.numpages = numpages,  in kernel_map_pages_in_pgd()
1976 			       unsigned numpages)  in kernel_unmap_pages_in_pgd()  argument
1978 	unmap_pgd_range(root, address, address + (numpages << PAGE_SHIFT));  in kernel_unmap_pages_in_pgd()