Lines Matching refs:HPAGE_PMD_NR
54 static unsigned int khugepaged_pages_to_scan __read_mostly = HPAGE_PMD_NR*8;
69 static unsigned int khugepaged_max_ptes_none __read_mostly = HPAGE_PMD_NR-1;
216 return atomic_read(&huge_zero_refcount) == 1 ? HPAGE_PMD_NR : 0; in shrink_huge_zero_page_count()
226 return HPAGE_PMD_NR; in shrink_huge_zero_page_scan()
545 if (err || max_ptes_none > HPAGE_PMD_NR-1) in khugepaged_max_ptes_none_store()
740 clear_huge_page(page, haddr, HPAGE_PMD_NR); in __do_huge_pmd_anonymous_page()
778 add_mm_counter(mm, MM_ANONPAGES, HPAGE_PMD_NR); in __do_huge_pmd_anonymous_page()
972 add_mm_counter(dst_mm, MM_ANONPAGES, HPAGE_PMD_NR); in copy_huge_pmd()
1020 struct page *endpage = page + HPAGE_PMD_NR; in get_user_huge_page()
1022 atomic_add(HPAGE_PMD_NR, &page->_count); in get_user_huge_page()
1033 struct page *endpage = page + HPAGE_PMD_NR; in put_user_huge_page()
1058 pages = kmalloc(sizeof(struct page *) * HPAGE_PMD_NR, in do_huge_pmd_wp_page_fallback()
1065 for (i = 0; i < HPAGE_PMD_NR; i++) { in do_huge_pmd_wp_page_fallback()
1087 for (i = 0; i < HPAGE_PMD_NR; i++) { in do_huge_pmd_wp_page_fallback()
1109 for (i = 0; i < HPAGE_PMD_NR; i++, haddr += PAGE_SIZE) { in do_huge_pmd_wp_page_fallback()
1141 for (i = 0; i < HPAGE_PMD_NR; i++) { in do_huge_pmd_wp_page_fallback()
1225 clear_huge_page(new_page, haddr, HPAGE_PMD_NR); in do_huge_pmd_wp_page()
1227 copy_user_huge_page(new_page, page, haddr, vma, HPAGE_PMD_NR); in do_huge_pmd_wp_page()
1253 add_mm_counter(mm, MM_ANONPAGES, HPAGE_PMD_NR); in do_huge_pmd_wp_page()
1451 task_numa_fault(last_cpupid, page_nid, HPAGE_PMD_NR, flags); in do_huge_pmd_numa_page()
1486 add_mm_counter(tlb->mm, MM_ANONPAGES, -HPAGE_PMD_NR); in zap_huge_pmd()
1581 ret = HPAGE_PMD_NR; in change_huge_pmd()
1720 for (i = HPAGE_PMD_NR - 1; i >= 1; i--) { in __split_huge_page_refcount()
1803 for (i = 1; i < HPAGE_PMD_NR; i++) { in __split_huge_page_refcount()
1843 for (i = 0; i < HPAGE_PMD_NR; i++, haddr += PAGE_SIZE) { in __split_huge_page_map()
2204 for (_pte = pte; _pte < pte+HPAGE_PMD_NR; in __collapse_huge_page_isolate()
2288 for (_pte = pte; _pte < pte+HPAGE_PMD_NR; _pte++) { in __collapse_huge_page_copy()
2661 for (_address = address, _pte = pte; _pte < pte+HPAGE_PMD_NR; in khugepaged_scan_pmd()
2808 progress += HPAGE_PMD_NR; in khugepaged_scan_mm_slot()
2945 for (i = 0; i < HPAGE_PMD_NR; i++, haddr += PAGE_SIZE) { in __split_huge_zero_page_pmd()