Lines Matching refs:hstate

42 struct hstate hstates[HUGE_MAX_HSTATE];
52 static struct hstate * __initdata parsed_hstate;
70 static int hugetlb_acct_memory(struct hstate *h, long delta);
83 hugetlb_acct_memory(spool->hstate, in unlock_or_release_subpool()
89 struct hugepage_subpool *hugepage_new_subpool(struct hstate *h, long max_hpages, in hugepage_new_subpool()
101 spool->hstate = h; in hugepage_new_subpool()
575 struct hstate *h = hstate_inode(inode); in hugetlb_fix_reserve_counts()
616 static pgoff_t vma_hugecache_offset(struct hstate *h, in vma_hugecache_offset()
635 struct hstate *hstate; in vma_kernel_pagesize() local
640 hstate = hstate_vma(vma); in vma_kernel_pagesize()
642 return 1UL << huge_page_shift(hstate); in vma_kernel_pagesize()
838 static void enqueue_huge_page(struct hstate *h, struct page *page) in enqueue_huge_page()
846 static struct page *dequeue_huge_page_node(struct hstate *h, int nid) in dequeue_huge_page_node()
867 static inline gfp_t htlb_alloc_mask(struct hstate *h) in htlb_alloc_mask()
875 static struct page *dequeue_huge_page_vma(struct hstate *h, in dequeue_huge_page_vma()
962 static int hstate_next_node_to_alloc(struct hstate *h, in hstate_next_node_to_alloc()
981 static int hstate_next_node_to_free(struct hstate *h, nodemask_t *nodes_allowed) in hstate_next_node_to_free()
1101 static void prep_new_huge_page(struct hstate *h, struct page *page, int nid);
1104 static struct page *alloc_fresh_gigantic_page_node(struct hstate *h, int nid) in alloc_fresh_gigantic_page_node()
1117 static int alloc_fresh_gigantic_page(struct hstate *h, in alloc_fresh_gigantic_page()
1138 static inline int alloc_fresh_gigantic_page(struct hstate *h, in alloc_fresh_gigantic_page()
1142 static void update_and_free_page(struct hstate *h, struct page *page) in update_and_free_page()
1168 struct hstate *size_to_hstate(unsigned long size) in size_to_hstate()
1170 struct hstate *h; in size_to_hstate()
1210 struct hstate *h = page_hstate(page); in free_huge_page()
1251 static void prep_new_huge_page(struct hstate *h, struct page *page, int nid) in prep_new_huge_page()
1336 static struct page *alloc_fresh_huge_page_node(struct hstate *h, int nid) in alloc_fresh_huge_page_node()
1351 static int alloc_fresh_huge_page(struct hstate *h, nodemask_t *nodes_allowed) in alloc_fresh_huge_page()
1379 static int free_pool_huge_page(struct hstate *h, nodemask_t *nodes_allowed, in free_pool_huge_page()
1419 struct hstate *h = page_hstate(page); in dissolve_free_huge_page()
1455 static struct page *__hugetlb_alloc_buddy_huge_page(struct hstate *h, in __hugetlb_alloc_buddy_huge_page()
1520 static struct page *__alloc_buddy_huge_page(struct hstate *h, in __alloc_buddy_huge_page()
1601 struct page *__alloc_buddy_huge_page_no_mpol(struct hstate *h, int nid) in __alloc_buddy_huge_page_no_mpol()
1612 struct page *__alloc_buddy_huge_page_with_mpol(struct hstate *h, in __alloc_buddy_huge_page_with_mpol()
1623 struct page *alloc_huge_page_node(struct hstate *h, int nid) in alloc_huge_page_node()
1642 static int gather_surplus_pages(struct hstate *h, int delta) in gather_surplus_pages()
1730 static void return_unused_surplus_pages(struct hstate *h, in return_unused_surplus_pages()
1784 static long __vma_reservation_common(struct hstate *h, in __vma_reservation_common()
1818 static long vma_needs_reservation(struct hstate *h, in vma_needs_reservation()
1824 static long vma_commit_reservation(struct hstate *h, in vma_commit_reservation()
1830 static void vma_end_reservation(struct hstate *h, in vma_end_reservation()
1840 struct hstate *h = hstate_vma(vma); in alloc_huge_page()
1953 int __weak alloc_bootmem_huge_page(struct hstate *h) in alloc_bootmem_huge_page()
1980 m->hstate = h; in alloc_bootmem_huge_page()
1999 struct hstate *h = m->hstate; in gather_bootmem_prealloc()
2024 static void __init hugetlb_hstate_alloc_pages(struct hstate *h) in hugetlb_hstate_alloc_pages()
2041 struct hstate *h; in hugetlb_init_hstates()
2067 struct hstate *h; in report_hugepages()
2078 static void try_to_free_low(struct hstate *h, unsigned long count, in try_to_free_low()
2102 static inline void try_to_free_low(struct hstate *h, unsigned long count, in try_to_free_low()
2113 static int adjust_pool_surplus(struct hstate *h, nodemask_t *nodes_allowed, in adjust_pool_surplus()
2141 static unsigned long set_max_huge_pages(struct hstate *h, unsigned long count, in set_max_huge_pages()
2229 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp);
2231 static struct hstate *kobj_to_hstate(struct kobject *kobj, int *nidp) in kobj_to_hstate()
2248 struct hstate *h; in nr_hugepages_show_common()
2262 struct hstate *h, int nid, in __nr_hugepages_store_common()
2307 struct hstate *h; in nr_hugepages_store_common()
2357 struct hstate *h = kobj_to_hstate(kobj, NULL); in nr_overcommit_hugepages_show()
2366 struct hstate *h = kobj_to_hstate(kobj, NULL); in nr_overcommit_hugepages_store()
2386 struct hstate *h; in free_hugepages_show()
2403 struct hstate *h = kobj_to_hstate(kobj, NULL); in resv_hugepages_show()
2411 struct hstate *h; in surplus_hugepages_show()
2441 static int hugetlb_sysfs_add_hstate(struct hstate *h, struct kobject *parent, in hugetlb_sysfs_add_hstate()
2461 struct hstate *h; in hugetlb_sysfs_init()
2509 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp) in kobj_to_node_hstate()
2534 struct hstate *h; in hugetlb_unregister_node()
2578 struct hstate *h; in hugetlb_register_node()
2627 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp) in kobj_to_node_hstate()
2643 struct hstate *h; in hugetlb_exit()
2698 struct hstate *h; in hugetlb_add_hstate()
2783 struct hstate *h = &default_hstate; in hugetlb_sysctl_handler_common()
2824 struct hstate *h = &default_hstate; in hugetlb_overcommit_handler()
2855 struct hstate *h = &default_hstate; in hugetlb_report_meminfo()
2873 struct hstate *h = &default_hstate; in hugetlb_report_node_meminfo()
2887 struct hstate *h; in hugetlb_show_meminfo()
2912 struct hstate *h; in hugetlb_total_pages()
2920 static int hugetlb_acct_memory(struct hstate *h, long delta) in hugetlb_acct_memory()
2979 struct hstate *h = hstate_vma(vma); in hugetlb_vm_op_close()
3085 struct hstate *h = hstate_vma(vma); in copy_hugetlb_page_range()
3167 struct hstate *h = hstate_vma(vma); in __unmap_hugepage_range()
3297 struct hstate *h = hstate_vma(vma); in unmap_ref_private()
3354 struct hstate *h = hstate_vma(vma); in hugetlb_cow()
3472 static struct page *hugetlbfs_pagecache_page(struct hstate *h, in hugetlbfs_pagecache_page()
3488 static bool hugetlbfs_pagecache_present(struct hstate *h, in hugetlbfs_pagecache_present()
3508 struct hstate *h = hstate_inode(inode); in huge_add_to_page_cache()
3525 struct hstate *h = hstate_vma(vma); in hugetlb_no_page()
3650 u32 hugetlb_fault_mutex_hash(struct hstate *h, struct mm_struct *mm, in hugetlb_fault_mutex_hash()
3675 u32 hugetlb_fault_mutex_hash(struct hstate *h, struct mm_struct *mm, in hugetlb_fault_mutex_hash()
3694 struct hstate *h = hstate_vma(vma); in hugetlb_fault()
3830 struct hstate *h = hstate_vma(vma); in follow_hugetlb_page()
3938 struct hstate *h = hstate_vma(vma); in hugetlb_change_protection()
4005 struct hstate *h = hstate_inode(inode); in hugetlb_reserve_pages()
4108 struct hstate *h = hstate_inode(inode); in hugetlb_unreserve_pages()
4389 struct hstate *h = page_hstate(hpage); in dequeue_hwpoisoned_huge_page()