| /linux-4.1.27/include/asm-generic/ |
| D | pgtable-nopud.h | 13 typedef struct { pgd_t pgd; } pud_t; typedef
36 #define set_pgd(pgdptr, pgdval) set_pud((pud_t *)(pgdptr), (pud_t) { pgdval })
38 static inline pud_t * pud_offset(pgd_t * pgd, unsigned long address) in pud_offset()
40 return (pud_t *)pgd; in pud_offset()
44 #define __pud(x) ((pud_t) { __pgd(x) } )
46 #define pgd_page(pgd) (pud_page((pud_t){ pgd }))
47 #define pgd_page_vaddr(pgd) (pud_page_vaddr((pud_t){ pgd }))
|
| D | pgtable-nopmd.h | 17 typedef struct { pud_t pud; } pmd_t;
29 static inline int pud_none(pud_t pud) { return 0; } in pud_none()
30 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad()
31 static inline int pud_present(pud_t pud) { return 1; } in pud_present()
32 static inline void pud_clear(pud_t *pud) { } in pud_clear()
43 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
|
| D | pgtable.h | 314 void pud_clear_bad(pud_t *);
328 static inline int pud_none_or_clear_bad(pud_t *pud) in pud_none_or_clear_bad()
701 int pud_set_huge(pud_t *pud, phys_addr_t addr, pgprot_t prot);
703 int pud_clear_huge(pud_t *pud);
706 static inline int pud_set_huge(pud_t *pud, phys_addr_t addr, pgprot_t prot) in pud_set_huge()
714 static inline int pud_clear_huge(pud_t *pud) in pud_clear_huge()
|
| D | 4level-fixup.h | 12 #define pud_t pgd_t macro
|
| /linux-4.1.27/arch/x86/include/asm/ |
| D | pgalloc.h | 110 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
112 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
120 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
126 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
128 return (pud_t *)get_zeroed_page(GFP_KERNEL|__GFP_REPEAT); in pud_alloc_one()
131 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
137 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
139 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| D | pgtable_64.h | 17 extern pud_t level3_kernel_pgt[512];
18 extern pud_t level3_ident_pgt[512];
44 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte);
99 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
104 static inline void native_pud_clear(pud_t *pud) in native_pud_clear()
|
| D | pgtable.h | 148 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn()
555 static inline int pud_none(pud_t pud) in pud_none()
560 static inline int pud_present(pud_t pud) in pud_present()
565 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr()
577 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) in pmd_offset()
582 static inline int pud_large(pud_t pud) in pud_large()
588 static inline int pud_bad(pud_t pud) in pud_bad()
593 static inline int pud_large(pud_t pud) in pud_large()
622 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
624 return (pud_t *)pgd_page_vaddr(*pgd) + pud_index(address); in pud_offset()
|
| D | pgtable-3level.h | 98 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
124 static inline void pud_clear(pud_t *pudp) in pud_clear()
|
| D | pgtable_types.h | 238 typedef struct { pudval_t pud; } pud_t; typedef
240 static inline pud_t native_make_pud(pmdval_t val) in native_make_pud()
242 return (pud_t) { val }; in native_make_pud()
245 static inline pudval_t native_pud_val(pud_t pud) in native_pud_val()
252 static inline pudval_t native_pud_val(pud_t pud) in native_pud_val()
279 static inline pudval_t pud_flags(pud_t pud) in pud_flags()
|
| D | paravirt.h | 577 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
589 static inline pud_t __pud(pudval_t val) in __pud()
600 return (pud_t) { ret }; in __pud()
603 static inline pudval_t pud_val(pud_t pud) in pud_val()
634 static inline void pud_clear(pud_t *pudp) in pud_clear()
|
| D | kexec.h | 167 pud_t *pud;
|
| D | paravirt_types.h | 306 void (*set_pud)(pud_t *pudp, pud_t pudval);
|
| /linux-4.1.27/arch/arm64/include/asm/ |
| D | pgalloc.h | 44 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
53 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
55 return (pud_t *)__get_free_page(PGALLOC_GFP); in pud_alloc_one()
58 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
64 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
|
| D | pgtable-types.h | 48 typedef struct { pudval_t pud; } pud_t; typedef
50 #define __pud(x) ((pud_t) { (x) } )
74 typedef pudval_t pud_t; typedef
|
| D | pgtable.h | 248 static inline pte_t pud_pte(pud_t pud) in pud_pte()
253 static inline pmd_t pud_pmd(pud_t pud) in pud_pmd()
387 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
394 static inline void pud_clear(pud_t *pudp) in pud_clear()
399 static inline pmd_t *pud_page_vaddr(pud_t pud) in pud_page_vaddr()
407 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
435 static inline pud_t *pgd_page_vaddr(pgd_t pgd) in pgd_page_vaddr()
443 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long addr) in pud_offset()
445 return (pud_t *)pgd_page_vaddr(*pgd) + pud_index(addr); in pud_offset()
|
| D | kvm_mmu.h | 181 pud_t *pud;
263 static inline void __kvm_flush_dcache_pud(pud_t pud)
|
| D | tlb.h | 66 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb()
|
| /linux-4.1.27/arch/x86/mm/ |
| D | init_64.c | 70 static int ident_pud_init(struct x86_mapping_info *info, pud_t *pud_page, in ident_pud_init()
76 pud_t *pud = pud_page + pud_index(addr); in ident_pud_init()
107 pud_t *pud; in kernel_ident_mapping_init()
121 pud = (pud_t *)info->alloc_pgt_page(info->context); in kernel_ident_mapping_init()
233 static pud_t *fill_pud(pgd_t *pgd, unsigned long vaddr) in fill_pud()
236 pud_t *pud = (pud_t *)spp_getpage(); in fill_pud()
245 static pmd_t *fill_pmd(pud_t *pud, unsigned long vaddr) in fill_pmd()
268 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_pud()
270 pud_t *pud; in set_pte_vaddr_pud()
290 pud_t *pud_page; in set_pte_vaddr()
[all …]
|
| D | pgtable.c | 79 void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud) in ___pud_free_tlb()
171 void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd) in pud_populate()
260 pud_t *pud; in pgd_prepopulate_pmd()
566 int pud_set_huge(pud_t *pud, phys_addr_t addr, pgprot_t prot) in pud_set_huge()
608 int pud_clear_huge(pud_t *pud) in pud_clear_huge()
|
| D | gup.c | 151 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range()
194 static noinline int gup_huge_pud(pud_t pud, unsigned long addr, in gup_huge_pud()
232 pud_t *pudp; in gup_pud_range()
236 pud_t pud = *pudp; in gup_pud_range()
|
| D | kasan_init_64.c | 14 static pud_t kasan_zero_pud[PTRS_PER_PUD] __page_aligned_bss;
79 static int __init zero_pmd_populate(pud_t *pud, unsigned long addr, in zero_pmd_populate()
109 pud_t *pud = pud_offset(pgd, addr); in zero_pud_populate()
|
| D | pageattr.c | 331 pud_t *pud; in lookup_address_in_pgd()
391 pud_t *pud; in lookup_pmd_address()
448 pud_t *pud; in __set_pmd_pte()
723 static bool try_to_free_pud_page(pud_t *pud) in try_to_free_pud_page()
753 static void __unmap_pmd_range(pud_t *pud, pmd_t *pmd, in __unmap_pmd_range()
761 static void unmap_pmd_range(pud_t *pud, unsigned long start, unsigned long end) in unmap_pmd_range()
807 pud_t *pud = pud_offset(pgd, start); in unmap_pud_range()
854 if (try_to_free_pud_page((pud_t *)pgd_page_vaddr(*pgd_entry))) in unmap_pgd_range()
868 static int alloc_pmd_page(pud_t *pud) in alloc_pmd_page()
902 unsigned num_pages, pud_t *pud, pgprot_t pgprot) in populate_pmd()
[all …]
|
| D | hugetlbpage.c | 50 int pud_huge(pud_t pud)
68 int pud_huge(pud_t pud) in pud_huge()
|
| D | dump_pagetables.c | 285 static void walk_pmd_level(struct seq_file *m, struct pg_state *st, pud_t addr, in walk_pmd_level()
320 pud_t *start; in walk_pud_level()
322 start = (pud_t *) pgd_page_vaddr(addr); in walk_pud_level()
|
| D | pgtable_32.c | 30 pud_t *pud; in set_pte_vaddr()
|
| D | fault.c | 196 pud_t *pud, *pud_k; in vmalloc_sync_one()
366 pud_t *pud, *pud_ref; in vmalloc_fault()
467 pud_t *pud; in dump_pagetable()
951 pud_t *pud; in spurious_fault()
|
| D | init_32.c | 71 pud_t *pud; in one_md_table_init()
417 pud_t *pud; in permanent_kmaps_init()
457 pud_t *pud; in native_pagetable_init()
|
| D | ioremap.c | 386 pud_t *pud = pud_offset(pgd, addr); in early_ioremap_pmd()
|
| /linux-4.1.27/arch/tile/include/asm/ |
| D | pgtable_64.h | 73 static inline int pud_none(pud_t pud) in pud_none()
78 static inline int pud_present(pud_t pud) in pud_present()
83 static inline int pud_huge_page(pud_t pud) in pud_huge_page()
91 static inline void pud_clear(pud_t *pudp) in pud_clear()
96 static inline int pud_bad(pud_t pud) in pud_bad()
|
| D | pgtable_32.h | 79 static inline int pud_huge_page(pud_t pud) { return 0; } in pud_huge_page()
|
| /linux-4.1.27/arch/mips/include/asm/ |
| D | pgtable-64.h | 204 static inline int pud_none(pud_t pud) in pud_none()
209 static inline int pud_bad(pud_t pud) in pud_bad()
214 static inline int pud_present(pud_t pud) in pud_present()
219 static inline void pud_clear(pud_t *pudp) in pud_clear()
250 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr()
258 static inline pmd_t *pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
|
| D | pgalloc.h | 36 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| /linux-4.1.27/arch/ia64/include/asm/ |
| D | pgalloc.h | 37 pgd_populate(struct mm_struct *mm, pgd_t * pgd_entry, pud_t * pud) in pgd_populate()
42 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
47 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
55 pud_populate(struct mm_struct *mm, pud_t * pud_entry, pmd_t * pmd) in pud_populate()
|
| D | page.h | 177 typedef struct { unsigned long pud; } pud_t; typedef
|
| D | pgtable.h | 390 ((pud_t *) pgd_page_vaddr(*(dir)) + (((addr) >> PUD_SHIFT) & (PTRS_PER_PUD - 1)))
|
| /linux-4.1.27/arch/frv/include/asm/ |
| D | pgtable.h | 212 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
214 return (pud_t *) pgd; in pud_offset()
217 #define pgd_page(pgd) (pud_page((pud_t){ pgd }))
218 #define pgd_page_vaddr(pgd) (pud_page_vaddr((pud_t){ pgd }))
233 static inline int pud_none(pud_t pud) { return 0; } in pud_none()
234 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad()
235 static inline int pud_present(pud_t pud) { return 1; } in pud_present()
236 static inline void pud_clear(pud_t *pud) { } in pud_clear()
262 static inline pmd_t *pmd_offset(pud_t *dir, unsigned long address) in pmd_offset()
493 pud_t *pue = pud_offset(pge, address); in update_mmu_cache()
|
| D | page.h | 25 typedef struct { pmd_t pue[1]; } pud_t; typedef
26 typedef struct { pud_t pge[1]; } pgd_t;
38 #define __pud(x) ((pud_t) { (x) } )
|
| /linux-4.1.27/arch/sh/mm/ |
| D | hugetlbpage.c | 28 pud_t *pud; in huge_pte_alloc()
48 pud_t *pud; in huge_pte_offset()
75 int pud_huge(pud_t pud) in pud_huge()
|
| D | gup.c | 119 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range()
143 pud_t *pudp; in gup_pud_range()
147 pud_t pud = *pudp; in gup_pud_range()
|
| D | init.c | 48 pud_t *pud; in __get_pte_phys()
126 static pmd_t * __init one_md_table_init(pud_t *pud) in one_md_table_init()
162 pud_t *pud; in page_table_range_init()
175 pud = (pud_t *)pgd; in page_table_range_init()
|
| D | pgtable.c | 43 void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| D | tlbex_32.c | 26 pud_t *pud; in handle_tlbmiss()
|
| D | tlbex_64.c | 47 pud_t *pud; in handle_tlbmiss()
|
| D | fault.c | 76 pud_t *pud; in show_pte()
130 pud_t *pud, *pud_k; in vmalloc_sync_one()
|
| D | cache-sh4.c | 212 pud_t *pud; in sh4_flush_cache_page()
|
| D | cache-sh5.c | 386 pud_t *pud; in sh64_dcache_purge_user_pages()
|
| /linux-4.1.27/arch/mips/mm/ |
| D | hugetlbpage.c | 28 pud_t *pud; in huge_pte_alloc()
42 pud_t *pud; in huge_pte_offset()
76 int pud_huge(pud_t pud) in pud_huge()
|
| D | gup.c | 101 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range()
137 static int gup_huge_pud(pud_t pud, unsigned long addr, unsigned long end, in gup_huge_pud()
171 pud_t *pudp; in gup_pud_range()
175 pud_t pud = *pudp; in gup_pud_range()
|
| D | pgtable-32.c | 39 pud_t *pud; in pagetable_init()
|
| D | init.c | 221 pud_t *pud; in fixrange_init()
234 pud = (pud_t *)pgd; in fixrange_init()
|
| D | ioremap.c | 79 pud_t *pud; in remap_area_pages()
|
| D | c-r3k.c | 243 pud_t *pudp; in r3k_flush_cache_page()
|
| D | fault.c | 304 pud_t *pud, *pud_k; in __do_page_fault()
|
| D | c-tx39.c | 174 pud_t *pudp; in tx39_flush_cache_page()
|
| D | tlb-r4k.c | 289 pud_t *pudp; in __update_tlb()
|
| D | c-r4k.c | 557 pud_t *pudp; in local_r4k_flush_cache_page()
|
| /linux-4.1.27/arch/sparc/include/asm/ |
| D | pgalloc_64.h | 18 static inline void __pgd_populate(pgd_t *pgd, pud_t *pud) in __pgd_populate()
35 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
42 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
|
| D | page_64.h | 60 typedef struct { unsigned long pud; } pud_t; typedef
74 #define __pud(x) ((pud_t) { (x) } )
83 typedef unsigned long pud_t; typedef
|
| D | pgtable_64.h | 819 static inline unsigned long pud_large(pud_t pud) in pud_large()
826 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn()
849 ((pud_t *) pgd_page_vaddr(*(pgdp)) + pud_index(address))
|
| /linux-4.1.27/arch/arm64/mm/ |
| D | mmu.c | 112 void split_pud(pud_t *old_pud, pmd_t *pmd) in split_pud()
124 static void alloc_init_pmd(struct mm_struct *mm, pud_t *pud, in alloc_init_pmd()
194 pud_t *pud; in alloc_init_pud()
198 pud = alloc(PTRS_PER_PUD * sizeof(pud_t)); in alloc_init_pud()
211 pud_t old_pud = *pud; in alloc_init_pud()
482 pud_t *pud; in kern_addr_valid()
525 pud_t *pud; in vmemmap_populate()
565 static pud_t bm_pud[PTRS_PER_PUD] __page_aligned_bss;
568 static inline pud_t * fixmap_pud(unsigned long addr) in fixmap_pud()
579 pud_t *pud = fixmap_pud(addr); in fixmap_pmd()
[all …]
|
| D | hugetlbpage.c | 46 int pud_huge(pud_t pud) in pud_huge()
|
| D | dump.c | 245 static void walk_pmd(struct pg_state *st, pud_t *pud, unsigned long start) in walk_pmd()
264 pud_t *pud = pud_offset(pgd, 0); in walk_pud()
|
| D | fault.c | 57 pud_t *pud; in show_pte()
|
| /linux-4.1.27/arch/s390/include/asm/ |
| D | pgalloc.h | 62 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address) in pud_alloc_one()
67 return (pud_t *) table; in pud_alloc_one()
91 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
96 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| D | page.h | 74 typedef struct { unsigned long pud; } pud_t; typedef
88 #define __pud(x) ((pud_t) { (x) } )
|
| D | pgtable.h | 448 static inline int pud_present(pud_t pud) in pud_present()
455 static inline int pud_none(pud_t pud) in pud_none()
462 static inline int pud_large(pud_t pud) in pud_large()
469 static inline int pud_bad(pud_t pud) in pud_bad()
816 static inline void pud_clear(pud_t *pud) in pud_clear()
1260 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
1262 pud_t *pud = (pud_t *) pgd; in pud_offset()
1264 pud = (pud_t *) pgd_deref(*pgd); in pud_offset()
1268 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) in pmd_offset()
|
| D | tlb.h | 134 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in pud_free_tlb()
|
| /linux-4.1.27/arch/s390/mm/ |
| D | gup.c | 102 static inline int gup_pmd_range(pud_t *pudp, pud_t pud, unsigned long addr, in gup_pmd_range()
143 pud_t *pudp, pud; in gup_pud_range()
145 pudp = (pud_t *) pgdp; in gup_pud_range()
147 pudp = (pud_t *) pgd_deref(pgd); in gup_pud_range()
|
| D | vmem.c | 37 static inline pud_t *vmem_pud_alloc(void) in vmem_pud_alloc()
39 pud_t *pud = NULL; in vmem_pud_alloc()
83 pud_t *pu_dir; in vmem_add_mem()
151 pud_t *pu_dir; in vmem_remove_range()
197 pud_t *pu_dir; in vmemmap_populate()
|
| D | hugetlbpage.c | 171 pud_t *pudp; in huge_pte_alloc()
184 pud_t *pudp; in huge_pte_offset()
209 int pud_huge(pud_t pud) in pud_huge()
|
| D | pageattr.c | 46 pud_t *pudp; in walk_page_table()
128 pud_t *pud; in __kernel_map_pages()
|
| D | dump_pagetables.c | 127 pud_t *pud, unsigned long addr) in walk_pmd_level()
152 pud_t *pud; in walk_pud_level()
|
| D | pgtable.c | 88 pgd_populate(mm, (pgd_t *) table, (pud_t *) pgd); in crst_table_upgrade()
513 pud_t *pud; in __gmap_link()
|
| /linux-4.1.27/arch/arm/mm/ |
| D | idmap.c | 21 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd()
52 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd()
68 pud_t *pud = pud_offset(pgd, addr); in idmap_add_pud()
|
| D | pgd.c | 36 pud_t *new_pud, *init_pud; in pgd_alloc()
112 pud_t *pud; in pgd_free()
|
| D | hugetlbpage.c | 39 int pud_huge(pud_t pud) in pud_huge()
|
| D | ioremap.c | 143 pud_t *pud; in unmap_area_sections()
191 pud_t *pud; in remap_area_sections()
223 pud_t *pud; in remap_area_supersections()
|
| D | dump.c | 269 static void walk_pmd(struct pg_state *st, pud_t *pud, unsigned long start) in walk_pmd()
289 pud_t *pud = pud_offset(pgd, 0); in walk_pud()
|
| D | fault.c | 72 pud_t *pud; in show_pte()
427 pud_t *pud, *pud_k; in do_translation_fault()
|
| D | fault-armv.c | 97 pud_t *pud; in adjust_pte()
|
| D | mmu.c | 733 static void __init alloc_init_pmd(pud_t *pud, unsigned long addr, in alloc_init_pmd()
768 pud_t *pud = pud_offset(pgd, addr); in alloc_init_pud()
823 pud_t *pud = pud_offset(pgd, addr); in create_36bit_mapping()
1401 pud_t *pud0, *pudk, *pud_start; in early_paging_init()
|
| /linux-4.1.27/mm/ |
| D | sparse-vmemmap.c | 115 pmd_t * __meminit vmemmap_pmd_populate(pud_t *pud, unsigned long addr, int node) in vmemmap_pmd_populate()
127 pud_t * __meminit vmemmap_pud_populate(pgd_t *pgd, unsigned long addr, int node) in vmemmap_pud_populate()
129 pud_t *pud = pud_offset(pgd, addr); in vmemmap_pud_populate()
156 pud_t *pud; in vmemmap_populate_basepages()
|
| D | gup.c | 148 pud_t *pud; in follow_page_mask()
217 pud_t *pud; in get_gate_page()
1120 static int gup_huge_pud(pud_t orig, pud_t *pudp, unsigned long addr, in gup_huge_pud()
1205 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range()
1251 pud_t *pudp; in gup_pud_range()
1255 pud_t pud = READ_ONCE(*pudp); in gup_pud_range()
|
| D | pagewalk.c | 27 static int walk_pmd_range(pud_t *pud, unsigned long addr, unsigned long end, in walk_pmd_range()
75 pud_t *pud; in walk_pud_range()
|
| D | memory.c | 400 static inline void free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in free_pmd_range()
438 pud_t *pud; in free_pud_range()
650 pud_t *pud = pud_offset(pgd, addr); in print_bad_pte()
951 pud_t *dst_pud, pud_t *src_pud, struct vm_area_struct *vma, in copy_pmd_range()
987 pud_t *src_pud, *dst_pud; in copy_pud_range()
1185 struct vm_area_struct *vma, pud_t *pud, in zap_pmd_range()
1233 pud_t *pud; in zap_pud_range()
1422 pud_t * pud = pud_alloc(mm, pgd, addr); in __get_locked_pte()
1642 static inline int remap_pmd_range(struct mm_struct *mm, pud_t *pud, in remap_pmd_range()
1667 pud_t *pud; in remap_pud_range()
[all …]
|
| D | mprotect.c | 135 pud_t *pud, unsigned long addr, unsigned long end, in change_pmd_range()
195 pud_t *pud; in change_pud_range()
|
| D | pgtable-generic.c | 25 void pud_clear_bad(pud_t *pud) in pud_clear_bad()
|
| D | mremap.c | 34 pud_t *pud; in get_old_pmd()
56 pud_t *pud; in alloc_new_pmd()
|
| D | vmalloc.c | 70 static void vunmap_pmd_range(pud_t *pud, unsigned long addr, unsigned long end) in vunmap_pmd_range()
88 pud_t *pud; in vunmap_pud_range()
143 static int vmap_pmd_range(pud_t *pud, unsigned long addr, in vmap_pmd_range()
163 pud_t *pud; in vmap_pud_range()
245 pud_t *pud = pud_offset(pgd, addr); in vmalloc_to_page()
|
| D | hugetlb.c | 3721 pte_t *huge_pmd_share(struct mm_struct *mm, unsigned long addr, pud_t *pud) in huge_pmd_share()
3786 pud_t *pud = pud_offset(pgd, *addr); in huge_pmd_unshare()
3800 pte_t *huge_pmd_share(struct mm_struct *mm, unsigned long addr, pud_t *pud) in huge_pmd_share()
3812 pud_t *pud; in huge_pte_alloc()
3836 pud_t *pud; in huge_pte_offset()
3901 pud_t *pud, int flags) in follow_huge_pud()
|
| D | rmap.c | 614 pud_t *pud; in mm_find_pmd()
|
| D | huge_memory.c | 1563 pud_t *pud; in page_check_address_pmd()
2943 pud_t *pud; in split_huge_page_address()
|
| D | swapfile.c | 1183 static inline int unuse_pmd_range(struct vm_area_struct *vma, pud_t *pud, in unuse_pmd_range()
1207 pud_t *pud; in unuse_pud_range()
|
| /linux-4.1.27/arch/sh/include/asm/ |
| D | pgtable-3level.h | 34 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr()
40 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) in pmd_offset()
|
| D | pgalloc.h | 13 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
|
| /linux-4.1.27/arch/ia64/mm/ |
| D | hugetlbpage.c | 32 pud_t *pud; in huge_pte_alloc()
51 pud_t *pud; in huge_pte_offset()
112 int pud_huge(pud_t pud) in pud_huge()
|
| D | init.c | 215 pud_t *pud; in put_kernel_page()
395 pud_t *pud; in vmemmap_find_next_valid_pfn()
443 pud_t *pud; in create_mem_map_page_table()
|
| D | fault.c | 51 pud_t *pud; in mapped_kernel_page_is_present()
|
| /linux-4.1.27/arch/x86/kernel/ |
| D | espfix_64.c | 73 static __page_aligned_bss pud_t espfix_pud_page[PTRS_PER_PUD]
128 pgd_populate(&init_mm, pgd_p, (pud_t *)espfix_pud_page); in init_espfix_bsp()
141 pud_t pud, *pud_p; in init_espfix_ap()
|
| D | machine_kexec_64.c | 44 pud_t *pud; in init_transition_pgtable()
54 pud = (pud_t *)get_zeroed_page(GFP_KERNEL); in init_transition_pgtable()
|
| D | machine_kexec_32.c | 106 pud_t *pud; in machine_kexec_page_table_set_one()
|
| D | tboot.c | 127 pud_t *pud; in map_tboot_page()
|
| D | vm86_32.c | 171 pud_t *pud; in mark_screen_rdonly()
|
| /linux-4.1.27/include/trace/events/ |
| D | xen.h | 230 TP_PROTO(pud_t *pudp, pud_t pudval),
233 __field(pud_t *, pudp)
262 TP_PROTO(pud_t *pudp),
265 __field(pud_t *, pudp)
273 TP_PROTO(pud_t *pudp, pud_t pudval),
276 __field(pud_t *, pudp)
|
| /linux-4.1.27/arch/unicore32/mm/ |
| D | pgd.c | 53 new_pmd = pmd_alloc(mm, (pud_t *)new_pgd, 0); in get_pgd_slow()
61 init_pmd = pmd_offset((pud_t *)init_pgd, 0); in get_pgd_slow()
|
| D | ioremap.c | 74 pmd_t pmd, *pmdp = pmd_offset((pud_t *)pgd, addr); in unmap_area_sections()
116 pmd_t *pmd = pmd_offset((pud_t *)pgd, addr); in remap_area_sections()
|
| D | mm.h | 22 return pmd_offset((pud_t *)pgd, virt); in pmd_off()
|
| D | fault.c | 64 pmd = pmd_offset((pud_t *) pgd, addr); in show_pte()
363 pmd_k = pmd_offset((pud_t *) pgd_k, addr); in do_ifault()
364 pmd = pmd_offset((pud_t *) pgd, addr); in do_ifault()
|
| D | mmu.c | 178 pmd_t *pmd = pmd_offset((pud_t *)pgd, addr); in alloc_init_section()
|
| /linux-4.1.27/arch/powerpc/include/asm/ |
| D | pgtable-ppc64-4k.h | 16 #define PUD_TABLE_SIZE (sizeof(pud_t) << PUD_INDEX_SIZE)
77 (((pud_t *) pgd_page_vaddr(*(pgdp))) + \
|
| D | pgalloc-64.h | 58 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
64 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
69 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| D | page.h | 308 typedef struct { unsigned long pud; } pud_t; typedef
310 #define __pud(x) ((pud_t) { (x) })
347 typedef unsigned long pud_t; typedef
|
| D | pgtable-ppc64-64k.h | 41 #define pgd_pte(pgd) (pud_pte(((pud_t){ pgd })))
|
| D | pgtable-ppc64.h | 180 extern struct page *pud_page(pud_t pud);
182 static inline pte_t pud_pte(pud_t pud) in pud_pte()
187 static inline pud_t pte_pud(pte_t pte) in pte_pud()
|
| /linux-4.1.27/arch/arm/kvm/ |
| D | mmu.c | 96 static void kvm_flush_dcache_pud(pud_t pud) in kvm_flush_dcache_pud()
159 pud_t *pud_table __maybe_unused = pud_offset(pgd, 0); in clear_pgd_entry()
166 static void clear_pud_entry(struct kvm *kvm, pud_t *pud, phys_addr_t addr) in clear_pud_entry()
232 static void unmap_pmds(struct kvm *kvm, pud_t *pud, in unmap_pmds()
265 pud_t *pud, *start_pud; in unmap_puds()
272 pud_t old_pud = *pud; in unmap_puds()
318 static void stage2_flush_pmds(struct kvm *kvm, pud_t *pud, in stage2_flush_pmds()
339 pud_t *pud; in stage2_flush_puds()
468 static int create_hyp_pmd_mappings(pud_t *pud, unsigned long start, in create_hyp_pmd_mappings()
506 pud_t *pud; in create_hyp_pud_mappings()
[all …]
|
| /linux-4.1.27/arch/um/kernel/ |
| D | tlb.c | 219 static inline int update_pmd_range(pud_t *pud, unsigned long addr, in update_pmd_range()
245 pud_t *pud; in update_pud_range()
302 pud_t *pud; in flush_tlb_kernel_range_common()
386 pud_t *pud; in flush_tlb_page()
453 pud_t *pud_offset_proc(pgd_t *pgd, unsigned long address) in pud_offset_proc()
458 pmd_t *pmd_offset_proc(pud_t *pud, unsigned long address) in pmd_offset_proc()
471 pud_t *pud = pud_offset(pgd, addr); in addr_pte()
|
| D | mem.c | 77 static void __init one_md_table_init(pud_t *pud) in one_md_table_init()
91 pud_t *pud; in fixrange_init()
119 pud_t *pud; in fixaddr_user_init()
|
| D | trap.c | 29 pud_t *pud; in handle_page_fault()
|
| /linux-4.1.27/arch/sparc/mm/ |
| D | hugetlbpage.c | 133 pud_t *pud; in huge_pte_alloc()
157 pud_t *pud; in huge_pte_offset()
223 int pud_huge(pud_t pud) in pud_huge()
|
| D | gup.c | 118 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range()
147 pud_t *pudp; in gup_pud_range()
151 pud_t pud = *pudp; in gup_pud_range()
|
| D | init_64.c | 428 pud_t *pudp = pud_offset(pgdp, kaddr); in flush_icache_range()
1374 pud_t *pud; in kern_addr_valid()
1419 pud_t *pud) in kernel_map_hugepud()
1521 pud_t *pud; in kernel_map_range()
1526 pud_t *new; in kernel_map_range()
2357 pud_t *pud; in vmemmap_populate()
2361 pud_t *new = vmemmap_alloc_block(PAGE_SIZE, node); in vmemmap_populate()
|
| D | fault_64.c | 95 pud_t *pudp; in get_user_insn()
|
| /linux-4.1.27/arch/metag/mm/ |
| D | hugetlbpage.c | 63 pud_t *pud; in huge_pte_alloc()
80 pud_t *pud; in huge_pte_offset()
102 int pud_huge(pud_t pud) in pud_huge()
|
| D | init.c | 46 pud_t *pud; in insert_gateway_page()
296 pud_t *pud; in fixedrange_init()
|
| D | fault.c | 70 pud_t *pud, *pud_k; in do_page_fault()
|
| /linux-4.1.27/arch/powerpc/mm/ |
| D | hugetlbpage.c | 77 int pud_huge(pud_t pud) in pud_huge()
98 int pud_huge(pud_t pud) in pud_huge()
194 pud_t *pu; in huge_pte_alloc()
244 pud_t *pu; in huge_pte_alloc()
537 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in hugetlb_free_pmd_range()
591 pud_t *pud; in hugetlb_free_pud_range()
734 pud_t *pud, int write) in follow_huge_pud()
975 pud_t pud, *pudp; in __find_linux_pte_or_hugepte()
|
| D | pgtable.c | 219 pud_t *pud; in assert_pte_locked()
|
| D | subpage-prot.c | 64 pud_t *pud; in hpte_flush_range()
|
| D | pgtable_64.c | 94 pud_t *pudp; in map_kernel_page()
358 struct page *pud_page(pud_t pud) in pud_page()
|
| D | dma-noncoherent.c | 413 pud_t *pud = pud_offset(pgd, cpu_addr); in __dma_get_coherent_pfn()
|
| D | pgtable_32.c | 370 pud_t *pud; in get_pteptr()
|
| /linux-4.1.27/lib/ |
| D | ioremap.c | 71 static inline int ioremap_pmd_range(pud_t *pud, unsigned long addr, in ioremap_pmd_range()
100 pud_t *pud; in ioremap_pud_range()
|
| /linux-4.1.27/arch/tile/mm/ |
| D | hugetlbpage.c | 58 pud_t *pud; in huge_pte_alloc()
107 pud_t *pud; in huge_pte_offset()
158 int pud_huge(pud_t pud) in pud_huge()
|
| D | init.c | 137 static inline void assign_pmd(pud_t *pud, pmd_t *pmd) in assign_pmd()
154 pud_t *pud = pud_offset(&pgtables[pgd_index(va)], va); in get_pmd()
640 pud_t *pud; in permanent_kmaps_init()
738 pud_t *pud; in paging_init()
|
| D | pgtable.c | 101 pud_t *pud; in shatter_huge_page()
343 pud_t *pud; in virt_to_pte()
|
| D | fault.c | 109 pud_t *pud, *pud_k; in vmalloc_sync_one()
215 pud_t *pud; in handle_migrating_pte()
|
| /linux-4.1.27/include/linux/ |
| D | hugetlb.h | 90 pte_t *huge_pmd_share(struct mm_struct *mm, unsigned long addr, pud_t *pud);
108 pud_t *pud, int flags);
110 int pud_huge(pud_t pmd);
193 static inline int pud_write(pud_t pud) in pud_write()
|
| D | mm.h | 1405 static inline int __pmd_alloc(struct mm_struct *mm, pud_t *pud, in __pmd_alloc()
1422 int __pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long address);
1454 static inline pud_t *pud_alloc(struct mm_struct *mm, pgd_t *pgd, unsigned long address) in pud_alloc()
1460 static inline pmd_t *pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long address) in pmd_alloc()
2153 pud_t *vmemmap_pud_populate(pgd_t *pgd, unsigned long addr, int node);
2154 pmd_t *vmemmap_pmd_populate(pud_t *pud, unsigned long addr, int node);
|
| /linux-4.1.27/arch/microblaze/include/asm/ |
| D | page.h | 97 typedef struct { pmd_t pue[1]; } pud_t; typedef
98 typedef struct { pud_t pge[1]; } pgd_t;
|
| /linux-4.1.27/arch/frv/mm/ |
| D | fault.c | 40 pud_t *pue; in do_page_fault()
300 pud_t *pud, *pud_k; in do_page_fault()
|
| D | init.c | 83 pud_t *pue; in paging_init()
|
| D | dma-alloc.c | 53 pud_t *pue; in map_page()
|
| /linux-4.1.27/arch/mn10300/mm/ |
| D | cache-inv-icache.c | 33 pud_t *pud; in flush_icache_page_range()
|
| D | cache-flush-icache.c | 55 pud_t *pud; in flush_icache_page_range()
|
| D | pgtable.c | 38 pud_t *pud; in set_pmd_pfn()
|
| D | fault.c | 387 pud_t *pud, *pud_k; in do_page_fault()
|
| /linux-4.1.27/arch/unicore32/kernel/ |
| D | hibernate.c | 38 pud_t *pud; in resume_one_md_table_init()
|
| /linux-4.1.27/arch/arm/include/asm/ |
| D | pgtable-3level.h | 163 static inline pmd_t *pud_page_vaddr(pud_t pud) in pud_page_vaddr()
170 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
|
| D | pgtable-2level.h | 160 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
|
| D | pgalloc.h | 41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| D | kvm_mmu.h | 263 static inline void __kvm_flush_dcache_pud(pud_t pud) in __kvm_flush_dcache_pud()
|
| /linux-4.1.27/arch/x86/power/ |
| D | hibernate_32.c | 35 pud_t *pud; in resume_one_md_table_init()
|
| /linux-4.1.27/arch/x86/xen/ |
| D | mmu.c | 99 static pud_t level3_user_vsyscall[PTRS_PER_PUD] __page_aligned_bss;
445 static void xen_set_pud_hyper(pud_t *ptr, pud_t val) in xen_set_pud_hyper()
463 static void xen_set_pud(pud_t *ptr, pud_t val) in xen_set_pud()
506 __visible pudval_t xen_pud_val(pud_t pud) in xen_pud_val()
512 __visible pud_t xen_make_pud(pudval_t pud) in xen_make_pud()
647 pud_t *pud; in __xen_pgd_walk()
1808 pud_t *l3; in xen_setup_kernel_pagetable()
|
| /linux-4.1.27/arch/openrisc/mm/ |
| D | init.c | 80 pud_t *pue; in map_ram()
|
| D | fault.c | 311 pud_t *pud, *pud_k; in do_page_fault()
|
| /linux-4.1.27/arch/um/include/asm/ |
| D | pgtable-3level.h | 84 static inline void pud_clear (pud_t *pud) in pud_clear()
|
| /linux-4.1.27/arch/nios2/mm/ |
| D | ioremap.c | 89 pud_t *pud; in remap_area_pages()
|
| D | fault.c | 248 pud_t *pud, *pud_k; in do_page_fault()
|
| /linux-4.1.27/arch/score/mm/ |
| D | fault.c | 209 pud_t *pud, *pud_k; in do_page_fault()
|
| D | cache.c | 178 pud_t *pudp; in flush_cache_range()
|
| /linux-4.1.27/arch/um/kernel/skas/ |
| D | mmu.c | 21 pud_t *pud; in init_stub_pte()
|
| D | uaccess.c | 20 pud_t *pud; in virt_to_pte()
|
| /linux-4.1.27/arch/x86/lguest/ |
| D | boot.c | 699 static void lguest_set_pud(pud_t *pudp, pud_t pudval) in lguest_set_pud()
705 (__pa(pudp) & 0x1F) / sizeof(pud_t)); in lguest_set_pud()
|
| /linux-4.1.27/arch/arc/mm/ |
| D | fault.c | 28 pud_t *pud, *pud_k; in handle_vmalloc_fault()
|
| /linux-4.1.27/arch/tile/kernel/ |
| D | machine_kexec.c | 254 pud_t *pud = pud_offset(pgd, vaddr); in setup_quasi_va_is_pa()
|
| D | setup.c | 1549 pud_t *pud; in pcpu_fc_populate_pte()
|
| /linux-4.1.27/arch/cris/mm/ |
| D | fault.c | 325 pud_t *pud, *pud_k; in do_page_fault()
|
| /linux-4.1.27/arch/arm/lib/ |
| D | uaccess_with_memcpy.c | 32 pud_t *pud; in pin_page_for_write()
|
| /linux-4.1.27/arch/sh/kernel/ |
| D | io_trapped.c | 142 pud_t *pud_k; in lookup_tiop()
|
| /linux-4.1.27/arch/metag/kernel/ |
| D | dma.c | 392 pud_t *pud, *pud_k; in dma_alloc_init()
|
| /linux-4.1.27/arch/sparc/kernel/ |
| D | smp_64.c | 1505 pud_t *pud; in pcpu_populate_pte()
1509 pud_t *new; in pcpu_populate_pte()
|
| D | signal32.c | 358 pud_t *pudp; in flush_signal_insns()
|
| /linux-4.1.27/arch/parisc/kernel/ |
| D | cache.c | 504 pud_t *pud = pud_offset(pgd, addr); in get_ptep()
|
| /linux-4.1.27/drivers/misc/sgi-gru/ |
| D | grufault.c | 224 pud_t *pudp; in atomic_pte_lookup()
|
| /linux-4.1.27/arch/frv/kernel/ |
| D | gdb-stub.c | 449 pud_t *pud; in gdbstub_virt_to_pte()
|