| /linux-4.4.14/include/asm-generic/ |
| D | pgtable-nopud.h | 13 typedef struct { pgd_t pgd; } pud_t; typedef
36 #define set_pgd(pgdptr, pgdval) set_pud((pud_t *)(pgdptr), (pud_t) { pgdval })
38 static inline pud_t * pud_offset(pgd_t * pgd, unsigned long address) in pud_offset()
40 return (pud_t *)pgd; in pud_offset()
44 #define __pud(x) ((pud_t) { __pgd(x) } )
46 #define pgd_page(pgd) (pud_page((pud_t){ pgd }))
47 #define pgd_page_vaddr(pgd) (pud_page_vaddr((pud_t){ pgd }))
|
| D | pgtable-nopmd.h | 17 typedef struct { pud_t pud; } pmd_t;
29 static inline int pud_none(pud_t pud) { return 0; } in pud_none()
30 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad()
31 static inline int pud_present(pud_t pud) { return 1; } in pud_present()
32 static inline void pud_clear(pud_t *pud) { } in pud_clear()
43 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
|
| D | pgtable.h | 357 void pud_clear_bad(pud_t *);
371 static inline int pud_none_or_clear_bad(pud_t *pud) in pud_none_or_clear_bad()
754 int pud_set_huge(pud_t *pud, phys_addr_t addr, pgprot_t prot);
756 int pud_clear_huge(pud_t *pud);
759 static inline int pud_set_huge(pud_t *pud, phys_addr_t addr, pgprot_t prot) in pud_set_huge()
767 static inline int pud_clear_huge(pud_t *pud) in pud_clear_huge()
|
| D | 4level-fixup.h | 12 #define pud_t pgd_t macro
|
| /linux-4.4.14/arch/x86/include/asm/ |
| D | pgalloc.h | 110 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
112 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
120 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
126 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
128 return (pud_t *)get_zeroed_page(GFP_KERNEL|__GFP_REPEAT); in pud_alloc_one()
131 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
137 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
139 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| D | pgtable_64.h | 17 extern pud_t level3_kernel_pgt[512];
18 extern pud_t level3_ident_pgt[512];
44 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte);
99 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
104 static inline void native_pud_clear(pud_t *pud) in native_pud_clear()
|
| D | pgtable_types.h | 238 typedef struct { pudval_t pud; } pud_t; typedef
240 static inline pud_t native_make_pud(pmdval_t val) in native_make_pud()
242 return (pud_t) { val }; in native_make_pud()
245 static inline pudval_t native_pud_val(pud_t pud) in native_pud_val()
252 static inline pudval_t native_pud_val(pud_t pud) in native_pud_val()
279 static inline pudval_t pud_pfn_mask(pud_t pud) in pud_pfn_mask()
287 static inline pudval_t pud_flags_mask(pud_t pud) in pud_flags_mask()
292 static inline pudval_t pud_flags(pud_t pud) in pud_flags()
|
| D | pgtable.h | 155 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn()
581 static inline int pud_none(pud_t pud) in pud_none()
586 static inline int pud_present(pud_t pud) in pud_present()
591 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr()
604 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) in pmd_offset()
609 static inline int pud_large(pud_t pud) in pud_large()
615 static inline int pud_bad(pud_t pud) in pud_bad()
620 static inline int pud_large(pud_t pud) in pud_large()
649 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
651 return (pud_t *)pgd_page_vaddr(*pgd) + pud_index(address); in pud_offset()
|
| D | pgtable-3level.h | 98 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
124 static inline void pud_clear(pud_t *pudp) in pud_clear()
|
| D | paravirt.h | 553 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
565 static inline pud_t __pud(pudval_t val) in __pud()
576 return (pud_t) { ret }; in __pud()
579 static inline pudval_t pud_val(pud_t pud) in pud_val()
610 static inline void pud_clear(pud_t *pudp) in pud_clear()
|
| D | kexec.h | 167 pud_t *pud;
|
| D | paravirt_types.h | 309 void (*set_pud)(pud_t *pudp, pud_t pudval);
|
| /linux-4.4.14/arch/arm64/include/asm/ |
| D | pgalloc.h | 45 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
54 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
56 return (pud_t *)__get_free_page(PGALLOC_GFP); in pud_alloc_one()
59 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
65 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
|
| D | pgtable-types.h | 48 typedef struct { pudval_t pud; } pud_t; typedef
50 #define __pud(x) ((pud_t) { (x) } )
74 typedef pudval_t pud_t; typedef
|
| D | pgtable.h | 310 static inline pte_t pud_pte(pud_t pud) in pud_pte()
315 static inline pmd_t pud_pmd(pud_t pud) in pud_pmd()
449 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
456 static inline void pud_clear(pud_t *pudp) in pud_clear()
461 static inline pmd_t *pud_page_vaddr(pud_t pud) in pud_page_vaddr()
469 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
497 static inline pud_t *pgd_page_vaddr(pgd_t pgd) in pgd_page_vaddr()
505 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long addr) in pud_offset()
507 return (pud_t *)pgd_page_vaddr(*pgd) + pud_index(addr); in pud_offset()
|
| D | kvm_mmu.h | 181 pud_t *pud;
263 static inline void __kvm_flush_dcache_pud(pud_t pud)
|
| D | tlb.h | 75 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb()
|
| /linux-4.4.14/arch/x86/mm/ |
| D | init_64.c | 70 static int ident_pud_init(struct x86_mapping_info *info, pud_t *pud_page, in ident_pud_init()
76 pud_t *pud = pud_page + pud_index(addr); in ident_pud_init()
107 pud_t *pud; in kernel_ident_mapping_init()
121 pud = (pud_t *)info->alloc_pgt_page(info->context); in kernel_ident_mapping_init()
233 static pud_t *fill_pud(pgd_t *pgd, unsigned long vaddr) in fill_pud()
236 pud_t *pud = (pud_t *)spp_getpage(); in fill_pud()
245 static pmd_t *fill_pmd(pud_t *pud, unsigned long vaddr) in fill_pmd()
268 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_pud()
270 pud_t *pud; in set_pte_vaddr_pud()
290 pud_t *pud_page; in set_pte_vaddr()
[all …]
|
| D | pageattr.c | 330 pud_t *pud; in lookup_address_in_pgd()
390 pud_t *pud; in lookup_pmd_address()
432 phys_addr = (phys_addr_t)pud_pfn(*(pud_t *)pte) << PAGE_SHIFT; in slow_virt_to_phys()
461 pud_t *pud; in __set_pmd_pte()
501 old_prot = pud_pgprot(*(pud_t *)kpte); in try_preserve_large_page()
502 old_pfn = pud_pfn(*(pud_t *)kpte); in try_preserve_large_page()
641 ref_prot = pud_pgprot(*(pud_t *)kpte); in __split_large_page()
642 ref_pfn = pud_pfn(*(pud_t *)kpte); in __split_large_page()
750 static bool try_to_free_pud_page(pud_t *pud) in try_to_free_pud_page()
780 static void __unmap_pmd_range(pud_t *pud, pmd_t *pmd, in __unmap_pmd_range()
[all …]
|
| D | gup.c | 150 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range()
193 static noinline int gup_huge_pud(pud_t pud, unsigned long addr, in gup_huge_pud()
230 pud_t *pudp; in gup_pud_range()
234 pud_t pud = *pudp; in gup_pud_range()
|
| D | pgtable.c | 79 void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud) in ___pud_free_tlb()
171 void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd) in pud_populate()
260 pud_t *pud; in pgd_prepopulate_pmd()
584 int pud_set_huge(pud_t *pud, phys_addr_t addr, pgprot_t prot) in pud_set_huge()
635 int pud_clear_huge(pud_t *pud) in pud_clear_huge()
|
| D | hugetlbpage.c | 50 int pud_huge(pud_t pud)
68 int pud_huge(pud_t pud) in pud_huge()
|
| D | pgtable_32.c | 30 pud_t *pud; in set_pte_vaddr()
|
| D | dump_pagetables.c | 297 static void walk_pmd_level(struct seq_file *m, struct pg_state *st, pud_t addr, in walk_pmd_level()
333 pud_t *start; in walk_pud_level()
336 start = (pud_t *) pgd_page_vaddr(addr); in walk_pud_level()
|
| D | fault.c | 198 pud_t *pud, *pud_k; in vmalloc_sync_one()
370 pud_t *pud, *pud_ref; in vmalloc_fault()
471 pud_t *pud; in dump_pagetable()
955 pud_t *pud; in spurious_fault()
|
| D | init_32.c | 71 pud_t *pud; in one_md_table_init()
417 pud_t *pud; in permanent_kmaps_init()
457 pud_t *pud; in native_pagetable_init()
|
| D | ioremap.c | 429 pud_t *pud = pud_offset(pgd, addr); in early_ioremap_pmd()
|
| /linux-4.4.14/arch/tile/include/asm/ |
| D | pgtable_64.h | 73 static inline int pud_none(pud_t pud) in pud_none()
78 static inline int pud_present(pud_t pud) in pud_present()
83 static inline int pud_huge_page(pud_t pud) in pud_huge_page()
91 static inline void pud_clear(pud_t *pudp) in pud_clear()
96 static inline int pud_bad(pud_t pud) in pud_bad()
|
| D | pgtable_32.h | 79 static inline int pud_huge_page(pud_t pud) { return 0; } in pud_huge_page()
|
| /linux-4.4.14/arch/mips/include/asm/ |
| D | pgtable-64.h | 204 static inline int pud_none(pud_t pud) in pud_none()
209 static inline int pud_bad(pud_t pud) in pud_bad()
214 static inline int pud_present(pud_t pud) in pud_present()
219 static inline void pud_clear(pud_t *pudp) in pud_clear()
250 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr()
258 static inline pmd_t *pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
|
| D | pgalloc.h | 36 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| /linux-4.4.14/arch/sh/mm/ |
| D | hugetlbpage.c | 28 pud_t *pud; in huge_pte_alloc()
48 pud_t *pud; in huge_pte_offset()
70 int pud_huge(pud_t pud) in pud_huge()
|
| D | gup.c | 119 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range()
143 pud_t *pudp; in gup_pud_range()
147 pud_t pud = *pudp; in gup_pud_range()
|
| D | init.c | 48 pud_t *pud; in __get_pte_phys()
126 static pmd_t * __init one_md_table_init(pud_t *pud) in one_md_table_init()
162 pud_t *pud; in page_table_range_init()
175 pud = (pud_t *)pgd; in page_table_range_init()
|
| D | pgtable.c | 43 void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| D | tlbex_32.c | 26 pud_t *pud; in handle_tlbmiss()
|
| D | tlbex_64.c | 47 pud_t *pud; in handle_tlbmiss()
|
| D | fault.c | 77 pud_t *pud; in show_pte()
131 pud_t *pud, *pud_k; in vmalloc_sync_one()
|
| D | cache-sh4.c | 212 pud_t *pud; in sh4_flush_cache_page()
|
| D | cache-sh5.c | 386 pud_t *pud; in sh64_dcache_purge_user_pages()
|
| /linux-4.4.14/arch/ia64/include/asm/ |
| D | pgalloc.h | 37 pgd_populate(struct mm_struct *mm, pgd_t * pgd_entry, pud_t * pud) in pgd_populate()
42 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
47 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
55 pud_populate(struct mm_struct *mm, pud_t * pud_entry, pmd_t * pmd) in pud_populate()
|
| D | page.h | 177 typedef struct { unsigned long pud; } pud_t; typedef
|
| D | pgtable.h | 390 ((pud_t *) pgd_page_vaddr(*(dir)) + (((addr) >> PUD_SHIFT) & (PTRS_PER_PUD - 1)))
|
| /linux-4.4.14/arch/frv/include/asm/ |
| D | pgtable.h | 212 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
214 return (pud_t *) pgd; in pud_offset()
217 #define pgd_page(pgd) (pud_page((pud_t){ pgd }))
218 #define pgd_page_vaddr(pgd) (pud_page_vaddr((pud_t){ pgd }))
233 static inline int pud_none(pud_t pud) { return 0; } in pud_none()
234 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad()
235 static inline int pud_present(pud_t pud) { return 1; } in pud_present()
236 static inline void pud_clear(pud_t *pud) { } in pud_clear()
262 static inline pmd_t *pmd_offset(pud_t *dir, unsigned long address) in pmd_offset()
493 pud_t *pue = pud_offset(pge, address); in update_mmu_cache()
|
| D | page.h | 25 typedef struct { pmd_t pue[1]; } pud_t; typedef
26 typedef struct { pud_t pge[1]; } pgd_t;
38 #define __pud(x) ((pud_t) { (x) } )
|
| /linux-4.4.14/arch/mips/mm/ |
| D | hugetlbpage.c | 28 pud_t *pud; in huge_pte_alloc()
42 pud_t *pud; in huge_pte_offset()
71 int pud_huge(pud_t pud) in pud_huge()
|
| D | gup.c | 101 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range()
137 static int gup_huge_pud(pud_t pud, unsigned long addr, unsigned long end, in gup_huge_pud()
171 pud_t *pudp; in gup_pud_range()
175 pud_t pud = *pudp; in gup_pud_range()
|
| D | pgtable-32.c | 39 pud_t *pud; in pagetable_init()
|
| D | ioremap.c | 79 pud_t *pud; in remap_area_pages()
|
| D | init.c | 225 pud_t *pud; in fixrange_init()
238 pud = (pud_t *)pgd; in fixrange_init()
|
| D | c-r3k.c | 243 pud_t *pudp; in r3k_flush_cache_page()
|
| D | fault.c | 305 pud_t *pud, *pud_k; in __do_page_fault()
|
| D | c-tx39.c | 172 pud_t *pudp; in tx39_flush_cache_page()
|
| D | tlb-r4k.c | 289 pud_t *pudp; in __update_tlb()
|
| D | c-r4k.c | 557 pud_t *pudp; in local_r4k_flush_cache_page()
|
| /linux-4.4.14/arch/sparc/include/asm/ |
| D | pgalloc_64.h | 18 static inline void __pgd_populate(pgd_t *pgd, pud_t *pud) in __pgd_populate()
35 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
42 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
|
| D | page_64.h | 60 typedef struct { unsigned long pud; } pud_t; typedef
74 #define __pud(x) ((pud_t) { (x) } )
83 typedef unsigned long pud_t; typedef
|
| D | pgtable_64.h | 835 static inline unsigned long pud_large(pud_t pud) in pud_large()
842 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn()
865 ((pud_t *) pgd_page_vaddr(*(pgdp)) + pud_index(address))
|
| /linux-4.4.14/mm/kasan/ |
| D | kasan_init.c | 33 pud_t kasan_zero_pud[PTRS_PER_PUD] __page_aligned_bss;
62 static void __init zero_pmd_populate(pud_t *pud, unsigned long addr, in zero_pmd_populate()
87 pud_t *pud = pud_offset(pgd, addr); in zero_pud_populate()
127 pud_t *pud; in kasan_populate_zero_shadow()
|
| /linux-4.4.14/arch/s390/include/asm/ |
| D | pgalloc.h | 62 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address) in pud_alloc_one()
67 return (pud_t *) table; in pud_alloc_one()
91 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
96 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| D | page.h | 74 typedef struct { unsigned long pud; } pud_t; typedef
88 #define __pud(x) ((pud_t) { (x) } )
|
| D | pgtable.h | 460 static inline int pud_present(pud_t pud) in pud_present()
467 static inline int pud_none(pud_t pud) in pud_none()
474 static inline int pud_large(pud_t pud) in pud_large()
481 static inline int pud_bad(pud_t pud) in pud_bad()
878 static inline void pud_clear(pud_t *pud) in pud_clear()
1325 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
1327 pud_t *pud = (pud_t *) pgd; in pud_offset()
1329 pud = (pud_t *) pgd_deref(*pgd); in pud_offset()
1333 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) in pmd_offset()
|
| D | tlb.h | 134 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in pud_free_tlb()
|
| /linux-4.4.14/arch/arm64/mm/ |
| D | mmu.c | 118 static void split_pud(pud_t *old_pud, pmd_t *pmd) in split_pud()
130 static void alloc_init_pmd(struct mm_struct *mm, pud_t *pud, in alloc_init_pmd()
200 pud_t *pud; in alloc_init_pud()
204 pud = alloc(PTRS_PER_PUD * sizeof(pud_t)); in alloc_init_pud()
217 pud_t old_pud = *pud; in alloc_init_pud()
477 pud_t *pud; in kern_addr_valid()
520 pud_t *pud; in vmemmap_populate()
560 static pud_t bm_pud[PTRS_PER_PUD] __page_aligned_bss;
563 static inline pud_t * fixmap_pud(unsigned long addr) in fixmap_pud()
574 pud_t *pud = fixmap_pud(addr); in fixmap_pmd()
[all …]
|
| D | kasan_init.c | 43 static void __init kasan_early_pmd_populate(pud_t *pud, in kasan_early_pmd_populate()
64 pud_t *pud; in kasan_early_pud_populate()
|
| D | hugetlbpage.c | 35 int pud_huge(pud_t pud) in pud_huge()
|
| D | dump.c | 261 static void walk_pmd(struct pg_state *st, pud_t *pud, unsigned long start) in walk_pmd()
280 pud_t *pud = pud_offset(pgd, 0); in walk_pud()
|
| D | fault.c | 59 pud_t *pud; in show_pte()
|
| /linux-4.4.14/arch/s390/mm/ |
| D | gup.c | 105 static inline int gup_pmd_range(pud_t *pudp, pud_t pud, unsigned long addr, in gup_pmd_range()
153 pud_t *pudp, pud; in gup_pud_range()
155 pudp = (pud_t *) pgdp; in gup_pud_range()
157 pudp = (pud_t *) pgd_deref(pgd); in gup_pud_range()
|
| D | hugetlbpage.c | 119 pud_t *pudp; in huge_pte_alloc()
132 pud_t *pudp; in huge_pte_offset()
149 int pud_huge(pud_t pud) in pud_huge()
|
| D | vmem.c | 37 static inline pud_t *vmem_pud_alloc(void) in vmem_pud_alloc()
39 pud_t *pud = NULL; in vmem_pud_alloc()
83 pud_t *pu_dir; in vmem_add_mem()
151 pud_t *pu_dir; in vmem_remove_range()
197 pud_t *pu_dir; in vmemmap_populate()
|
| D | pageattr.c | 46 pud_t *pudp; in walk_page_table()
128 pud_t *pud; in __kernel_map_pages()
|
| D | dump_pagetables.c | 127 pud_t *pud, unsigned long addr) in walk_pmd_level()
152 pud_t *pud; in walk_pud_level()
|
| D | pgtable.c | 66 pgd_populate(mm, (pgd_t *) table, (pud_t *) pgd); in crst_table_upgrade()
477 pud_t *pud; in __gmap_link()
|
| /linux-4.4.14/arch/arm/mm/ |
| D | idmap.c | 21 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd()
52 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd()
68 pud_t *pud = pud_offset(pgd, addr); in idmap_add_pud()
|
| D | pgd.c | 36 pud_t *new_pud, *init_pud; in pgd_alloc()
122 pud_t *pud; in pgd_free()
|
| D | hugetlbpage.c | 39 int pud_huge(pud_t pud) in pud_huge()
|
| D | ioremap.c | 143 pud_t *pud; in unmap_area_sections()
191 pud_t *pud; in remap_area_sections()
223 pud_t *pud; in remap_area_supersections()
|
| D | dump.c | 269 static void walk_pmd(struct pg_state *st, pud_t *pud, unsigned long start) in walk_pmd()
289 pud_t *pud = pud_offset(pgd, 0); in walk_pud()
|
| D | fault.c | 72 pud_t *pud; in show_pte()
427 pud_t *pud, *pud_k; in do_translation_fault()
|
| D | fault-armv.c | 97 pud_t *pud; in adjust_pte()
|
| D | mmu.c | 379 pud_t *pud = pud_offset(pgd, addr); in fixmap_pmd()
775 static void __init alloc_init_pmd(pud_t *pud, unsigned long addr, in alloc_init_pmd()
810 pud_t *pud = pud_offset(pgd, addr); in alloc_init_pud()
865 pud_t *pud = pud_offset(pgd, addr); in create_36bit_mapping()
|
| /linux-4.4.14/mm/ |
| D | sparse-vmemmap.c | 115 pmd_t * __meminit vmemmap_pmd_populate(pud_t *pud, unsigned long addr, int node) in vmemmap_pmd_populate()
127 pud_t * __meminit vmemmap_pud_populate(pgd_t *pgd, unsigned long addr, int node) in vmemmap_pud_populate()
129 pud_t *pud = pud_offset(pgd, addr); in vmemmap_pud_populate()
156 pud_t *pud; in vmemmap_populate_basepages()
|
| D | gup.c | 182 pud_t *pud; in follow_page_mask()
251 pud_t *pud; in get_gate_page()
1166 static int gup_huge_pud(pud_t orig, pud_t *pudp, unsigned long addr, in gup_huge_pud()
1251 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range()
1297 pud_t *pudp; in gup_pud_range()
1301 pud_t pud = READ_ONCE(*pudp); in gup_pud_range()
|
| D | pagewalk.c | 27 static int walk_pmd_range(pud_t *pud, unsigned long addr, unsigned long end, in walk_pmd_range()
75 pud_t *pud; in walk_pud_range()
|
| D | memory.c | 401 static inline void free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in free_pmd_range()
439 pud_t *pud; in free_pud_range()
651 pud_t *pud = pud_offset(pgd, addr); in print_bad_pte()
992 pud_t *dst_pud, pud_t *src_pud, struct vm_area_struct *vma, in copy_pmd_range()
1028 pud_t *src_pud, *dst_pud; in copy_pud_range()
1226 struct vm_area_struct *vma, pud_t *pud, in zap_pmd_range()
1274 pud_t *pud; in zap_pud_range()
1463 pud_t * pud = pud_alloc(mm, pgd, addr); in __get_locked_pte()
1683 static inline int remap_pmd_range(struct mm_struct *mm, pud_t *pud, in remap_pmd_range()
1708 pud_t *pud; in remap_pud_range()
[all …]
|
| D | mprotect.c | 137 pud_t *pud, unsigned long addr, unsigned long end, in change_pmd_range()
197 pud_t *pud; in change_pud_range()
|
| D | pgtable-generic.c | 25 void pud_clear_bad(pud_t *pud) in pud_clear_bad()
|
| D | mremap.c | 35 pud_t *pud; in get_old_pmd()
57 pud_t *pud; in alloc_new_pmd()
|
| D | userfaultfd.c | 127 pud_t *pud; in mm_alloc_pmd()
|
| D | vmalloc.c | 72 static void vunmap_pmd_range(pud_t *pud, unsigned long addr, unsigned long end) in vunmap_pmd_range()
90 pud_t *pud; in vunmap_pud_range()
145 static int vmap_pmd_range(pud_t *pud, unsigned long addr, in vmap_pmd_range()
165 pud_t *pud; in vmap_pud_range()
247 pud_t *pud = pud_offset(pgd, addr); in vmalloc_to_page()
|
| D | hugetlb.c | 4188 pte_t *huge_pmd_share(struct mm_struct *mm, unsigned long addr, pud_t *pud) in huge_pmd_share()
4253 pud_t *pud = pud_offset(pgd, *addr); in huge_pmd_unshare()
4267 pte_t *huge_pmd_share(struct mm_struct *mm, unsigned long addr, pud_t *pud) in huge_pmd_share()
4284 pud_t *pud; in huge_pte_alloc()
4308 pud_t *pud; in huge_pte_offset()
4373 pud_t *pud, int flags) in follow_huge_pud()
|
| D | rmap.c | 720 pud_t *pud; in mm_find_pmd()
|
| D | swapfile.c | 1225 static inline int unuse_pmd_range(struct vm_area_struct *vma, pud_t *pud, in unuse_pmd_range()
1249 pud_t *pud; in unuse_pud_range()
|
| D | huge_memory.c | 1632 pud_t *pud; in page_check_address_pmd()
3022 pud_t *pud; in split_huge_page_address()
|
| /linux-4.4.14/arch/sh/include/asm/ |
| D | pgtable-3level.h | 34 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr()
40 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) in pmd_offset()
|
| D | pgalloc.h | 13 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
|
| /linux-4.4.14/arch/parisc/mm/ |
| D | hugetlbpage.c | 50 pud_t *pud; in huge_pte_alloc()
74 pud_t *pud; in huge_pte_offset()
194 int pud_huge(pud_t pud) in pud_huge()
|
| /linux-4.4.14/arch/ia64/mm/ |
| D | hugetlbpage.c | 32 pud_t *pud; in huge_pte_alloc()
51 pud_t *pud; in huge_pte_offset()
107 int pud_huge(pud_t pud) in pud_huge()
|
| D | init.c | 214 pud_t *pud; in put_kernel_page()
388 pud_t *pud; in vmemmap_find_next_valid_pfn()
436 pud_t *pud; in create_mem_map_page_table()
|
| D | fault.c | 51 pud_t *pud; in mapped_kernel_page_is_present()
|
| /linux-4.4.14/arch/x86/kernel/ |
| D | espfix_64.c | 73 static __page_aligned_bss pud_t espfix_pud_page[PTRS_PER_PUD]
128 pgd_populate(&init_mm, pgd_p, (pud_t *)espfix_pud_page); in init_espfix_bsp()
141 pud_t pud, *pud_p; in init_espfix_ap()
|
| D | machine_kexec_64.c | 46 pud_t *pud; in init_transition_pgtable()
56 pud = (pud_t *)get_zeroed_page(GFP_KERNEL); in init_transition_pgtable()
|
| D | machine_kexec_32.c | 106 pud_t *pud; in machine_kexec_page_table_set_one()
|
| D | tboot.c | 127 pud_t *pud; in map_tboot_page()
|
| D | vm86_32.c | 164 pud_t *pud; in mark_screen_rdonly()
|
| /linux-4.4.14/include/trace/events/ |
| D | xen.h | 230 TP_PROTO(pud_t *pudp, pud_t pudval),
233 __field(pud_t *, pudp)
262 TP_PROTO(pud_t *pudp),
265 __field(pud_t *, pudp)
273 TP_PROTO(pud_t *pudp, pud_t pudval),
276 __field(pud_t *, pudp)
|
| /linux-4.4.14/arch/powerpc/include/asm/ |
| D | pgtable-ppc64-4k.h | 16 #define PUD_TABLE_SIZE (sizeof(pud_t) << PUD_INDEX_SIZE)
77 (((pud_t *) pgd_page_vaddr(*(pgdp))) + \
|
| D | pgalloc-64.h | 58 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
64 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
69 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| D | page.h | 309 typedef struct { unsigned long pud; } pud_t; typedef
311 #define __pud(x) ((pud_t) { (x) })
348 typedef unsigned long pud_t; typedef
|
| D | pgtable-ppc64-64k.h | 41 #define pgd_pte(pgd) (pud_pte(((pud_t){ pgd })))
|
| D | pgtable-ppc64.h | 168 extern struct page *pud_page(pud_t pud);
170 static inline pte_t pud_pte(pud_t pud) in pud_pte()
175 static inline pud_t pte_pud(pte_t pte) in pte_pud()
|
| /linux-4.4.14/arch/unicore32/mm/ |
| D | pgd.c | 53 new_pmd = pmd_alloc(mm, (pud_t *)new_pgd, 0); in get_pgd_slow()
61 init_pmd = pmd_offset((pud_t *)init_pgd, 0); in get_pgd_slow()
|
| D | ioremap.c | 74 pmd_t pmd, *pmdp = pmd_offset((pud_t *)pgd, addr); in unmap_area_sections()
116 pmd_t *pmd = pmd_offset((pud_t *)pgd, addr); in remap_area_sections()
|
| D | mm.h | 22 return pmd_offset((pud_t *)pgd, virt); in pmd_off()
|
| D | fault.c | 64 pmd = pmd_offset((pud_t *) pgd, addr); in show_pte()
363 pmd_k = pmd_offset((pud_t *) pgd_k, addr); in do_ifault()
364 pmd = pmd_offset((pud_t *) pgd, addr); in do_ifault()
|
| D | mmu.c | 178 pmd_t *pmd = pmd_offset((pud_t *)pgd, addr); in alloc_init_section()
|
| /linux-4.4.14/arch/arm/kvm/ |
| D | mmu.c | 96 static void kvm_flush_dcache_pud(pud_t pud) in kvm_flush_dcache_pud()
159 pud_t *pud_table __maybe_unused = pud_offset(pgd, 0); in clear_pgd_entry()
166 static void clear_pud_entry(struct kvm *kvm, pud_t *pud, phys_addr_t addr) in clear_pud_entry()
232 static void unmap_pmds(struct kvm *kvm, pud_t *pud, in unmap_pmds()
265 pud_t *pud, *start_pud; in unmap_puds()
272 pud_t old_pud = *pud; in unmap_puds()
318 static void stage2_flush_pmds(struct kvm *kvm, pud_t *pud, in stage2_flush_pmds()
339 pud_t *pud; in stage2_flush_puds()
468 static int create_hyp_pmd_mappings(pud_t *pud, unsigned long start, in create_hyp_pmd_mappings()
506 pud_t *pud; in create_hyp_pud_mappings()
[all …]
|
| /linux-4.4.14/arch/um/kernel/ |
| D | tlb.c | 229 static inline int update_pmd_range(pud_t *pud, unsigned long addr, in update_pmd_range()
255 pud_t *pud; in update_pud_range()
312 pud_t *pud; in flush_tlb_kernel_range_common()
396 pud_t *pud; in flush_tlb_page()
467 pud_t *pud_offset_proc(pgd_t *pgd, unsigned long address) in pud_offset_proc()
472 pmd_t *pmd_offset_proc(pud_t *pud, unsigned long address) in pmd_offset_proc()
485 pud_t *pud = pud_offset(pgd, addr); in addr_pte()
|
| D | mem.c | 77 static void __init one_md_table_init(pud_t *pud) in one_md_table_init()
91 pud_t *pud; in fixrange_init()
119 pud_t *pud; in fixaddr_user_init()
|
| D | trap.c | 30 pud_t *pud; in handle_page_fault()
|
| /linux-4.4.14/arch/metag/mm/ |
| D | hugetlbpage.c | 63 pud_t *pud; in huge_pte_alloc()
80 pud_t *pud; in huge_pte_offset()
97 int pud_huge(pud_t pud) in pud_huge()
|
| D | init.c | 46 pud_t *pud; in insert_gateway_page()
296 pud_t *pud; in fixedrange_init()
|
| D | fault.c | 70 pud_t *pud, *pud_k; in do_page_fault()
|
| /linux-4.4.14/arch/sparc/mm/ |
| D | hugetlbpage.c | 133 pud_t *pud; in huge_pte_alloc()
157 pud_t *pud; in huge_pte_offset()
241 int pud_huge(pud_t pud) in pud_huge()
|
| D | gup.c | 118 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range()
147 pud_t *pudp; in gup_pud_range()
151 pud_t pud = *pudp; in gup_pud_range()
|
| D | init_64.c | 418 pud_t *pudp = pud_offset(pgdp, kaddr); in flush_icache_range()
1431 pud_t *pud; in kern_addr_valid()
1476 pud_t *pud) in kernel_map_hugepud()
1578 pud_t *pud; in kernel_map_range()
1583 pud_t *new; in kernel_map_range()
2416 pud_t *pud; in vmemmap_populate()
2420 pud_t *new = vmemmap_alloc_block(PAGE_SIZE, node); in vmemmap_populate()
|
| D | fault_64.c | 95 pud_t *pudp; in get_user_insn()
|
| /linux-4.4.14/arch/powerpc/mm/ |
| D | hugetlbpage.c | 77 int pud_huge(pud_t pud) in pud_huge()
117 int pud_huge(pud_t pud) in pud_huge()
213 pud_t *pu; in huge_pte_alloc()
263 pud_t *pu; in huge_pte_alloc()
551 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in hugetlb_free_pmd_range()
605 pud_t *pud; in hugetlb_free_pud_range()
749 pud_t *pud, int write) in follow_huge_pud()
982 pud_t pud, *pudp; in __find_linux_pte_or_hugepte()
|
| D | pgtable.c | 219 pud_t *pud; in assert_pte_locked()
|
| D | subpage-prot.c | 64 pud_t *pud; in hpte_flush_range()
|
| D | pgtable_64.c | 94 pud_t *pudp; in map_kernel_page()
348 struct page *pud_page(pud_t pud) in pud_page()
|
| D | dma-noncoherent.c | 413 pud_t *pud = pud_offset(pgd, cpu_addr); in __dma_get_coherent_pfn()
|
| D | pgtable_32.c | 370 pud_t *pud; in get_pteptr()
|
| /linux-4.4.14/lib/ |
| D | ioremap.c | 71 static inline int ioremap_pmd_range(pud_t *pud, unsigned long addr, in ioremap_pmd_range()
100 pud_t *pud; in ioremap_pud_range()
|
| /linux-4.4.14/arch/tile/mm/ |
| D | hugetlbpage.c | 58 pud_t *pud; in huge_pte_alloc()
107 pud_t *pud; in huge_pte_offset()
158 int pud_huge(pud_t pud) in pud_huge()
|
| D | init.c | 137 static inline void assign_pmd(pud_t *pud, pmd_t *pmd) in assign_pmd()
154 pud_t *pud = pud_offset(&pgtables[pgd_index(va)], va); in get_pmd()
640 pud_t *pud; in permanent_kmaps_init()
738 pud_t *pud; in paging_init()
|
| D | pgtable.c | 101 pud_t *pud; in shatter_huge_page()
343 pud_t *pud; in virt_to_pte()
|
| D | fault.c | 109 pud_t *pud, *pud_k; in vmalloc_sync_one()
215 pud_t *pud; in handle_migrating_pte()
|
| /linux-4.4.14/arch/microblaze/include/asm/ |
| D | page.h | 97 typedef struct { pmd_t pue[1]; } pud_t; typedef
98 typedef struct { pud_t pge[1]; } pgd_t;
|
| /linux-4.4.14/include/linux/ |
| D | hugetlb.h | 100 pte_t *huge_pmd_share(struct mm_struct *mm, unsigned long addr, pud_t *pud);
118 pud_t *pud, int flags);
120 int pud_huge(pud_t pmd);
203 static inline int pud_write(pud_t pud) in pud_write()
|
| D | kasan.h | 21 extern pud_t kasan_zero_pud[PTRS_PER_PUD];
|
| D | mm.h | 1441 static inline int __pmd_alloc(struct mm_struct *mm, pud_t *pud, in __pmd_alloc()
1458 int __pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long address);
1490 static inline pud_t *pud_alloc(struct mm_struct *mm, pgd_t *pgd, unsigned long address) in pud_alloc()
1496 static inline pmd_t *pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long address) in pmd_alloc()
2201 pud_t *vmemmap_pud_populate(pgd_t *pgd, unsigned long addr, int node);
2202 pmd_t *vmemmap_pmd_populate(pud_t *pud, unsigned long addr, int node);
|
| /linux-4.4.14/arch/frv/mm/ |
| D | fault.c | 40 pud_t *pue; in do_page_fault()
300 pud_t *pud, *pud_k; in do_page_fault()
|
| D | init.c | 83 pud_t *pue; in paging_init()
|
| D | dma-alloc.c | 53 pud_t *pue; in map_page()
|
| /linux-4.4.14/arch/x86/xen/ |
| D | mmu.c | 99 static pud_t level3_user_vsyscall[PTRS_PER_PUD] __page_aligned_bss;
446 static void xen_set_pud_hyper(pud_t *ptr, pud_t val) in xen_set_pud_hyper()
464 static void xen_set_pud(pud_t *ptr, pud_t val) in xen_set_pud()
507 __visible pudval_t xen_pud_val(pud_t pud) in xen_pud_val()
513 __visible pud_t xen_make_pud(pudval_t pud) in xen_make_pud()
648 pud_t *pud; in __xen_pgd_walk()
1161 pud_t *pud_page = pud_offset(pgd, 0); in xen_cleanmfnmap()
1162 pud_t *pud; in xen_cleanmfnmap()
1920 pud_t *l3; in xen_setup_kernel_pagetable()
2047 pud_t pud; in xen_early_virt_to_phys()
[all …]
|
| /linux-4.4.14/arch/mn10300/mm/ |
| D | cache-inv-icache.c | 33 pud_t *pud; in flush_icache_page_range()
|
| D | cache-flush-icache.c | 55 pud_t *pud; in flush_icache_page_range()
|
| D | pgtable.c | 38 pud_t *pud; in set_pmd_pfn()
|
| D | fault.c | 387 pud_t *pud, *pud_k; in do_page_fault()
|
| /linux-4.4.14/arch/arc/mm/ |
| D | highmem.c | 117 pud_t *pud_k; in alloc_kmap_pgtable()
|
| D | fault.c | 35 pud_t *pud, *pud_k; in handle_kernel_vaddr_fault()
|
| /linux-4.4.14/arch/unicore32/kernel/ |
| D | hibernate.c | 38 pud_t *pud; in resume_one_md_table_init()
|
| /linux-4.4.14/arch/arm/include/asm/ |
| D | pgtable-3level.h | 163 static inline pmd_t *pud_page_vaddr(pud_t pud) in pud_page_vaddr()
170 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
|
| D | pgtable-2level.h | 189 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
|
| D | pgalloc.h | 41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| D | kvm_mmu.h | 263 static inline void __kvm_flush_dcache_pud(pud_t pud) in __kvm_flush_dcache_pud()
|
| /linux-4.4.14/arch/x86/power/ |
| D | hibernate_32.c | 35 pud_t *pud; in resume_one_md_table_init()
|
| /linux-4.4.14/arch/openrisc/mm/ |
| D | init.c | 80 pud_t *pue; in map_ram()
|
| D | fault.c | 311 pud_t *pud, *pud_k; in do_page_fault()
|
| /linux-4.4.14/arch/um/include/asm/ |
| D | pgtable-3level.h | 84 static inline void pud_clear (pud_t *pud) in pud_clear()
|
| /linux-4.4.14/arch/um/kernel/skas/ |
| D | mmu.c | 21 pud_t *pud; in init_stub_pte()
|
| D | uaccess.c | 20 pud_t *pud; in virt_to_pte()
|
| /linux-4.4.14/arch/nios2/mm/ |
| D | ioremap.c | 89 pud_t *pud; in remap_area_pages()
|
| D | fault.c | 248 pud_t *pud, *pud_k; in do_page_fault()
|
| /linux-4.4.14/arch/score/mm/ |
| D | fault.c | 210 pud_t *pud, *pud_k; in do_page_fault()
|
| D | cache.c | 178 pud_t *pudp; in flush_cache_range()
|
| /linux-4.4.14/arch/x86/lguest/ |
| D | boot.c | 699 static void lguest_set_pud(pud_t *pudp, pud_t pudval) in lguest_set_pud()
705 (__pa(pudp) & 0x1F) / sizeof(pud_t)); in lguest_set_pud()
|
| /linux-4.4.14/arch/tile/kernel/ |
| D | machine_kexec.c | 254 pud_t *pud = pud_offset(pgd, vaddr); in setup_quasi_va_is_pa()
|
| D | setup.c | 1549 pud_t *pud; in pcpu_fc_populate_pte()
|
| /linux-4.4.14/arch/cris/mm/ |
| D | fault.c | 325 pud_t *pud, *pud_k; in do_page_fault()
|
| /linux-4.4.14/arch/arm/lib/ |
| D | uaccess_with_memcpy.c | 32 pud_t *pud; in pin_page_for_write()
|
| /linux-4.4.14/arch/sh/kernel/ |
| D | io_trapped.c | 142 pud_t *pud_k; in lookup_tiop()
|
| /linux-4.4.14/arch/metag/kernel/ |
| D | dma.c | 392 pud_t *pud, *pud_k; in dma_alloc_init()
|
| /linux-4.4.14/arch/sparc/kernel/ |
| D | smp_64.c | 1505 pud_t *pud; in pcpu_populate_pte()
1509 pud_t *new; in pcpu_populate_pte()
|
| D | signal32.c | 372 pud_t *pudp; in flush_signal_insns()
|
| /linux-4.4.14/arch/parisc/kernel/ |
| D | cache.c | 504 pud_t *pud = pud_offset(pgd, addr); in get_ptep()
|
| /linux-4.4.14/drivers/misc/sgi-gru/ |
| D | grufault.c | 224 pud_t *pudp; in atomic_pte_lookup()
|
| /linux-4.4.14/fs/ |
| D | userfaultfd.c | 198 pud_t *pud; in userfaultfd_must_wait()
|
| /linux-4.4.14/arch/frv/kernel/ |
| D | gdb-stub.c | 449 pud_t *pud; in gdbstub_virt_to_pte()
|