Home
last modified time | relevance | path

Searched defs:pud (Results 1 – 155 of 155) sorted by relevance

/linux-4.4.14/include/asm-generic/
D4level-fixup.h14 #define pmd_alloc(mm, pud, address) \ argument
20 #define pud_none(pud) 0 argument
21 #define pud_bad(pud) 0 argument
22 #define pud_present(pud) 1 argument
23 #define pud_ERROR(pud) do { } while (0) argument
24 #define pud_clear(pud) pgd_clear(pud) argument
25 #define pud_val(pud) pgd_val(pud) argument
26 #define pud_populate(mm, pud, pmd) pgd_populate(mm, pud, pmd) argument
27 #define pud_page(pud) pgd_page(pud) argument
28 #define pud_page_vaddr(pud) pgd_page_vaddr(pud) argument
Dpgtable-nopmd.h17 typedef struct { pud_t pud; } pmd_t; member
29 static inline int pud_none(pud_t pud) { return 0; } in pud_none()
30 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad()
31 static inline int pud_present(pud_t pud) { return 1; } in pud_present()
32 static inline void pud_clear(pud_t *pud) { } in pud_clear()
43 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
51 #define pud_page(pud) (pmd_page((pmd_t){ pud })) argument
52 #define pud_page_vaddr(pud) (pmd_page_vaddr((pmd_t){ pud })) argument
Dpgtable-nopud.h29 #define pud_ERROR(pud) (pgd_ERROR((pud).pgd)) argument
31 #define pgd_populate(mm, pgd, pud) do { } while (0) argument
Dpgtable.h371 static inline int pud_none_or_clear_bad(pud_t *pud) in pud_none_or_clear_bad()
759 static inline int pud_set_huge(pud_t *pud, phys_addr_t addr, pgprot_t prot) in pud_set_huge()
767 static inline int pud_clear_huge(pud_t *pud) in pud_clear_huge()
/linux-4.4.14/arch/tile/include/asm/
Dpgtable_64.h71 #define pud_pte(pud) ((pud).pgd) argument
73 static inline int pud_none(pud_t pud) in pud_none()
78 static inline int pud_present(pud_t pud) in pud_present()
83 static inline int pud_huge_page(pud_t pud) in pud_huge_page()
96 static inline int pud_bad(pud_t pud) in pud_bad()
102 #define pud_ptfn(pud) hv_pte_get_ptfn((pud).pgd) argument
105 #define pud_pfn(pud) pte_pfn(pud_pte(pud)) argument
113 #define pud_page_vaddr(pud) \ argument
120 #define pud_page(pud) pfn_to_page(PFN_DOWN(HV_PTFN_TO_CPA(pud_ptfn(pud)))) argument
127 #define pmd_offset(pud, address) \ argument
Dpgtable_32.h79 static inline int pud_huge_page(pud_t pud) { return 0; } in pud_huge_page()
Dpgalloc.h125 #define pud_populate(mm, pud, pmd) \ argument
/linux-4.4.14/arch/sh/mm/
Dhugetlbpage.c28 pud_t *pud; in huge_pte_alloc() local
48 pud_t *pud; in huge_pte_offset() local
70 int pud_huge(pud_t pud) in pud_huge()
Dtlbex_32.c26 pud_t *pud; in handle_tlbmiss() local
Dgup.c119 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range()
147 pud_t pud = *pudp; in gup_pud_range() local
Dinit.c48 pud_t *pud; in __get_pte_phys() local
126 static pmd_t * __init one_md_table_init(pud_t *pud) in one_md_table_init()
162 pud_t *pud; in page_table_range_init() local
Dpgtable.c43 void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
Dfault.c77 pud_t *pud; in show_pte() local
131 pud_t *pud, *pud_k; in vmalloc_sync_one() local
Dtlbex_64.c47 pud_t *pud; in handle_tlbmiss() local
Dcache-sh4.c212 pud_t *pud; in sh4_flush_cache_page() local
Dcache-sh5.c386 pud_t *pud; in sh64_dcache_purge_user_pages() local
/linux-4.4.14/arch/mips/mm/
Dhugetlbpage.c28 pud_t *pud; in huge_pte_alloc() local
42 pud_t *pud; in huge_pte_offset() local
71 int pud_huge(pud_t pud) in pud_huge()
Dgup.c101 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range()
137 static int gup_huge_pud(pud_t pud, unsigned long addr, unsigned long end, in gup_huge_pud()
175 pud_t pud = *pudp; in gup_pud_range() local
Dpgtable-32.c39 pud_t *pud; in pagetable_init() local
Dfault.c305 pud_t *pud, *pud_k; in __do_page_fault() local
Dioremap.c79 pud_t *pud; in remap_area_pages() local
Dinit.c225 pud_t *pud; in fixrange_init() local
/linux-4.4.14/arch/x86/mm/
Dinit_64.c76 pud_t *pud = pud_page + pud_index(addr); in ident_pud_init() local
107 pud_t *pud; in kernel_ident_mapping_init() local
236 pud_t *pud = (pud_t *)spp_getpage(); in fill_pud() local
245 static pmd_t *fill_pmd(pud_t *pud, unsigned long vaddr) in fill_pmd()
270 pud_t *pud; in set_pte_vaddr_pud() local
307 pud_t *pud; in populate_extra_pmd() local
329 pud_t *pud; in __init_extra_mapping() local
530 pud_t *pud = pud_page + pud_index(addr); in phys_pud_init() local
613 pud_t *pud; in kernel_physical_mapping_init() local
751 static void __meminit free_pmd_table(pmd_t *pmd_start, pud_t *pud) in free_pmd_table()
[all …]
Dgup.c150 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range()
193 static noinline int gup_huge_pud(pud_t pud, unsigned long addr, in gup_huge_pud()
234 pud_t pud = *pudp; in gup_pud_range() local
Dpageattr.c330 pud_t *pud; in lookup_address_in_pgd() local
390 pud_t *pud; in lookup_pmd_address() local
461 pud_t *pud; in __set_pmd_pte() local
750 static bool try_to_free_pud_page(pud_t *pud) in try_to_free_pud_page()
780 static void __unmap_pmd_range(pud_t *pud, pmd_t *pmd, in __unmap_pmd_range()
788 static void unmap_pmd_range(pud_t *pud, unsigned long start, unsigned long end) in unmap_pmd_range()
834 pud_t *pud = pud_offset(pgd, start); in unmap_pud_range() local
895 static int alloc_pmd_page(pud_t *pud) in alloc_pmd_page()
929 unsigned num_pages, pud_t *pud, pgprot_t pgprot) in populate_pmd()
1004 pud_t *pud; in populate_pud() local
[all …]
Dpgtable.c79 void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud) in ___pud_free_tlb()
260 pud_t *pud; in pgd_prepopulate_pmd() local
584 int pud_set_huge(pud_t *pud, phys_addr_t addr, pgprot_t prot) in pud_set_huge()
635 int pud_clear_huge(pud_t *pud) in pud_clear_huge()
Dpgtable_32.c30 pud_t *pud; in set_pte_vaddr() local
Dfault.c198 pud_t *pud, *pud_k; in vmalloc_sync_one() local
370 pud_t *pud, *pud_ref; in vmalloc_fault() local
471 pud_t *pud; in dump_pagetable() local
955 pud_t *pud; in spurious_fault() local
Dinit_32.c71 pud_t *pud; in one_md_table_init() local
417 pud_t *pud; in permanent_kmaps_init() local
457 pud_t *pud; in native_pagetable_init() local
Dhugetlbpage.c68 int pud_huge(pud_t pud) in pud_huge()
Dioremap.c429 pud_t *pud = pud_offset(pgd, addr); in early_ioremap_pmd() local
/linux-4.4.14/arch/um/include/asm/
Dpgtable-3level.h59 #define pud_populate(mm, pud, pmd) \ argument
84 static inline void pud_clear (pud_t *pud) in pud_clear()
89 #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) argument
90 #define pud_page_vaddr(pud) ((unsigned long) __va(pud_val(pud) & PAGE_MASK)) argument
93 #define pmd_offset(pud, address) ((pmd_t *) pud_page_vaddr(*(pud)) + \ argument
/linux-4.4.14/arch/arm/include/asm/
Dpgtable-2level.h183 #define pud_none(pud) (0) argument
184 #define pud_bad(pud) (0) argument
185 #define pud_present(pud) (1) argument
187 #define set_pud(pud,pudp) do { } while (0) argument
189 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
Dpgtable-3level.h142 #define pud_none(pud) (!pud_val(pud)) argument
143 #define pud_bad(pud) (!(pud_val(pud) & 2)) argument
144 #define pud_present(pud) (pud_val(pud)) argument
157 #define set_pud(pudp, pud) \ argument
163 static inline pmd_t *pud_page_vaddr(pud_t pud) in pud_page_vaddr()
170 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
227 #define pud_page(pud) pmd_page(__pmd(pud_val(pud))) argument
228 #define pud_write(pud) pmd_write(__pmd(pud_val(pud))) argument
Dpgalloc.h41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
Dkvm_mmu.h263 static inline void __kvm_flush_dcache_pud(pud_t pud) in __kvm_flush_dcache_pud()
/linux-4.4.14/arch/mips/include/asm/
Dpgtable-64.h204 static inline int pud_none(pud_t pud) in pud_none()
209 static inline int pud_bad(pud_t pud) in pud_bad()
214 static inline int pud_present(pud_t pud) in pud_present()
250 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr()
254 #define pud_phys(pud) virt_to_phys((void *)pud_val(pud)) argument
255 #define pud_page(pud) (pfn_to_page(pud_phys(pud) >> PAGE_SHIFT)) argument
258 static inline pmd_t *pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
Dpgalloc.h36 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
/linux-4.4.14/arch/arm/mm/
Didmap.c21 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd()
52 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd()
68 pud_t *pud = pud_offset(pgd, addr); in idmap_add_pud() local
Dhugetlbpage.c39 int pud_huge(pud_t pud) in pud_huge()
Dioremap.c143 pud_t *pud; in unmap_area_sections() local
191 pud_t *pud; in remap_area_sections() local
223 pud_t *pud; in remap_area_supersections() local
Dpgd.c122 pud_t *pud; in pgd_free() local
Ddump.c269 static void walk_pmd(struct pg_state *st, pud_t *pud, unsigned long start) in walk_pmd()
289 pud_t *pud = pud_offset(pgd, 0); in walk_pud() local
Dmmu.c379 pud_t *pud = pud_offset(pgd, addr); in fixmap_pmd() local
775 static void __init alloc_init_pmd(pud_t *pud, unsigned long addr, in alloc_init_pmd()
810 pud_t *pud = pud_offset(pgd, addr); in alloc_init_pud() local
865 pud_t *pud = pud_offset(pgd, addr); in create_36bit_mapping() local
Dfault.c72 pud_t *pud; in show_pte() local
427 pud_t *pud, *pud_k; in do_translation_fault() local
Dfault-armv.c97 pud_t *pud; in adjust_pte() local
/linux-4.4.14/mm/kasan/
Dkasan_init.c62 static void __init zero_pmd_populate(pud_t *pud, unsigned long addr, in zero_pmd_populate()
87 pud_t *pud = pud_offset(pgd, addr); in zero_pud_populate() local
127 pud_t *pud; in kasan_populate_zero_shadow() local
/linux-4.4.14/arch/arm64/include/asm/
Dpgtable.h310 static inline pte_t pud_pte(pud_t pud) in pud_pte()
315 static inline pmd_t pud_pmd(pud_t pud) in pud_pmd()
370 #define pud_write(pud) pte_write(pud_pte(pud)) argument
371 #define pud_pfn(pud) (((pud_val(pud) & PUD_MASK) & PHYS_MASK) >> PAGE_SHIFT) argument
407 #define pud_sect(pud) (0) argument
408 #define pud_table(pud) (1) argument
410 #define pud_sect(pud) ((pud_val(pud) & PUD_TYPE_MASK) == \ argument
412 #define pud_table(pud) ((pud_val(pud) & PUD_TYPE_MASK) == \ argument
445 #define pud_none(pud) (!pud_val(pud)) argument
446 #define pud_bad(pud) (!(pud_val(pud) & 2)) argument
[all …]
Dpgalloc.h45 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
59 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
65 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
Dpgtable-types.h48 typedef struct { pudval_t pud; } pud_t; member
/linux-4.4.14/arch/sparc/include/asm/
Dpgalloc_64.h18 static inline void __pgd_populate(pgd_t *pgd, pud_t *pud) in __pgd_populate()
35 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
117 #define __pud_free_tlb(tlb, pud, addr) \ argument
Dpgtable_64.h786 #define pud_none(pud) (!pud_val(pud)) argument
788 #define pud_bad(pud) (pud_val(pud) & ~PAGE_MASK) argument
824 #define pud_page_vaddr(pud) \ argument
826 #define pud_page(pud) virt_to_page((void *)pud_page_vaddr(pud)) argument
828 #define pud_present(pud) (pud_val(pud) != 0U) argument
835 static inline unsigned long pud_large(pud_t pud) in pud_large()
842 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn()
Dpage_64.h60 typedef struct { unsigned long pud; } pud_t; member
/linux-4.4.14/arch/x86/include/asm/
Dpgalloc.h112 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
120 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
131 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
139 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
Dpgtable.h61 # define set_pud(pudp, pud) native_set_pud(pudp, pud) argument
65 #define pud_clear(pud) native_pud_clear(pud) argument
155 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn()
581 static inline int pud_none(pud_t pud) in pud_none()
586 static inline int pud_present(pud_t pud) in pud_present()
591 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr()
600 #define pud_page(pud) \ argument
604 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) in pmd_offset()
609 static inline int pud_large(pud_t pud) in pud_large()
615 static inline int pud_bad(pud_t pud) in pud_bad()
[all …]
Dpgtable_types.h238 typedef struct { pudval_t pud; } pud_t; member
245 static inline pudval_t native_pud_val(pud_t pud) in native_pud_val()
252 static inline pudval_t native_pud_val(pud_t pud) in native_pud_val()
279 static inline pudval_t pud_pfn_mask(pud_t pud) in pud_pfn_mask()
287 static inline pudval_t pud_flags_mask(pud_t pud) in pud_flags_mask()
292 static inline pudval_t pud_flags(pud_t pud) in pud_flags()
Dpgtable_64.h99 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
104 static inline void native_pud_clear(pud_t *pud) in native_pud_clear()
Dpgtable-3level.h98 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
Dkexec.h167 pud_t *pud; member
Dparavirt.h553 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
579 static inline pudval_t pud_val(pud_t pud) in pud_val()
/linux-4.4.14/arch/ia64/mm/
Dhugetlbpage.c32 pud_t *pud; in huge_pte_alloc() local
51 pud_t *pud; in huge_pte_offset() local
107 int pud_huge(pud_t pud) in pud_huge()
Dinit.c214 pud_t *pud; in put_kernel_page() local
388 pud_t *pud; in vmemmap_find_next_valid_pfn() local
436 pud_t *pud; in create_mem_map_page_table() local
Dfault.c51 pud_t *pud; in mapped_kernel_page_is_present() local
/linux-4.4.14/arch/metag/mm/
Dhugetlbpage.c63 pud_t *pud; in huge_pte_alloc() local
80 pud_t *pud; in huge_pte_offset() local
97 int pud_huge(pud_t pud) in pud_huge()
Dinit.c46 pud_t *pud; in insert_gateway_page() local
296 pud_t *pud; in fixedrange_init() local
Dfault.c70 pud_t *pud, *pud_k; in do_page_fault() local
/linux-4.4.14/arch/arm64/mm/
Dmmu.c130 static void alloc_init_pmd(struct mm_struct *mm, pud_t *pud, in alloc_init_pmd()
200 pud_t *pud; in alloc_init_pud() local
477 pud_t *pud; in kern_addr_valid() local
520 pud_t *pud; in vmemmap_populate() local
574 pud_t *pud = fixmap_pud(addr); in fixmap_pmd() local
593 pud_t *pud; in early_fixmap_init() local
Dkasan_init.c43 static void __init kasan_early_pmd_populate(pud_t *pud, in kasan_early_pmd_populate()
64 pud_t *pud; in kasan_early_pud_populate() local
Dhugetlbpage.c35 int pud_huge(pud_t pud) in pud_huge()
Ddump.c261 static void walk_pmd(struct pg_state *st, pud_t *pud, unsigned long start) in walk_pmd()
280 pud_t *pud = pud_offset(pgd, 0); in walk_pud() local
Dfault.c59 pud_t *pud; in show_pte() local
/linux-4.4.14/arch/parisc/mm/
Dhugetlbpage.c50 pud_t *pud; in huge_pte_alloc() local
74 pud_t *pud; in huge_pte_offset() local
194 int pud_huge(pud_t pud) in pud_huge()
/linux-4.4.14/arch/sparc/mm/
Dhugetlbpage.c133 pud_t *pud; in huge_pte_alloc() local
157 pud_t *pud; in huge_pte_offset() local
241 int pud_huge(pud_t pud) in pud_huge()
Dgup.c118 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range()
151 pud_t pud = *pudp; in gup_pud_range() local
Dinit_64.c1431 pud_t *pud; in kern_addr_valid() local
1476 pud_t *pud) in kernel_map_hugepud()
1578 pud_t *pud; in kernel_map_range() local
2416 pud_t *pud; in vmemmap_populate() local
/linux-4.4.14/arch/ia64/include/asm/
Dpgalloc.h37 pgd_populate(struct mm_struct *mm, pgd_t * pgd_entry, pud_t * pud) in pgd_populate()
47 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
51 #define __pud_free_tlb(tlb, pud, address) pud_free((tlb)->mm, pud) argument
Dpgtable.h277 #define pud_none(pud) (!pud_val(pud)) argument
278 #define pud_bad(pud) (!ia64_phys_addr_valid(pud_val(pud))) argument
279 #define pud_present(pud) (pud_val(pud) != 0UL) argument
281 #define pud_page_vaddr(pud) ((unsigned long) __va(pud_val(pud) & _PFN_MASK)) argument
282 #define pud_page(pud) virt_to_page((pud_val(pud) + PAGE_OFFSET)) argument
Dpage.h177 typedef struct { unsigned long pud; } pud_t; member
/linux-4.4.14/arch/um/kernel/
Dmem.c77 static void __init one_md_table_init(pud_t *pud) in one_md_table_init()
91 pud_t *pud; in fixrange_init() local
119 pud_t *pud; in fixaddr_user_init() local
Dtlb.c229 static inline int update_pmd_range(pud_t *pud, unsigned long addr, in update_pmd_range()
255 pud_t *pud; in update_pud_range() local
312 pud_t *pud; in flush_tlb_kernel_range_common() local
396 pud_t *pud; in flush_tlb_page() local
472 pmd_t *pmd_offset_proc(pud_t *pud, unsigned long address) in pmd_offset_proc()
485 pud_t *pud = pud_offset(pgd, addr); in addr_pte() local
Dtrap.c30 pud_t *pud; in handle_page_fault() local
/linux-4.4.14/arch/s390/include/asm/
Dpgalloc.h69 #define pud_free(mm, pud) crst_table_free(mm, (unsigned long *) pud) argument
91 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
96 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
Dpgtable.h460 static inline int pud_present(pud_t pud) in pud_present()
467 static inline int pud_none(pud_t pud) in pud_none()
474 static inline int pud_large(pud_t pud) in pud_large()
481 static inline int pud_bad(pud_t pud) in pud_bad()
878 static inline void pud_clear(pud_t *pud) in pud_clear()
1322 #define pud_deref(pud) (pud_val(pud) & _REGION_ENTRY_ORIGIN) argument
1327 pud_t *pud = (pud_t *) pgd; in pud_offset() local
1333 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) in pmd_offset()
Dtlb.h134 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in pud_free_tlb()
Dpage.h74 typedef struct { unsigned long pud; } pud_t; member
/linux-4.4.14/mm/
Dsparse-vmemmap.c115 pmd_t * __meminit vmemmap_pmd_populate(pud_t *pud, unsigned long addr, int node) in vmemmap_pmd_populate()
129 pud_t *pud = pud_offset(pgd, addr); in vmemmap_pud_populate() local
156 pud_t *pud; in vmemmap_populate_basepages() local
Dpagewalk.c27 static int walk_pmd_range(pud_t *pud, unsigned long addr, unsigned long end, in walk_pmd_range()
75 pud_t *pud; in walk_pud_range() local
Dmemory.c401 static inline void free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in free_pmd_range()
439 pud_t *pud; in free_pud_range() local
651 pud_t *pud = pud_offset(pgd, addr); in print_bad_pte() local
1226 struct vm_area_struct *vma, pud_t *pud, in zap_pmd_range()
1274 pud_t *pud; in zap_pud_range() local
1463 pud_t * pud = pud_alloc(mm, pgd, addr); in __get_locked_pte() local
1683 static inline int remap_pmd_range(struct mm_struct *mm, pud_t *pud, in remap_pmd_range()
1708 pud_t *pud; in remap_pud_range() local
1873 static int apply_to_pmd_range(struct mm_struct *mm, pud_t *pud, in apply_to_pmd_range()
1899 pud_t *pud; in apply_to_pud_range() local
[all …]
Dmremap.c35 pud_t *pud; in get_old_pmd() local
57 pud_t *pud; in alloc_new_pmd() local
Dmprotect.c137 pud_t *pud, unsigned long addr, unsigned long end, in change_pmd_range()
197 pud_t *pud; in change_pud_range() local
Dgup.c182 pud_t *pud; in follow_page_mask() local
251 pud_t *pud; in get_gate_page() local
1251 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range()
1301 pud_t pud = READ_ONCE(*pudp); in gup_pud_range() local
Duserfaultfd.c127 pud_t *pud; in mm_alloc_pmd() local
Dpgtable-generic.c25 void pud_clear_bad(pud_t *pud) in pud_clear_bad()
Dvmalloc.c72 static void vunmap_pmd_range(pud_t *pud, unsigned long addr, unsigned long end) in vunmap_pmd_range()
90 pud_t *pud; in vunmap_pud_range() local
145 static int vmap_pmd_range(pud_t *pud, unsigned long addr, in vmap_pmd_range()
165 pud_t *pud; in vmap_pud_range() local
247 pud_t *pud = pud_offset(pgd, addr); in vmalloc_to_page() local
Dhugetlb.c4188 pte_t *huge_pmd_share(struct mm_struct *mm, unsigned long addr, pud_t *pud) in huge_pmd_share()
4253 pud_t *pud = pud_offset(pgd, *addr); in huge_pmd_unshare() local
4267 pte_t *huge_pmd_share(struct mm_struct *mm, unsigned long addr, pud_t *pud) in huge_pmd_share()
4284 pud_t *pud; in huge_pte_alloc() local
4308 pud_t *pud; in huge_pte_offset() local
4373 pud_t *pud, int flags) in follow_huge_pud()
Dswapfile.c1225 static inline int unuse_pmd_range(struct vm_area_struct *vma, pud_t *pud, in unuse_pmd_range()
1249 pud_t *pud; in unuse_pud_range() local
Drmap.c720 pud_t *pud; in mm_find_pmd() local
Dhuge_memory.c1632 pud_t *pud; in page_check_address_pmd() local
3022 pud_t *pud; in split_huge_page_address() local
/linux-4.4.14/arch/tile/mm/
Dhugetlbpage.c58 pud_t *pud; in huge_pte_alloc() local
107 pud_t *pud; in huge_pte_offset() local
158 int pud_huge(pud_t pud) in pud_huge()
Dinit.c137 static inline void assign_pmd(pud_t *pud, pmd_t *pmd) in assign_pmd()
154 pud_t *pud = pud_offset(&pgtables[pgd_index(va)], va); in get_pmd() local
640 pud_t *pud; in permanent_kmaps_init() local
738 pud_t *pud; in paging_init() local
Dfault.c109 pud_t *pud, *pud_k; in vmalloc_sync_one() local
215 pud_t *pud; in handle_migrating_pte() local
Dpgtable.c101 pud_t *pud; in shatter_huge_page() local
343 pud_t *pud; in virt_to_pte() local
/linux-4.4.14/arch/sh/include/asm/
Dpgtable-3level.h34 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr()
40 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) in pmd_offset()
/linux-4.4.14/arch/arm/kvm/
Dmmu.c96 static void kvm_flush_dcache_pud(pud_t pud) in kvm_flush_dcache_pud()
166 static void clear_pud_entry(struct kvm *kvm, pud_t *pud, phys_addr_t addr) in clear_pud_entry()
232 static void unmap_pmds(struct kvm *kvm, pud_t *pud, in unmap_pmds()
265 pud_t *pud, *start_pud; in unmap_puds() local
318 static void stage2_flush_pmds(struct kvm *kvm, pud_t *pud, in stage2_flush_pmds()
339 pud_t *pud; in stage2_flush_puds() local
468 static int create_hyp_pmd_mappings(pud_t *pud, unsigned long start, in create_hyp_pmd_mappings()
506 pud_t *pud; in create_hyp_pud_mappings() local
541 pud_t *pud; in __create_hyp_mappings() local
837 pud_t *pud; in stage2_get_pud() local
[all …]
/linux-4.4.14/arch/powerpc/include/asm/
Dpgalloc-64.h64 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
69 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
175 #define pud_populate(mm, pud, pmd) pud_set(pud, (unsigned long)pmd) argument
238 #define __pud_free_tlb(tlb, pud, addr) \ argument
Dpgtable-ppc64.h161 #define pud_none(pud) (!pud_val(pud)) argument
162 #define pud_bad(pud) (!is_kernel_addr(pud_val(pud)) \ argument
164 #define pud_present(pud) (pud_val(pud) != 0) argument
166 #define pud_page_vaddr(pud) (pud_val(pud) & ~PUD_MASKED_BITS) argument
170 static inline pte_t pud_pte(pud_t pud) in pud_pte()
179 #define pud_write(pud) pte_write(pud_pte(pud)) argument
Dpage.h309 typedef struct { unsigned long pud; } pud_t; member
/linux-4.4.14/lib/
Dioremap.c71 static inline int ioremap_pmd_range(pud_t *pud, unsigned long addr, in ioremap_pmd_range()
100 pud_t *pud; in ioremap_pud_range() local
/linux-4.4.14/arch/powerpc/mm/
Dhugetlbpage.c77 int pud_huge(pud_t pud) in pud_huge()
117 int pud_huge(pud_t pud) in pud_huge()
551 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in hugetlb_free_pmd_range()
605 pud_t *pud; in hugetlb_free_pud_range() local
749 pud_t *pud, int write) in follow_huge_pud()
982 pud_t pud, *pudp; in __find_linux_pte_or_hugepte() local
Dpgtable.c219 pud_t *pud; in assert_pte_locked() local
Dsubpage-prot.c64 pud_t *pud; in hpte_flush_range() local
Ddma-noncoherent.c413 pud_t *pud = pud_offset(pgd, cpu_addr); in __dma_get_coherent_pfn() local
Dpgtable_32.c370 pud_t *pud; in get_pteptr() local
Dpgtable_64.c348 struct page *pud_page(pud_t pud) in pud_page()
/linux-4.4.14/arch/frv/include/asm/
Dpgtable.h201 #define pgd_populate(mm, pgd, pud) do { } while (0) argument
233 static inline int pud_none(pud_t pud) { return 0; } in pud_none()
234 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad()
235 static inline int pud_present(pud_t pud) { return 1; } in pud_present()
236 static inline void pud_clear(pud_t *pud) { } in pud_clear()
246 #define pud_page(pud) (pmd_page((pmd_t){ pud })) argument
247 #define pud_page_vaddr(pud) (pmd_page_vaddr((pmd_t){ pud })) argument
/linux-4.4.14/arch/s390/mm/
Dgup.c105 static inline int gup_pmd_range(pud_t *pudp, pud_t pud, unsigned long addr, in gup_pmd_range()
153 pud_t *pudp, pud; in gup_pud_range() local
Ddump_pagetables.c127 pud_t *pud, unsigned long addr) in walk_pmd_level()
152 pud_t *pud; in walk_pud_level() local
Dhugetlbpage.c149 int pud_huge(pud_t pud) in pud_huge()
Dpageattr.c128 pud_t *pud; in __kernel_map_pages() local
Dvmem.c39 pud_t *pud = NULL; in vmem_pud_alloc() local
Dpgtable.c477 pud_t *pud; in __gmap_link() local
/linux-4.4.14/arch/mn10300/mm/
Dcache-inv-icache.c33 pud_t *pud; in flush_icache_page_range() local
Dcache-flush-icache.c55 pud_t *pud; in flush_icache_page_range() local
Dfault.c387 pud_t *pud, *pud_k; in do_page_fault() local
Dpgtable.c38 pud_t *pud; in set_pmd_pfn() local
/linux-4.4.14/arch/arc/mm/
Dfault.c35 pud_t *pud, *pud_k; in handle_kernel_vaddr_fault() local
/linux-4.4.14/arch/score/mm/
Dfault.c210 pud_t *pud, *pud_k; in do_page_fault() local
/linux-4.4.14/arch/nios2/mm/
Dfault.c248 pud_t *pud, *pud_k; in do_page_fault() local
Dioremap.c89 pud_t *pud; in remap_area_pages() local
/linux-4.4.14/arch/um/kernel/skas/
Dmmu.c21 pud_t *pud; in init_stub_pte() local
Duaccess.c20 pud_t *pud; in virt_to_pte() local
/linux-4.4.14/arch/openrisc/mm/
Dfault.c311 pud_t *pud, *pud_k; in do_page_fault() local
/linux-4.4.14/arch/x86/power/
Dhibernate_32.c35 pud_t *pud; in resume_one_md_table_init() local
/linux-4.4.14/arch/frv/mm/
Dfault.c300 pud_t *pud, *pud_k; in do_page_fault() local
/linux-4.4.14/arch/x86/kernel/
Dhead64.c59 pudval_t pud, *pud_p; in early_make_pgtable() local
Despfix_64.c141 pud_t pud, *pud_p; in init_espfix_ap() local
Dmachine_kexec_32.c106 pud_t *pud; in machine_kexec_page_table_set_one() local
Dmachine_kexec_64.c46 pud_t *pud; in init_transition_pgtable() local
Dtboot.c127 pud_t *pud; in map_tboot_page() local
Dvm86_32.c164 pud_t *pud; in mark_screen_rdonly() local
/linux-4.4.14/arch/cris/mm/
Dfault.c325 pud_t *pud, *pud_k; in do_page_fault() local
/linux-4.4.14/arch/unicore32/kernel/
Dhibernate.c38 pud_t *pud; in resume_one_md_table_init() local
/linux-4.4.14/arch/arm/lib/
Duaccess_with_memcpy.c32 pud_t *pud; in pin_page_for_write() local
/linux-4.4.14/arch/tile/kernel/
Dmachine_kexec.c254 pud_t *pud = pud_offset(pgd, vaddr); in setup_quasi_va_is_pa() local
Dsetup.c1549 pud_t *pud; in pcpu_fc_populate_pte() local
/linux-4.4.14/arch/x86/xen/
Dmmu.c507 __visible pudval_t xen_pud_val(pud_t pud) in xen_pud_val()
513 __visible pud_t xen_make_pud(pudval_t pud) in xen_make_pud()
648 pud_t *pud; in __xen_pgd_walk() local
1162 pud_t *pud; in xen_cleanmfnmap() local
2047 pud_t pud; in xen_early_virt_to_phys() local
2094 pud_t *pud; in xen_relocate_p2m() local
/linux-4.4.14/arch/metag/kernel/
Ddma.c392 pud_t *pud, *pud_k; in dma_alloc_init() local
/linux-4.4.14/arch/parisc/kernel/
Dcache.c504 pud_t *pud = pud_offset(pgd, addr); in get_ptep() local
/linux-4.4.14/drivers/staging/lustre/lustre/ptlrpc/
Dsec.c2186 struct ptlrpc_user_desc *pud; in sptlrpc_pack_user_desc() local
2210 struct ptlrpc_user_desc *pud; in sptlrpc_unpack_user_desc() local
/linux-4.4.14/include/linux/
Dhugetlb.h146 #define follow_huge_pud(mm, addr, pud, flags) NULL argument
203 static inline int pud_write(pud_t pud) in pud_write()
Dmm.h1441 static inline int __pmd_alloc(struct mm_struct *mm, pud_t *pud, in __pmd_alloc()
1496 static inline pmd_t *pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long address) in pmd_alloc()
/linux-4.4.14/fs/
Duserfaultfd.c198 pud_t *pud; in userfaultfd_must_wait() local
/linux-4.4.14/arch/frv/kernel/
Dgdb-stub.c449 pud_t *pud; in gdbstub_virt_to_pte() local
/linux-4.4.14/arch/sparc/kernel/
Dsmp_64.c1505 pud_t *pud; in pcpu_populate_pte() local
/linux-4.4.14/drivers/pinctrl/nomadik/
Dpinctrl-abx500.c580 enum abx500_gpio_pull_updown pud = 0; in abx500_gpio_dbg_show_one() local