Home
last modified time | relevance | path

Searched refs:pud (Results 1 – 189 of 189) sorted by relevance

/linux-4.4.14/include/asm-generic/
D4level-fixup.h14 #define pmd_alloc(mm, pud, address) \ argument
15 ((unlikely(pgd_none(*(pud))) && __pmd_alloc(mm, pud, address))? \
16 NULL: pmd_offset(pud, address))
20 #define pud_none(pud) 0 argument
21 #define pud_bad(pud) 0 argument
22 #define pud_present(pud) 1 argument
23 #define pud_ERROR(pud) do { } while (0) argument
24 #define pud_clear(pud) pgd_clear(pud) argument
25 #define pud_val(pud) pgd_val(pud) argument
26 #define pud_populate(mm, pud, pmd) pgd_populate(mm, pud, pmd) argument
[all …]
Dpgtable-nopmd.h17 typedef struct { pud_t pud; } pmd_t; member
29 static inline int pud_none(pud_t pud) { return 0; } in pud_none() argument
30 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad() argument
31 static inline int pud_present(pud_t pud) { return 1; } in pud_present() argument
32 static inline void pud_clear(pud_t *pud) { } in pud_clear() argument
33 #define pmd_ERROR(pmd) (pud_ERROR((pmd).pud))
43 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset() argument
45 return (pmd_t *)pud; in pmd_offset()
48 #define pmd_val(x) (pud_val((x).pud))
51 #define pud_page(pud) (pmd_page((pmd_t){ pud })) argument
[all …]
Dpgtable-nopud.h29 #define pud_ERROR(pud) (pgd_ERROR((pud).pgd)) argument
31 #define pgd_populate(mm, pgd, pud) do { } while (0) argument
Dpgtable.h371 static inline int pud_none_or_clear_bad(pud_t *pud) in pud_none_or_clear_bad() argument
373 if (pud_none(*pud)) in pud_none_or_clear_bad()
375 if (unlikely(pud_bad(*pud))) { in pud_none_or_clear_bad()
376 pud_clear_bad(pud); in pud_none_or_clear_bad()
754 int pud_set_huge(pud_t *pud, phys_addr_t addr, pgprot_t prot);
756 int pud_clear_huge(pud_t *pud);
759 static inline int pud_set_huge(pud_t *pud, phys_addr_t addr, pgprot_t prot) in pud_set_huge() argument
767 static inline int pud_clear_huge(pud_t *pud) in pud_clear_huge() argument
/linux-4.4.14/arch/arm/boot/dts/
Ds3c64xx-pinctrl.dtsi142 samsung,pin-pud = <PIN_PULL_NONE>;
148 samsung,pin-pud = <PIN_PULL_NONE>;
154 samsung,pin-pud = <PIN_PULL_NONE>;
160 samsung,pin-pud = <PIN_PULL_NONE>;
166 samsung,pin-pud = <PIN_PULL_NONE>;
172 samsung,pin-pud = <PIN_PULL_NONE>;
178 samsung,pin-pud = <PIN_PULL_NONE>;
184 samsung,pin-pud = <PIN_PULL_NONE>;
190 samsung,pin-pud = <PIN_PULL_NONE>;
196 samsung,pin-pud = <PIN_PULL_NONE>;
[all …]
Ds5pv210-pinctrl.dtsi274 samsung,pin-pud = <0>;
281 samsung,pin-pud = <0>;
288 samsung,pin-pud = <0>;
295 samsung,pin-pud = <0>;
302 samsung,pin-pud = <0>;
309 samsung,pin-pud = <0>;
316 samsung,pin-pud = <0>;
323 samsung,pin-pud = <0>;
330 samsung,pin-pud = <2>;
337 samsung,pin-pud = <2>;
[all …]
Dexynos4210-pinctrl.dtsi150 samsung,pin-pud = <0>;
157 samsung,pin-pud = <0>;
164 samsung,pin-pud = <0>;
171 samsung,pin-pud = <0>;
178 samsung,pin-pud = <3>;
185 samsung,pin-pud = <0>;
192 samsung,pin-pud = <0>;
199 samsung,pin-pud = <0>;
206 samsung,pin-pud = <3>;
213 samsung,pin-pud = <0>;
[all …]
Dexynos4415-pinctrl.dtsi98 samsung,pin-pud = <0>;
105 samsung,pin-pud = <0>;
112 samsung,pin-pud = <0>;
119 samsung,pin-pud = <0>;
126 samsung,pin-pud = <0>;
133 samsung,pin-pud = <0>;
140 samsung,pin-pud = <0>;
147 samsung,pin-pud = <3>;
154 samsung,pin-pud = <3>;
161 samsung,pin-pud = <3>;
[all …]
Dexynos5420-pinctrl.dtsi65 samsung,pin-pud = <0>;
157 samsung,pin-pud = <0>;
164 samsung,pin-pud = <0>;
171 samsung,pin-pud = <3>;
178 samsung,pin-pud = <3>;
185 samsung,pin-pud = <3>;
192 samsung,pin-pud = <3>;
199 samsung,pin-pud = <0>;
206 samsung,pin-pud = <1>;
213 samsung,pin-pud = <0>;
[all …]
Dexynos4x12-pinctrl.dtsi28 samsung,pin-pud-pdn = <PIN_PULL_ ##_pull>; \
140 samsung,pin-pud = <0>;
147 samsung,pin-pud = <0>;
154 samsung,pin-pud = <0>;
161 samsung,pin-pud = <0>;
168 samsung,pin-pud = <3>;
175 samsung,pin-pud = <0>;
182 samsung,pin-pud = <0>;
189 samsung,pin-pud = <0>;
196 samsung,pin-pud = <3>;
[all …]
Dexynos5250-pinctrl.dtsi204 samsung,pin-pud = <0>;
211 samsung,pin-pud = <0>;
218 samsung,pin-pud = <3>;
225 samsung,pin-pud = <3>;
232 samsung,pin-pud = <0>;
239 samsung,pin-pud = <0>;
246 samsung,pin-pud = <3>;
253 samsung,pin-pud = <3>;
260 samsung,pin-pud = <0>;
267 samsung,pin-pud = <3>;
[all …]
Dexynos3250-pinctrl.dtsi28 samsung,pin-pud-pdn = <PIN_PULL_ ##_pull>; \
91 samsung,pin-pud = <0>;
98 samsung,pin-pud = <0>;
105 samsung,pin-pud = <0>;
112 samsung,pin-pud = <0>;
119 samsung,pin-pud = <3>;
126 samsung,pin-pud = <3>;
133 samsung,pin-pud = <3>;
140 samsung,pin-pud = <3>;
147 samsung,pin-pud = <3>;
[all …]
Dexynos5260-pinctrl.dtsi191 samsung,pin-pud = <PIN_PULL_NONE>;
198 samsung,pin-pud = <PIN_PULL_NONE>;
205 samsung,pin-pud = <PIN_PULL_NONE>;
212 samsung,pin-pud = <PIN_PULL_NONE>;
219 samsung,pin-pud = <PIN_PULL_NONE>;
226 samsung,pin-pud = <PIN_PULL_UP>;
233 samsung,pin-pud = <PIN_PULL_UP>;
240 samsung,pin-pud = <PIN_PULL_NONE>;
248 samsung,pin-pud = <PIN_PULL_NONE>;
256 samsung,pin-pud = <PIN_PULL_NONE>;
[all …]
Dexynos5250-spring.dts361 samsung,pin-pud = <0>;
470 samsung,pin-pud = <1>;
477 samsung,pin-pud = <3>;
484 samsung,pin-pud = <0>;
491 samsung,pin-pud = <0>;
498 samsung,pin-pud = <0>;
505 samsung,pin-pud = <1>;
512 samsung,pin-pud = <0>;
519 samsung,pin-pud = <0>;
526 samsung,pin-pud = <1>;
[all …]
Dexynos5250-snow-common.dtsi445 samsung,pin-pud = <0>;
573 samsung,pin-pud = <0>;
580 samsung,pin-pud = <0>;
587 samsung,pin-pud = <0>;
594 samsung,pin-pud = <0>;
601 samsung,pin-pud = <0>;
608 samsung,pin-pud = <0>;
615 samsung,pin-pud = <0>;
622 samsung,pin-pud = <0>;
629 samsung,pin-pud = <1>;
[all …]
Dexynos5420-peach-pit.dts751 samsung,pin-pud = <0>;
758 samsung,pin-pud = <0>;
766 samsung,pin-pud = <0>;
774 samsung,pin-pud = <0>;
781 samsung,pin-pud = <0>;
788 samsung,pin-pud = <0>;
795 samsung,pin-pud = <0>;
802 samsung,pin-pud = <0>;
809 samsung,pin-pud = <3>;
816 samsung,pin-pud = <0>;
[all …]
Dexynos5800-peach-pi.dts714 samsung,pin-pud = <0>;
721 samsung,pin-pud = <0>;
729 samsung,pin-pud = <0>;
737 samsung,pin-pud = <0>;
744 samsung,pin-pud = <0>;
751 samsung,pin-pud = <0>;
758 samsung,pin-pud = <0>;
765 samsung,pin-pud = <0>;
772 samsung,pin-pud = <3>;
779 samsung,pin-pud = <0>;
[all …]
Dexynos4412-smdk4412.dts128 samsung,pin-pud = <3>;
136 samsung,pin-pud = <0>;
Dexynos4210-smdkv310.dts149 samsung,pin-pud = <3>;
157 samsung,pin-pud = <0>;
Dexynos4412-odroid-common.dtsi117 samsung,pin-pud = <0>;
124 samsung,pin-pud = <0>;
130 samsung,pin-pud = <0>;
136 samsung,pin-pud = <1>;
Dexynos5250-snow.dts40 samsung,pin-pud = <3>;
Ds3c6410-mini6410.dts204 samsung,pin-pud = <PIN_PULL_NONE>;
210 samsung,pin-pud = <PIN_PULL_NONE>;
Dexynos5250-snow-rev5.dts44 samsung,pin-pud = <0>;
Dexynos5422-odroidxu3-common.dtsi365 samsung,pin-pud = <1>;
372 samsung,pin-pud = <0>;
381 samsung,pin-pud = <0>;
Dexynos5420-smdk5420.dts394 samsung,pin-pud = <1>;
403 samsung,pin-pud = <0>;
410 samsung,pin-pud = <0>;
Dexynos4412-odroidx.dts75 samsung,pin-pud = <0>;
Dexynos5260-xyref5260.dts46 samsung,pin-pud = <1>;
Dexynos4210-universal_c210.dts524 samsung,pin-pud = <0>;
532 samsung,pin-pud = <3>;
Dexynos4412-origen.dts497 samsung,pin-pud = <3>;
504 samsung,pin-pud = <0>;
Ds5pv210-aquila.dts391 samsung,pin-pud = <0>;
Dexynos5250-smdk5250.dts426 samsung,pin-pud = <0>;
Dexynos5420-arndale-octa.dts384 samsung,pin-pud = <0>;
/linux-4.4.14/arch/tile/include/asm/
Dpgtable_64.h71 #define pud_pte(pud) ((pud).pgd) argument
73 static inline int pud_none(pud_t pud) in pud_none() argument
75 return pud_val(pud) == 0; in pud_none()
78 static inline int pud_present(pud_t pud) in pud_present() argument
80 return pud_val(pud) & _PAGE_PRESENT; in pud_present()
83 static inline int pud_huge_page(pud_t pud) in pud_huge_page() argument
85 return pud_val(pud) & _PAGE_HUGE_PAGE; in pud_huge_page()
96 static inline int pud_bad(pud_t pud) in pud_bad() argument
98 return ((pud_val(pud) & _PAGE_ALL) != _PAGE_TABLE); in pud_bad()
102 #define pud_ptfn(pud) hv_pte_get_ptfn((pud).pgd) argument
[all …]
Dpgtable_32.h79 static inline int pud_huge_page(pud_t pud) { return 0; } in pud_huge_page() argument
115 #define pmd_pte(pmd) ((pmd).pud.pgd)
116 #define pmdp_ptep(pmdp) (&(pmdp)->pud.pgd)
Dpgalloc.h46 set_pte(&pmdp->pud.pgd, pmd.pud.pgd); in set_pmd()
125 #define pud_populate(mm, pud, pmd) \ argument
126 pmd_populate_kernel((mm), (pmd_t *)(pud), (pte_t *)(pmd))
/linux-4.4.14/arch/x86/mm/
Dinit_64.c76 pud_t *pud = pud_page + pud_index(addr); in ident_pud_init() local
83 if (pud_present(*pud)) { in ident_pud_init()
84 pmd = pmd_offset(pud, 0); in ident_pud_init()
92 set_pud(pud, __pud(__pa(pmd) | _KERNPG_TABLE)); in ident_pud_init()
107 pud_t *pud; in kernel_ident_mapping_init() local
114 pud = pud_offset(pgd, 0); in kernel_ident_mapping_init()
115 result = ident_pud_init(info, pud, addr, next); in kernel_ident_mapping_init()
121 pud = (pud_t *)info->alloc_pgt_page(info->context); in kernel_ident_mapping_init()
122 if (!pud) in kernel_ident_mapping_init()
124 result = ident_pud_init(info, pud, addr, next); in kernel_ident_mapping_init()
[all …]
Dpageattr.c330 pud_t *pud; in lookup_address_in_pgd() local
338 pud = pud_offset(pgd, address); in lookup_address_in_pgd()
339 if (pud_none(*pud)) in lookup_address_in_pgd()
343 if (pud_large(*pud) || !pud_present(*pud)) in lookup_address_in_pgd()
344 return (pte_t *)pud; in lookup_address_in_pgd()
346 pmd = pmd_offset(pud, address); in lookup_address_in_pgd()
390 pud_t *pud; in lookup_pmd_address() local
396 pud = pud_offset(pgd, address); in lookup_pmd_address()
397 if (pud_none(*pud) || pud_large(*pud) || !pud_present(*pud)) in lookup_pmd_address()
400 return pmd_offset(pud, address); in lookup_pmd_address()
[all …]
Dgup.c150 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range() argument
156 pmdp = pmd_offset(&pud, addr); in gup_pmd_range()
193 static noinline int gup_huge_pud(pud_t pud, unsigned long addr, in gup_huge_pud() argument
203 if ((pud_flags(pud) & mask) != mask) in gup_huge_pud()
206 VM_BUG_ON(pud_flags(pud) & _PAGE_SPECIAL); in gup_huge_pud()
207 VM_BUG_ON(!pfn_valid(pud_pfn(pud))); in gup_huge_pud()
210 head = pud_page(pud); in gup_huge_pud()
234 pud_t pud = *pudp; in gup_pud_range() local
237 if (pud_none(pud)) in gup_pud_range()
239 if (unlikely(pud_large(pud))) { in gup_pud_range()
[all …]
Dpgtable_32.c30 pud_t *pud; in set_pte_vaddr() local
39 pud = pud_offset(pgd, vaddr); in set_pte_vaddr()
40 if (pud_none(*pud)) { in set_pte_vaddr()
44 pmd = pmd_offset(pud, vaddr); in set_pte_vaddr()
Dpgtable.c79 void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud) in ___pud_free_tlb() argument
81 paravirt_release_pud(__pa(pud) >> PAGE_SHIFT); in ___pud_free_tlb()
82 tlb_remove_page(tlb, virt_to_page(pud)); in ___pud_free_tlb()
260 pud_t *pud; in pgd_prepopulate_pmd() local
266 pud = pud_offset(pgd, 0); in pgd_prepopulate_pmd()
268 for (i = 0; i < PREALLOCATED_PMDS; i++, pud++) { in pgd_prepopulate_pmd()
275 pud_populate(mm, pud, pmd); in pgd_prepopulate_pmd()
584 int pud_set_huge(pud_t *pud, phys_addr_t addr, pgprot_t prot) in pud_set_huge() argument
595 set_pte((pte_t *)pud, pfn_pte( in pud_set_huge()
635 int pud_clear_huge(pud_t *pud) in pud_clear_huge() argument
[all …]
Dfault.c198 pud_t *pud, *pud_k; in vmalloc_sync_one() local
212 pud = pud_offset(pgd, address); in vmalloc_sync_one()
217 pmd = pmd_offset(pud, address); in vmalloc_sync_one()
370 pud_t *pud, *pud_ref; in vmalloc_fault() local
402 pud = pud_offset(pgd, address); in vmalloc_fault()
407 if (pud_none(*pud) || pud_pfn(*pud) != pud_pfn(*pud_ref)) in vmalloc_fault()
410 if (pud_huge(*pud)) in vmalloc_fault()
413 pmd = pmd_offset(pud, address); in vmalloc_fault()
471 pud_t *pud; in dump_pagetable() local
483 pud = pud_offset(pgd, address); in dump_pagetable()
[all …]
Dinit_32.c71 pud_t *pud; in one_md_table_init() local
79 pud = pud_offset(pgd, 0); in one_md_table_init()
80 BUG_ON(pmd_table != pmd_offset(pud, 0)); in one_md_table_init()
85 pud = pud_offset(pgd, 0); in one_md_table_init()
86 pmd_table = pmd_offset(pud, 0); in one_md_table_init()
417 pud_t *pud; in permanent_kmaps_init() local
425 pud = pud_offset(pgd, vaddr); in permanent_kmaps_init()
426 pmd = pmd_offset(pud, vaddr); in permanent_kmaps_init()
457 pud_t *pud; in native_pagetable_init() local
476 pud = pud_offset(pgd, va); in native_pagetable_init()
[all …]
Dhugetlbpage.c50 int pud_huge(pud_t pud)
68 int pud_huge(pud_t pud) in pud_huge() argument
70 return !!(pud_val(pud) & _PAGE_PSE); in pud_huge()
Dioremap.c429 pud_t *pud = pud_offset(pgd, addr); in early_ioremap_pmd() local
430 pmd_t *pmd = pmd_offset(pud, addr); in early_ioremap_pmd()
/linux-4.4.14/arch/arm64/boot/dts/exynos/
Dexynos7-pinctrl.dtsi179 samsung,pin-pud = <3>;
186 samsung,pin-pud = <3>;
193 samsung,pin-pud = <3>;
200 samsung,pin-pud = <0>;
207 samsung,pin-pud = <0>;
214 samsung,pin-pud = <0>;
221 samsung,pin-pud = <3>;
228 samsung,pin-pud = <0>;
235 samsung,pin-pud = <0>;
242 samsung,pin-pud = <3>;
[all …]
/linux-4.4.14/arch/mips/mm/
Dhugetlbpage.c28 pud_t *pud; in huge_pte_alloc() local
32 pud = pud_alloc(mm, pgd, addr); in huge_pte_alloc()
33 if (pud) in huge_pte_alloc()
34 pte = (pte_t *)pmd_alloc(mm, pud, addr); in huge_pte_alloc()
42 pud_t *pud; in huge_pte_offset() local
47 pud = pud_offset(pgd, addr); in huge_pte_offset()
48 if (pud_present(*pud)) in huge_pte_offset()
49 pmd = pmd_offset(pud, addr); in huge_pte_offset()
71 int pud_huge(pud_t pud) in pud_huge() argument
73 return (pud_val(pud) & _PAGE_HUGE) != 0; in pud_huge()
Dgup.c101 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range() argument
107 pmdp = pmd_offset(&pud, addr); in gup_pmd_range()
137 static int gup_huge_pud(pud_t pud, unsigned long addr, unsigned long end, in gup_huge_pud() argument
140 pte_t pte = *(pte_t *)&pud; in gup_huge_pud()
175 pud_t pud = *pudp; in gup_pud_range() local
178 if (pud_none(pud)) in gup_pud_range()
180 if (unlikely(pud_huge(pud))) { in gup_pud_range()
181 if (!gup_huge_pud(pud, addr, next, write, pages,nr)) in gup_pud_range()
184 if (!gup_pmd_range(pud, addr, next, write, pages,nr)) in gup_pud_range()
Dpgtable-32.c39 pud_t *pud; in pagetable_init() local
65 pud = pud_offset(pgd, vaddr); in pagetable_init()
66 pmd = pmd_offset(pud, vaddr); in pagetable_init()
Dioremap.c79 pud_t *pud; in remap_area_pages() local
83 pud = pud_alloc(&init_mm, dir, address); in remap_area_pages()
84 if (!pud) in remap_area_pages()
86 pmd = pmd_alloc(&init_mm, pud, address); in remap_area_pages()
Dfault.c305 pud_t *pud, *pud_k; in __do_page_fault() local
316 pud = pud_offset(pgd, address); in __do_page_fault()
321 pmd = pmd_offset(pud, address); in __do_page_fault()
Dinit.c225 pud_t *pud; in fixrange_init() local
238 pud = (pud_t *)pgd; in fixrange_init()
239 for ( ; (j < PTRS_PER_PUD) && (vaddr < end); pud++, j++) { in fixrange_init()
240 pmd = (pmd_t *)pud; in fixrange_init()
/linux-4.4.14/arch/sh/mm/
Dhugetlbpage.c28 pud_t *pud; in huge_pte_alloc() local
34 pud = pud_alloc(mm, pgd, addr); in huge_pte_alloc()
35 if (pud) { in huge_pte_alloc()
36 pmd = pmd_alloc(mm, pud, addr); in huge_pte_alloc()
48 pud_t *pud; in huge_pte_offset() local
54 pud = pud_offset(pgd, addr); in huge_pte_offset()
55 if (pud) { in huge_pte_offset()
56 pmd = pmd_offset(pud, addr); in huge_pte_offset()
70 int pud_huge(pud_t pud) in pud_huge() argument
Dinit.c48 pud_t *pud; in __get_pte_phys() local
57 pud = pud_alloc(NULL, pgd, addr); in __get_pte_phys()
58 if (unlikely(!pud)) { in __get_pte_phys()
59 pud_ERROR(*pud); in __get_pte_phys()
63 pmd = pmd_alloc(NULL, pud, addr); in __get_pte_phys()
126 static pmd_t * __init one_md_table_init(pud_t *pud) in one_md_table_init() argument
128 if (pud_none(*pud)) { in one_md_table_init()
132 pud_populate(&init_mm, pud, pmd); in one_md_table_init()
133 BUG_ON(pmd != pmd_offset(pud, 0)); in one_md_table_init()
136 return pmd_offset(pud, 0); in one_md_table_init()
[all …]
Dfault.c77 pud_t *pud; in show_pte() local
89 pud = pud_offset(pgd, addr); in show_pte()
91 printk(", *pud=%0*Lx", (u32)(sizeof(*pud) * 2), in show_pte()
92 (u64)pud_val(*pud)); in show_pte()
94 if (pud_none(*pud)) in show_pte()
97 if (pud_bad(*pud)) { in show_pte()
102 pmd = pmd_offset(pud, addr); in show_pte()
131 pud_t *pud, *pud_k; in vmalloc_sync_one() local
140 pud = pud_offset(pgd, address); in vmalloc_sync_one()
145 if (!pud_present(*pud)) in vmalloc_sync_one()
[all …]
Dtlbex_64.c47 pud_t *pud; in handle_tlbmiss() local
61 pud = pud_offset(pgd, address); in handle_tlbmiss()
62 if (pud_none(*pud) || !pud_present(*pud)) in handle_tlbmiss()
65 pmd = pmd_offset(pud, address); in handle_tlbmiss()
Dtlbex_32.c26 pud_t *pud; in handle_tlbmiss() local
45 pud = pud_offset(pgd, address); in handle_tlbmiss()
46 if (pud_none_or_clear_bad(pud)) in handle_tlbmiss()
48 pmd = pmd_offset(pud, address); in handle_tlbmiss()
Dgup.c119 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range() argument
125 pmdp = pmd_offset(&pud, addr); in gup_pmd_range()
147 pud_t pud = *pudp; in gup_pud_range() local
150 if (pud_none(pud)) in gup_pud_range()
152 if (!gup_pmd_range(pud, addr, next, write, pages, nr)) in gup_pud_range()
Dpgtable.c43 void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
45 set_pud(pud, __pud((unsigned long)pmd)); in pud_populate()
Dcache-sh5.c386 pud_t *pud; in sh64_dcache_purge_user_pages() local
400 pud = pud_offset(pgd, addr); in sh64_dcache_purge_user_pages()
401 if (pud_none(*pud) || pud_bad(*pud)) in sh64_dcache_purge_user_pages()
404 pmd = pmd_offset(pud, addr); in sh64_dcache_purge_user_pages()
Dcache-sh4.c212 pud_t *pud; in sh4_flush_cache_page() local
227 pud = pud_offset(pgd, address); in sh4_flush_cache_page()
228 pmd = pmd_offset(pud, address); in sh4_flush_cache_page()
/linux-4.4.14/arch/arm/mm/
Didmap.c21 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd() argument
27 if (pud_none_or_clear_bad(pud) || (pud_val(*pud) & L_PGD_SWAPPER)) { in idmap_add_pmd()
37 if (!pud_none(*pud)) in idmap_add_pmd()
38 memcpy(pmd, pmd_offset(pud, 0), in idmap_add_pmd()
40 pud_populate(&init_mm, pud, pmd); in idmap_add_pmd()
43 pmd = pmd_offset(pud, addr); in idmap_add_pmd()
52 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd() argument
55 pmd_t *pmd = pmd_offset(pud, addr); in idmap_add_pmd()
68 pud_t *pud = pud_offset(pgd, addr); in idmap_add_pud() local
73 idmap_add_pmd(pud, addr, next, prot); in idmap_add_pud()
[all …]
Dpgd.c122 pud_t *pud; in pgd_free() local
133 pud = pud_offset(pgd, 0); in pgd_free()
134 if (pud_none_or_clear_bad(pud)) in pgd_free()
137 pmd = pmd_offset(pud, 0); in pgd_free()
146 pud_clear(pud); in pgd_free()
151 pud_free(mm, pud); in pgd_free()
162 pud = pud_offset(pgd, 0); in pgd_free()
163 if (pud_none_or_clear_bad(pud)) in pgd_free()
165 pmd = pmd_offset(pud, 0); in pgd_free()
166 pud_clear(pud); in pgd_free()
[all …]
Dfault.c72 pud_t *pud; in show_pte() local
84 pud = pud_offset(pgd, addr); in show_pte()
86 pr_cont(", *pud=%08llx", (long long)pud_val(*pud)); in show_pte()
88 if (pud_none(*pud)) in show_pte()
91 if (pud_bad(*pud)) { in show_pte()
96 pmd = pmd_offset(pud, addr); in show_pte()
427 pud_t *pud, *pud_k; in do_translation_fault() local
446 pud = pud_offset(pgd, addr); in do_translation_fault()
451 if (!pud_present(*pud)) in do_translation_fault()
452 set_pud(pud, *pud_k); in do_translation_fault()
[all …]
Dioremap.c143 pud_t *pud; in unmap_area_sections() local
148 pud = pud_offset(pgd, addr); in unmap_area_sections()
149 pmdp = pmd_offset(pud, addr); in unmap_area_sections()
191 pud_t *pud; in remap_area_sections() local
201 pud = pud_offset(pgd, addr); in remap_area_sections()
202 pmd = pmd_offset(pud, addr); in remap_area_sections()
223 pud_t *pud; in remap_area_supersections() local
233 pud = pud_offset(pgd, addr); in remap_area_supersections()
234 pmd = pmd_offset(pud, addr); in remap_area_supersections()
Ddump.c269 static void walk_pmd(struct pg_state *st, pud_t *pud, unsigned long start) in walk_pmd() argument
271 pmd_t *pmd = pmd_offset(pud, 0); in walk_pmd()
289 pud_t *pud = pud_offset(pgd, 0); in walk_pud() local
293 for (i = 0; i < PTRS_PER_PUD; i++, pud++) { in walk_pud()
295 if (!pud_none(*pud)) { in walk_pud()
296 walk_pmd(st, pud, addr); in walk_pud()
298 note_page(st, addr, 2, pud_val(*pud)); in walk_pud()
Dfault-armv.c97 pud_t *pud; in adjust_pte() local
106 pud = pud_offset(pgd, address); in adjust_pte()
107 if (pud_none_or_clear_bad(pud)) in adjust_pte()
110 pmd = pmd_offset(pud, address); in adjust_pte()
Dhugetlbpage.c39 int pud_huge(pud_t pud) in pud_huge() argument
Dmmu.c379 pud_t *pud = pud_offset(pgd, addr); in fixmap_pmd() local
380 pmd_t *pmd = pmd_offset(pud, addr); in fixmap_pmd()
775 static void __init alloc_init_pmd(pud_t *pud, unsigned long addr, in alloc_init_pmd() argument
779 pmd_t *pmd = pmd_offset(pud, addr); in alloc_init_pmd()
810 pud_t *pud = pud_offset(pgd, addr); in alloc_init_pud() local
815 alloc_init_pmd(pud, addr, next, phys, type); in alloc_init_pud()
817 } while (pud++, addr = next, addr != end); in alloc_init_pud()
865 pud_t *pud = pud_offset(pgd, addr); in create_36bit_mapping() local
866 pmd_t *pmd = pmd_offset(pud, addr); in create_36bit_mapping()
/linux-4.4.14/mm/kasan/
Dkasan_init.c62 static void __init zero_pmd_populate(pud_t *pud, unsigned long addr, in zero_pmd_populate() argument
65 pmd_t *pmd = pmd_offset(pud, addr); in zero_pmd_populate()
87 pud_t *pud = pud_offset(pgd, addr); in zero_pud_populate() local
95 pud_populate(&init_mm, pud, kasan_zero_pmd); in zero_pud_populate()
96 pmd = pmd_offset(pud, addr); in zero_pud_populate()
101 if (pud_none(*pud)) { in zero_pud_populate()
102 pud_populate(&init_mm, pud, in zero_pud_populate()
105 zero_pmd_populate(pud, addr, next); in zero_pud_populate()
106 } while (pud++, addr = next, addr != end); in zero_pud_populate()
127 pud_t *pud; in kasan_populate_zero_shadow() local
[all …]
/linux-4.4.14/arch/arm64/mm/
Dmmu.c130 static void alloc_init_pmd(struct mm_struct *mm, pud_t *pud, in alloc_init_pmd() argument
141 if (pud_none(*pud) || pud_sect(*pud)) { in alloc_init_pmd()
143 if (pud_sect(*pud)) { in alloc_init_pmd()
148 split_pud(pud, pmd); in alloc_init_pmd()
150 pud_populate(mm, pud, pmd); in alloc_init_pmd()
153 BUG_ON(pud_bad(*pud)); in alloc_init_pmd()
155 pmd = pmd_offset(pud, addr); in alloc_init_pmd()
200 pud_t *pud; in alloc_init_pud() local
204 pud = alloc(PTRS_PER_PUD * sizeof(pud_t)); in alloc_init_pud()
205 pgd_populate(mm, pgd, pud); in alloc_init_pud()
[all …]
Dkasan_init.c43 static void __init kasan_early_pmd_populate(pud_t *pud, in kasan_early_pmd_populate() argument
50 if (pud_none(*pud)) in kasan_early_pmd_populate()
51 pud_populate(&init_mm, pud, kasan_zero_pmd); in kasan_early_pmd_populate()
53 pmd = pmd_offset(pud, addr); in kasan_early_pmd_populate()
64 pud_t *pud; in kasan_early_pud_populate() local
70 pud = pud_offset(pgd, addr); in kasan_early_pud_populate()
73 kasan_early_pmd_populate(pud, addr, next); in kasan_early_pud_populate()
74 } while (pud++, addr = next, addr != end && pud_none(*pud)); in kasan_early_pud_populate()
Ddump.c261 static void walk_pmd(struct pg_state *st, pud_t *pud, unsigned long start) in walk_pmd() argument
263 pmd_t *pmd = pmd_offset(pud, 0); in walk_pmd()
280 pud_t *pud = pud_offset(pgd, 0); in walk_pud() local
284 for (i = 0; i < PTRS_PER_PUD; i++, pud++) { in walk_pud()
286 if (pud_none(*pud) || pud_sect(*pud)) { in walk_pud()
287 note_page(st, addr, 2, pud_val(*pud)); in walk_pud()
289 BUG_ON(pud_bad(*pud)); in walk_pud()
290 walk_pmd(st, pud, addr); in walk_pud()
Dhugetlbpage.c35 int pud_huge(pud_t pud) in pud_huge() argument
38 return pud_val(pud) && !(pud_val(pud) & PUD_TABLE_BIT); in pud_huge()
Dfault.c59 pud_t *pud; in show_pte() local
66 pud = pud_offset(pgd, addr); in show_pte()
67 printk(", *pud=%016llx", pud_val(*pud)); in show_pte()
68 if (pud_none(*pud) || pud_bad(*pud)) in show_pte()
71 pmd = pmd_offset(pud, addr); in show_pte()
/linux-4.4.14/arch/um/include/asm/
Dpgtable-3level.h59 #define pud_populate(mm, pud, pmd) \ argument
60 set_pud(pud, __pud(_PAGE_TABLE + __pa(pmd)))
84 static inline void pud_clear (pud_t *pud) in pud_clear() argument
86 set_pud(pud, __pud(_PAGE_NEWPAGE)); in pud_clear()
89 #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) argument
90 #define pud_page_vaddr(pud) ((unsigned long) __va(pud_val(pud) & PAGE_MASK)) argument
93 #define pmd_offset(pud, address) ((pmd_t *) pud_page_vaddr(*(pud)) + \ argument
/linux-4.4.14/arch/mips/include/asm/
Dpgtable-64.h204 static inline int pud_none(pud_t pud) in pud_none() argument
206 return pud_val(pud) == (unsigned long) invalid_pmd_table; in pud_none()
209 static inline int pud_bad(pud_t pud) in pud_bad() argument
211 return pud_val(pud) & ~PAGE_MASK; in pud_bad()
214 static inline int pud_present(pud_t pud) in pud_present() argument
216 return pud_val(pud) != (unsigned long) invalid_pmd_table; in pud_present()
250 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr() argument
252 return pud_val(pud); in pud_page_vaddr()
254 #define pud_phys(pud) virt_to_phys((void *)pud_val(pud)) argument
255 #define pud_page(pud) (pfn_to_page(pud_phys(pud) >> PAGE_SHIFT)) argument
[all …]
Dpgalloc.h36 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
38 set_pud(pud, __pud((unsigned long)pmd)); in pud_populate()
/linux-4.4.14/arch/x86/include/asm/
Dpgalloc.h112 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
115 set_pud(pud, __pud(_PAGE_TABLE | __pa(pmd))); in pud_populate()
120 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate() argument
122 paravirt_alloc_pud(mm, __pa(pud) >> PAGE_SHIFT); in pgd_populate()
123 set_pgd(pgd, __pgd(_PAGE_TABLE | __pa(pud))); in pgd_populate()
131 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() argument
133 BUG_ON((unsigned long)pud & (PAGE_SIZE-1)); in pud_free()
134 free_page((unsigned long)pud); in pud_free()
137 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
139 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb() argument
[all …]
Dpgtable.h61 # define set_pud(pudp, pud) native_set_pud(pudp, pud) argument
65 #define pud_clear(pud) native_pud_clear(pud) argument
155 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn() argument
157 return (pud_val(pud) & pud_pfn_mask(pud)) >> PAGE_SHIFT; in pud_pfn()
581 static inline int pud_none(pud_t pud) in pud_none() argument
583 return native_pud_val(pud) == 0; in pud_none()
586 static inline int pud_present(pud_t pud) in pud_present() argument
588 return pud_flags(pud) & _PAGE_PRESENT; in pud_present()
591 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr() argument
593 return (unsigned long)__va(pud_val(pud) & pud_pfn_mask(pud)); in pud_page_vaddr()
[all …]
Dpgtable_types.h238 typedef struct { pudval_t pud; } pud_t; member
245 static inline pudval_t native_pud_val(pud_t pud) in native_pud_val() argument
247 return pud.pud; in native_pud_val()
252 static inline pudval_t native_pud_val(pud_t pud) in native_pud_val() argument
254 return native_pgd_val(pud.pgd); in native_pud_val()
275 return native_pgd_val(pmd.pud.pgd); in native_pmd_val()
279 static inline pudval_t pud_pfn_mask(pud_t pud) in pud_pfn_mask() argument
281 if (native_pud_val(pud) & _PAGE_PSE) in pud_pfn_mask()
287 static inline pudval_t pud_flags_mask(pud_t pud) in pud_flags_mask() argument
289 return ~pud_pfn_mask(pud); in pud_flags_mask()
[all …]
Dpgtable_64.h99 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud() argument
101 *pudp = pud; in native_set_pud()
104 static inline void native_pud_clear(pud_t *pud) in native_pud_clear() argument
106 native_set_pud(pud, native_make_pud(0)); in native_pud_clear()
Dparavirt.h553 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud() argument
555 pudval_t val = native_pud_val(pud); in set_pud()
579 static inline pudval_t pud_val(pud_t pud) in pud_val() argument
585 pud.pud, (u64)pud.pud >> 32); in pud_val()
588 pud.pud); in pud_val()
Dpgtable-3level.h98 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud() argument
100 set_64bit((unsigned long long *)(pudp), native_pud_val(pud)); in native_set_pud()
Dkexec.h167 pud_t *pud; member
/linux-4.4.14/arch/arm/include/asm/
Dpgtable-3level.h142 #define pud_none(pud) (!pud_val(pud)) argument
143 #define pud_bad(pud) (!(pud_val(pud) & 2)) argument
144 #define pud_present(pud) (pud_val(pud)) argument
157 #define set_pud(pudp, pud) \ argument
159 *pudp = pud; \
163 static inline pmd_t *pud_page_vaddr(pud_t pud) in pud_page_vaddr() argument
165 return __va(pud_val(pud) & PHYS_MASK & (s32)PAGE_MASK); in pud_page_vaddr()
170 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset() argument
172 return (pmd_t *)pud_page_vaddr(*pud) + pmd_index(addr); in pmd_offset()
227 #define pud_page(pud) pmd_page(__pmd(pud_val(pud))) argument
[all …]
Dpgtable-2level.h183 #define pud_none(pud) (0) argument
184 #define pud_bad(pud) (0) argument
185 #define pud_present(pud) (1) argument
187 #define set_pud(pud,pudp) do { } while (0) argument
189 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset() argument
191 return (pmd_t *)pud; in pmd_offset()
Dpgalloc.h41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
43 set_pud(pud, __pud(__pa(pmd) | PMD_TYPE_TABLE)); in pud_populate()
Dkvm_mmu.h263 static inline void __kvm_flush_dcache_pud(pud_t pud) in __kvm_flush_dcache_pud() argument
/linux-4.4.14/arch/tile/mm/
Dhugetlbpage.c58 pud_t *pud; in huge_pte_alloc() local
63 pud = pud_alloc(mm, pgd, addr); in huge_pte_alloc()
69 return (pte_t *)pud; in huge_pte_alloc()
71 pmd_t *pmd = pmd_alloc(mm, pud, addr); in huge_pte_alloc()
85 return (pte_t *) pmd_alloc(mm, pud, addr); in huge_pte_alloc()
107 pud_t *pud; in huge_pte_offset() local
117 pud = pud_offset(pgd, addr); in huge_pte_offset()
121 if (!pud_present(*pud)) in huge_pte_offset()
126 if (pud_huge(*pud)) in huge_pte_offset()
127 return (pte_t *)pud; in huge_pte_offset()
[all …]
Dpgtable.c101 pud_t *pud; in shatter_huge_page() local
113 pud = pud_offset(pgd, addr); in shatter_huge_page()
114 BUG_ON(!pud_present(*pud)); in shatter_huge_page()
115 pmd = pmd_offset(pud, addr); in shatter_huge_page()
136 pud = pud_offset(pgd, addr); in shatter_huge_page()
137 copy_pmd = pmd_offset(pud, addr); in shatter_huge_page()
343 pud_t *pud; in virt_to_pte() local
350 pud = pud_offset(pgd, addr); in virt_to_pte()
351 if (!pud_present(*pud)) in virt_to_pte()
353 if (pud_huge_page(*pud)) in virt_to_pte()
[all …]
Dinit.c137 static inline void assign_pmd(pud_t *pud, pmd_t *pmd) in assign_pmd() argument
139 assign_pte((pmd_t *)pud, (pte_t *)pmd); in assign_pmd()
154 pud_t *pud = pud_offset(&pgtables[pgd_index(va)], va); in get_pmd() local
155 if (pud_none(*pud)) in get_pmd()
156 assign_pmd(pud, alloc_pmd()); in get_pmd()
157 return pmd_offset(pud, va); in get_pmd()
640 pud_t *pud; in permanent_kmaps_init() local
649 pud = pud_offset(pgd, vaddr); in permanent_kmaps_init()
650 pmd = pmd_offset(pud, vaddr); in permanent_kmaps_init()
738 pud_t *pud; in paging_init() local
[all …]
Dfault.c109 pud_t *pud, *pud_k; in vmalloc_sync_one() local
118 pud = pud_offset(pgd, address); in vmalloc_sync_one()
123 pmd = pmd_offset(pud, address); in vmalloc_sync_one()
215 pud_t *pud; in handle_migrating_pte() local
224 pud = pud_offset(pgd, address); in handle_migrating_pte()
225 if (!pud || !pud_present(*pud)) in handle_migrating_pte()
227 pmd = pmd_offset(pud, address); in handle_migrating_pte()
/linux-4.4.14/arch/arm64/include/asm/
Dpgtable.h310 static inline pte_t pud_pte(pud_t pud) in pud_pte() argument
312 return __pte(pud_val(pud)); in pud_pte()
315 static inline pmd_t pud_pmd(pud_t pud) in pud_pmd() argument
317 return __pmd(pud_val(pud)); in pud_pmd()
370 #define pud_write(pud) pte_write(pud_pte(pud)) argument
371 #define pud_pfn(pud) (((pud_val(pud) & PUD_MASK) & PHYS_MASK) >> PAGE_SHIFT) argument
407 #define pud_sect(pud) (0) argument
408 #define pud_table(pud) (1) argument
410 #define pud_sect(pud) ((pud_val(pud) & PUD_TYPE_MASK) == \ argument
412 #define pud_table(pud) ((pud_val(pud) & PUD_TYPE_MASK) == \ argument
[all …]
Dpgalloc.h45 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
47 set_pud(pud, __pud(__pa(pmd) | PMD_TYPE_TABLE)); in pud_populate()
59 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() argument
61 BUG_ON((unsigned long)pud & (PAGE_SIZE-1)); in pud_free()
62 free_page((unsigned long)pud); in pud_free()
65 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate() argument
67 set_pgd(pgd, __pgd(__pa(pud) | PUD_TYPE_TABLE)); in pgd_populate()
Dkvm_mmu.h181 pud_t *pud;
186 pud = pud_offset(pgd, 0);
188 return pud;
191 return pmd_offset(pud, 0);
263 static inline void __kvm_flush_dcache_pud(pud_t pud)
265 struct page *page = pud_page(pud);
Dpgtable-types.h48 typedef struct { pudval_t pud; } pud_t; member
49 #define pud_val(x) ((x).pud)
/linux-4.4.14/arch/um/kernel/
Dmem.c77 static void __init one_md_table_init(pud_t *pud) in one_md_table_init() argument
81 set_pud(pud, __pud(_KERNPG_TABLE + (unsigned long) __pa(pmd_table))); in one_md_table_init()
82 if (pmd_table != pmd_offset(pud, 0)) in one_md_table_init()
91 pud_t *pud; in fixrange_init() local
102 pud = pud_offset(pgd, vaddr); in fixrange_init()
103 if (pud_none(*pud)) in fixrange_init()
104 one_md_table_init(pud); in fixrange_init()
105 pmd = pmd_offset(pud, vaddr); in fixrange_init()
119 pud_t *pud; in fixaddr_user_init() local
135 pud = pud_offset(pgd, vaddr); in fixaddr_user_init()
[all …]
Dtlb.c229 static inline int update_pmd_range(pud_t *pud, unsigned long addr, in update_pmd_range() argument
237 pmd = pmd_offset(pud, addr); in update_pmd_range()
255 pud_t *pud; in update_pud_range() local
259 pud = pud_offset(pgd, addr); in update_pud_range()
262 if (!pud_present(*pud)) { in update_pud_range()
263 if (hvc->force || pud_newpage(*pud)) { in update_pud_range()
265 pud_mkuptodate(*pud); in update_pud_range()
268 else ret = update_pmd_range(pud, addr, next, hvc); in update_pud_range()
269 } while (pud++, addr = next, ((addr < end) && !ret)); in update_pud_range()
312 pud_t *pud; in flush_tlb_kernel_range_common() local
[all …]
Dtrap.c30 pud_t *pud; in handle_page_fault() local
106 pud = pud_offset(pgd, address); in handle_page_fault()
107 pmd = pmd_offset(pud, address); in handle_page_fault()
/linux-4.4.14/arch/arm/kvm/
Dmmu.c96 static void kvm_flush_dcache_pud(pud_t pud) in kvm_flush_dcache_pud() argument
98 __kvm_flush_dcache_pud(pud); in kvm_flush_dcache_pud()
166 static void clear_pud_entry(struct kvm *kvm, pud_t *pud, phys_addr_t addr) in clear_pud_entry() argument
168 pmd_t *pmd_table = pmd_offset(pud, 0); in clear_pud_entry()
169 VM_BUG_ON(pud_huge(*pud)); in clear_pud_entry()
170 pud_clear(pud); in clear_pud_entry()
173 put_page(virt_to_page(pud)); in clear_pud_entry()
232 static void unmap_pmds(struct kvm *kvm, pud_t *pud, in unmap_pmds() argument
238 start_pmd = pmd = pmd_offset(pud, addr); in unmap_pmds()
258 clear_pud_entry(kvm, pud, start_addr); in unmap_pmds()
[all …]
/linux-4.4.14/arch/sparc/include/asm/
Dpgalloc_64.h18 static inline void __pgd_populate(pgd_t *pgd, pud_t *pud) in __pgd_populate() argument
20 pgd_set(pgd, pud); in __pgd_populate()
35 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate() argument
37 pud_set(pud, pmd); in __pud_populate()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() argument
50 kmem_cache_free(pgtable_cache, pud); in pud_free()
117 #define __pud_free_tlb(tlb, pud, addr) \ argument
118 pgtable_free_tlb(tlb, pud, false)
Dpgtable_64.h786 #define pud_none(pud) (!pud_val(pud)) argument
788 #define pud_bad(pud) (pud_val(pud) & ~PAGE_MASK) argument
824 #define pud_page_vaddr(pud) \ argument
825 ((unsigned long) __va(pud_val(pud)))
826 #define pud_page(pud) virt_to_page((void *)pud_page_vaddr(pud)) argument
828 #define pud_present(pud) (pud_val(pud) != 0U) argument
835 static inline unsigned long pud_large(pud_t pud) in pud_large() argument
837 pte_t pte = __pte(pud_val(pud)); in pud_large()
842 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn() argument
844 pte_t pte = __pte(pud_val(pud)); in pud_pfn()
Dpage_64.h60 typedef struct { unsigned long pud; } pud_t; member
67 #define pud_val(x) ((x).pud)
/linux-4.4.14/arch/parisc/mm/
Dhugetlbpage.c50 pud_t *pud; in huge_pte_alloc() local
62 pud = pud_alloc(mm, pgd, addr); in huge_pte_alloc()
63 if (pud) { in huge_pte_alloc()
64 pmd = pmd_alloc(mm, pud, addr); in huge_pte_alloc()
74 pud_t *pud; in huge_pte_offset() local
82 pud = pud_offset(pgd, addr); in huge_pte_offset()
83 if (!pud_none(*pud)) { in huge_pte_offset()
84 pmd = pmd_offset(pud, addr); in huge_pte_offset()
194 int pud_huge(pud_t pud) in pud_huge() argument
/linux-4.4.14/arch/ia64/mm/
Dhugetlbpage.c32 pud_t *pud; in huge_pte_alloc() local
37 pud = pud_alloc(mm, pgd, taddr); in huge_pte_alloc()
38 if (pud) { in huge_pte_alloc()
39 pmd = pmd_alloc(mm, pud, taddr); in huge_pte_alloc()
51 pud_t *pud; in huge_pte_offset() local
57 pud = pud_offset(pgd, taddr); in huge_pte_offset()
58 if (pud_present(*pud)) { in huge_pte_offset()
59 pmd = pmd_offset(pud, taddr); in huge_pte_offset()
107 int pud_huge(pud_t pud) in pud_huge() argument
Dinit.c214 pud_t *pud; in put_kernel_page() local
221 pud = pud_alloc(&init_mm, pgd, address); in put_kernel_page()
222 if (!pud) in put_kernel_page()
224 pmd = pmd_alloc(&init_mm, pud, address); in put_kernel_page()
388 pud_t *pud; in vmemmap_find_next_valid_pfn() local
398 pud = pud_offset(pgd, end_address); in vmemmap_find_next_valid_pfn()
399 if (pud_none(*pud)) { in vmemmap_find_next_valid_pfn()
404 pmd = pmd_offset(pud, end_address); in vmemmap_find_next_valid_pfn()
436 pud_t *pud; in create_mem_map_page_table() local
451 pud = pud_offset(pgd, address); in create_mem_map_page_table()
[all …]
Dfault.c51 pud_t *pud; in mapped_kernel_page_is_present() local
59 pud = pud_offset(pgd, address); in mapped_kernel_page_is_present()
60 if (pud_none(*pud) || pud_bad(*pud)) in mapped_kernel_page_is_present()
63 pmd = pmd_offset(pud, address); in mapped_kernel_page_is_present()
/linux-4.4.14/lib/
Dioremap.c71 static inline int ioremap_pmd_range(pud_t *pud, unsigned long addr, in ioremap_pmd_range() argument
78 pmd = pmd_alloc(&init_mm, pud, addr); in ioremap_pmd_range()
100 pud_t *pud; in ioremap_pud_range() local
104 pud = pud_alloc(&init_mm, pgd, addr); in ioremap_pud_range()
105 if (!pud) in ioremap_pud_range()
113 if (pud_set_huge(pud, phys_addr + addr, prot)) in ioremap_pud_range()
117 if (ioremap_pmd_range(pud, addr, next, phys_addr + addr, prot)) in ioremap_pud_range()
119 } while (pud++, addr = next, addr != end); in ioremap_pud_range()
/linux-4.4.14/mm/
Dsparse-vmemmap.c115 pmd_t * __meminit vmemmap_pmd_populate(pud_t *pud, unsigned long addr, int node) in vmemmap_pmd_populate() argument
117 pmd_t *pmd = pmd_offset(pud, addr); in vmemmap_pmd_populate()
129 pud_t *pud = pud_offset(pgd, addr); in vmemmap_pud_populate() local
130 if (pud_none(*pud)) { in vmemmap_pud_populate()
134 pud_populate(&init_mm, pud, p); in vmemmap_pud_populate()
136 return pud; in vmemmap_pud_populate()
156 pud_t *pud; in vmemmap_populate_basepages() local
164 pud = vmemmap_pud_populate(pgd, addr, node); in vmemmap_populate_basepages()
165 if (!pud) in vmemmap_populate_basepages()
167 pmd = vmemmap_pmd_populate(pud, addr, node); in vmemmap_populate_basepages()
Dpagewalk.c27 static int walk_pmd_range(pud_t *pud, unsigned long addr, unsigned long end, in walk_pmd_range() argument
34 pmd = pmd_offset(pud, addr); in walk_pmd_range()
75 pud_t *pud; in walk_pud_range() local
79 pud = pud_offset(pgd, addr); in walk_pud_range()
82 if (pud_none_or_clear_bad(pud)) { in walk_pud_range()
90 err = walk_pmd_range(pud, addr, next, walk); in walk_pud_range()
93 } while (pud++, addr = next, addr != end); in walk_pud_range()
Dgup.c182 pud_t *pud; in follow_page_mask() local
200 pud = pud_offset(pgd, address); in follow_page_mask()
201 if (pud_none(*pud)) in follow_page_mask()
203 if (pud_huge(*pud) && vma->vm_flags & VM_HUGETLB) { in follow_page_mask()
204 page = follow_huge_pud(mm, address, pud, flags); in follow_page_mask()
209 if (unlikely(pud_bad(*pud))) in follow_page_mask()
212 pmd = pmd_offset(pud, address); in follow_page_mask()
251 pud_t *pud; in get_gate_page() local
264 pud = pud_offset(pgd, address); in get_gate_page()
265 BUG_ON(pud_none(*pud)); in get_gate_page()
[all …]
Dmemory.c401 static inline void free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in free_pmd_range() argument
410 pmd = pmd_offset(pud, addr); in free_pmd_range()
429 pmd = pmd_offset(pud, start); in free_pmd_range()
430 pud_clear(pud); in free_pmd_range()
439 pud_t *pud; in free_pud_range() local
444 pud = pud_offset(pgd, addr); in free_pud_range()
447 if (pud_none_or_clear_bad(pud)) in free_pud_range()
449 free_pmd_range(tlb, pud, addr, next, floor, ceiling); in free_pud_range()
450 } while (pud++, addr = next, addr != end); in free_pud_range()
463 pud = pud_offset(pgd, start); in free_pud_range()
[all …]
Dmprotect.c137 pud_t *pud, unsigned long addr, unsigned long end, in change_pmd_range() argument
147 pmd = pmd_offset(pud, addr); in change_pmd_range()
197 pud_t *pud; in change_pud_range() local
201 pud = pud_offset(pgd, addr); in change_pud_range()
204 if (pud_none_or_clear_bad(pud)) in change_pud_range()
206 pages += change_pmd_range(vma, pud, addr, next, newprot, in change_pud_range()
208 } while (pud++, addr = next, addr != end); in change_pud_range()
Dmremap.c35 pud_t *pud; in get_old_pmd() local
42 pud = pud_offset(pgd, addr); in get_old_pmd()
43 if (pud_none_or_clear_bad(pud)) in get_old_pmd()
46 pmd = pmd_offset(pud, addr); in get_old_pmd()
57 pud_t *pud; in alloc_new_pmd() local
61 pud = pud_alloc(mm, pgd, addr); in alloc_new_pmd()
62 if (!pud) in alloc_new_pmd()
65 pmd = pmd_alloc(mm, pud, addr); in alloc_new_pmd()
Duserfaultfd.c127 pud_t *pud; in mm_alloc_pmd() local
131 pud = pud_alloc(mm, pgd, address); in mm_alloc_pmd()
132 if (pud) in mm_alloc_pmd()
138 pmd = pmd_alloc(mm, pud, address); in mm_alloc_pmd()
Dpgtable-generic.c25 void pud_clear_bad(pud_t *pud) in pud_clear_bad() argument
27 pud_ERROR(*pud); in pud_clear_bad()
28 pud_clear(pud); in pud_clear_bad()
Dvmalloc.c72 static void vunmap_pmd_range(pud_t *pud, unsigned long addr, unsigned long end) in vunmap_pmd_range() argument
77 pmd = pmd_offset(pud, addr); in vunmap_pmd_range()
90 pud_t *pud; in vunmap_pud_range() local
93 pud = pud_offset(pgd, addr); in vunmap_pud_range()
96 if (pud_clear_huge(pud)) in vunmap_pud_range()
98 if (pud_none_or_clear_bad(pud)) in vunmap_pud_range()
100 vunmap_pmd_range(pud, addr, next); in vunmap_pud_range()
101 } while (pud++, addr = next, addr != end); in vunmap_pud_range()
145 static int vmap_pmd_range(pud_t *pud, unsigned long addr, in vmap_pmd_range() argument
151 pmd = pmd_alloc(&init_mm, pud, addr); in vmap_pmd_range()
[all …]
Dhugetlb.c4188 pte_t *huge_pmd_share(struct mm_struct *mm, unsigned long addr, pud_t *pud) in huge_pmd_share() argument
4201 return (pte_t *)pmd_alloc(mm, pud, addr); in huge_pmd_share()
4224 if (pud_none(*pud)) { in huge_pmd_share()
4225 pud_populate(mm, pud, in huge_pmd_share()
4233 pte = (pte_t *)pmd_alloc(mm, pud, addr); in huge_pmd_share()
4253 pud_t *pud = pud_offset(pgd, *addr); in huge_pmd_unshare() local
4259 pud_clear(pud); in huge_pmd_unshare()
4267 pte_t *huge_pmd_share(struct mm_struct *mm, unsigned long addr, pud_t *pud) in huge_pmd_share() argument
4284 pud_t *pud; in huge_pte_alloc() local
4288 pud = pud_alloc(mm, pgd, addr); in huge_pte_alloc()
[all …]
Drmap.c720 pud_t *pud; in mm_find_pmd() local
728 pud = pud_offset(pgd, address); in mm_find_pmd()
729 if (!pud_present(*pud)) in mm_find_pmd()
732 pmd = pmd_offset(pud, address); in mm_find_pmd()
Dhuge_memory.c1632 pud_t *pud; in page_check_address_pmd() local
1641 pud = pud_offset(pgd, address); in page_check_address_pmd()
1642 if (!pud_present(*pud)) in page_check_address_pmd()
1644 pmd = pmd_offset(pud, address); in page_check_address_pmd()
3022 pud_t *pud; in split_huge_page_address() local
3031 pud = pud_offset(pgd, address); in split_huge_page_address()
3032 if (!pud_present(*pud)) in split_huge_page_address()
3035 pmd = pmd_offset(pud, address); in split_huge_page_address()
Dswapfile.c1225 static inline int unuse_pmd_range(struct vm_area_struct *vma, pud_t *pud, in unuse_pmd_range() argument
1233 pmd = pmd_offset(pud, addr); in unuse_pmd_range()
1249 pud_t *pud; in unuse_pud_range() local
1253 pud = pud_offset(pgd, addr); in unuse_pud_range()
1256 if (pud_none_or_clear_bad(pud)) in unuse_pud_range()
1258 ret = unuse_pmd_range(vma, pud, addr, next, entry, page); in unuse_pud_range()
1261 } while (pud++, addr = next, addr != end); in unuse_pud_range()
/linux-4.4.14/arch/sparc/mm/
Dhugetlbpage.c133 pud_t *pud; in huge_pte_alloc() local
145 pud = pud_alloc(mm, pgd, addr); in huge_pte_alloc()
146 if (pud) { in huge_pte_alloc()
147 pmd = pmd_alloc(mm, pud, addr); in huge_pte_alloc()
157 pud_t *pud; in huge_pte_offset() local
165 pud = pud_offset(pgd, addr); in huge_pte_offset()
166 if (!pud_none(*pud)) { in huge_pte_offset()
167 pmd = pmd_offset(pud, addr); in huge_pte_offset()
241 int pud_huge(pud_t pud) in pud_huge() argument
Dgup.c118 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range() argument
124 pmdp = pmd_offset(&pud, addr); in gup_pmd_range()
151 pud_t pud = *pudp; in gup_pud_range() local
154 if (pud_none(pud)) in gup_pud_range()
156 if (!gup_pmd_range(pud, addr, next, write, pages, nr)) in gup_pud_range()
Dinit_64.c1431 pud_t *pud; in kern_addr_valid() local
1452 pud = pud_offset(pgd, addr); in kern_addr_valid()
1453 if (pud_none(*pud)) in kern_addr_valid()
1456 if (pud_large(*pud)) in kern_addr_valid()
1457 return pfn_valid(pud_pfn(*pud)); in kern_addr_valid()
1459 pmd = pmd_offset(pud, addr); in kern_addr_valid()
1476 pud_t *pud) in kernel_map_hugepud() argument
1485 pud_val(*pud) = pte_val | _PAGE_PUD_HUGE; in kernel_map_hugepud()
1495 pud_val(*pud) = pte_val; in kernel_map_hugepud()
1499 pud++; in kernel_map_hugepud()
[all …]
/linux-4.4.14/arch/ia64/include/asm/
Dpgalloc.h37 pgd_populate(struct mm_struct *mm, pgd_t * pgd_entry, pud_t * pud) in pgd_populate() argument
39 pgd_val(*pgd_entry) = __pa(pud); in pgd_populate()
47 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() argument
49 quicklist_free(0, NULL, pud); in pud_free()
51 #define __pud_free_tlb(tlb, pud, address) pud_free((tlb)->mm, pud) argument
Dpgtable.h277 #define pud_none(pud) (!pud_val(pud)) argument
278 #define pud_bad(pud) (!ia64_phys_addr_valid(pud_val(pud))) argument
279 #define pud_present(pud) (pud_val(pud) != 0UL) argument
281 #define pud_page_vaddr(pud) ((unsigned long) __va(pud_val(pud) & _PFN_MASK)) argument
282 #define pud_page(pud) virt_to_page((pud_val(pud) + PAGE_OFFSET)) argument
Dpage.h177 typedef struct { unsigned long pud; } pud_t; member
186 # define pud_val(x) ((x).pud)
/linux-4.4.14/arch/powerpc/mm/
Dhugetlbpage.c77 int pud_huge(pud_t pud) in pud_huge() argument
82 return ((pud_val(pud) & 0x3) != 0x0); in pud_huge()
117 int pud_huge(pud_t pud) in pud_huge() argument
551 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in hugetlb_free_pmd_range() argument
561 pmd = pmd_offset(pud, addr); in hugetlb_free_pmd_range()
595 pmd = pmd_offset(pud, start); in hugetlb_free_pmd_range()
596 pud_clear(pud); in hugetlb_free_pmd_range()
605 pud_t *pud; in hugetlb_free_pud_range() local
611 pud = pud_offset(pgd, addr); in hugetlb_free_pud_range()
613 if (!is_hugepd(__hugepd(pud_val(*pud)))) { in hugetlb_free_pud_range()
[all …]
Dpgtable.c219 pud_t *pud; in assert_pte_locked() local
226 pud = pud_offset(pgd, addr); in assert_pte_locked()
227 BUG_ON(pud_none(*pud)); in assert_pte_locked()
228 pmd = pmd_offset(pud, addr); in assert_pte_locked()
Dpgtable_32.c370 pud_t *pud; in get_pteptr() local
377 pud = pud_offset(pgd, addr & PAGE_MASK); in get_pteptr()
378 if (pud && pud_present(*pud)) { in get_pteptr()
379 pmd = pmd_offset(pud, addr & PAGE_MASK); in get_pteptr()
Dsubpage-prot.c64 pud_t *pud; in hpte_flush_range() local
72 pud = pud_offset(pgd, addr); in hpte_flush_range()
73 if (pud_none(*pud)) in hpte_flush_range()
75 pmd = pmd_offset(pud, addr); in hpte_flush_range()
Dpgtable_64.c348 struct page *pud_page(pud_t pud) in pud_page() argument
350 if (pud_huge(pud)) in pud_page()
351 return pte_page(pud_pte(pud)); in pud_page()
352 return virt_to_page(pud_page_vaddr(pud)); in pud_page()
Ddma-noncoherent.c413 pud_t *pud = pud_offset(pgd, cpu_addr); in __dma_get_coherent_pfn() local
414 pmd_t *pmd = pmd_offset(pud, cpu_addr); in __dma_get_coherent_pfn()
/linux-4.4.14/arch/mn10300/mm/
Dcache-inv-icache.c33 pud_t *pud; in flush_icache_page_range() local
47 pud = pud_offset(pgd, start); in flush_icache_page_range()
48 if (!pud || !pud_val(*pud)) in flush_icache_page_range()
51 pmd = pmd_offset(pud, start); in flush_icache_page_range()
Dcache-flush-icache.c55 pud_t *pud; in flush_icache_page_range() local
69 pud = pud_offset(pgd, start); in flush_icache_page_range()
70 if (!pud || !pud_val(*pud)) in flush_icache_page_range()
73 pmd = pmd_offset(pud, start); in flush_icache_page_range()
Dpgtable.c38 pud_t *pud; in set_pmd_pfn() local
54 pud = pud_offset(pgd, vaddr); in set_pmd_pfn()
55 pmd = pmd_offset(pud, vaddr); in set_pmd_pfn()
Dfault.c387 pud_t *pud, *pud_k; in do_page_fault() local
405 pud = pud_offset(pgd, address); in do_page_fault()
406 pmd = pmd_offset(pud, address); in do_page_fault()
/linux-4.4.14/arch/powerpc/include/asm/
Dpgalloc-64.h64 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() argument
66 kmem_cache_free(PGT_CACHE(PUD_INDEX_SIZE), pud); in pud_free()
69 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
71 pud_set(pud, (unsigned long)pmd); in pud_populate()
175 #define pud_populate(mm, pud, pmd) pud_set(pud, (unsigned long)pmd) argument
238 #define __pud_free_tlb(tlb, pud, addr) \ argument
239 pgtable_free_tlb(tlb, pud, PUD_INDEX_SIZE)
Dpgtable-ppc64.h161 #define pud_none(pud) (!pud_val(pud)) argument
162 #define pud_bad(pud) (!is_kernel_addr(pud_val(pud)) \ argument
163 || (pud_val(pud) & PUD_BAD_BITS))
164 #define pud_present(pud) (pud_val(pud) != 0) argument
166 #define pud_page_vaddr(pud) (pud_val(pud) & ~PUD_MASKED_BITS) argument
168 extern struct page *pud_page(pud_t pud);
170 static inline pte_t pud_pte(pud_t pud) in pud_pte() argument
172 return __pte(pud_val(pud)); in pud_pte()
179 #define pud_write(pud) pte_write(pud_pte(pud)) argument
Dpage.h309 typedef struct { unsigned long pud; } pud_t; member
310 #define pud_val(x) ((x).pud)
/linux-4.4.14/arch/s390/mm/
Ddump_pagetables.c127 pud_t *pud, unsigned long addr) in walk_pmd_level() argument
135 pmd = pmd_offset(pud, addr); in walk_pmd_level()
152 pud_t *pud; in walk_pud_level() local
157 pud = pud_offset(pgd, addr); in walk_pud_level()
158 if (!pud_none(*pud)) in walk_pud_level()
159 if (pud_large(*pud)) { in walk_pud_level()
160 prot = pud_val(*pud) & _REGION3_ENTRY_RO; in walk_pud_level()
163 walk_pmd_level(m, st, pud, addr); in walk_pud_level()
Dgup.c105 static inline int gup_pmd_range(pud_t *pudp, pud_t pud, unsigned long addr, in gup_pmd_range() argument
112 if ((pud_val(pud) & _REGION_ENTRY_TYPE_MASK) == _REGION_ENTRY_TYPE_R3) in gup_pmd_range()
113 pmdp = (pmd_t *) pud_deref(pud); in gup_pmd_range()
153 pud_t *pudp, pud; in gup_pud_range() local
160 pud = *pudp; in gup_pud_range()
163 if (pud_none(pud)) in gup_pud_range()
165 if (!gup_pmd_range(pudp, pud, addr, next, write, pages, nr)) in gup_pud_range()
Dpageattr.c128 pud_t *pud; in __kernel_map_pages() local
135 pud = pud_offset(pgd, address); in __kernel_map_pages()
136 pmd = pmd_offset(pud, address); in __kernel_map_pages()
Dvmem.c39 pud_t *pud = NULL; in vmem_pud_alloc() local
41 pud = vmem_alloc_pages(2); in vmem_pud_alloc()
42 if (!pud) in vmem_pud_alloc()
44 clear_table((unsigned long *) pud, _REGION3_ENTRY_EMPTY, PAGE_SIZE * 4); in vmem_pud_alloc()
45 return pud; in vmem_pud_alloc()
Dhugetlbpage.c149 int pud_huge(pud_t pud) in pud_huge() argument
Dpgtable.c477 pud_t *pud; in __gmap_link() local
512 pud = pud_offset(pgd, vmaddr); in __gmap_link()
513 VM_BUG_ON(pud_none(*pud)); in __gmap_link()
514 pmd = pmd_offset(pud, vmaddr); in __gmap_link()
/linux-4.4.14/arch/sh/include/asm/
Dpgtable-3level.h34 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr() argument
36 return pud_val(pud); in pud_page_vaddr()
40 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) in pmd_offset() argument
42 return (pmd_t *)pud_page_vaddr(*pud) + pmd_index(address); in pmd_offset()
/linux-4.4.14/arch/s390/include/asm/
Dpgalloc.h69 #define pud_free(mm, pud) crst_table_free(mm, (unsigned long *) pud) argument
91 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate() argument
93 pgd_val(*pgd) = _REGION2_ENTRY | __pa(pud); in pgd_populate()
96 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
98 pud_val(*pud) = _REGION3_ENTRY | __pa(pmd); in pud_populate()
Dpgtable.h460 static inline int pud_present(pud_t pud) in pud_present() argument
462 if ((pud_val(pud) & _REGION_ENTRY_TYPE_MASK) < _REGION_ENTRY_TYPE_R3) in pud_present()
464 return (pud_val(pud) & _REGION_ENTRY_ORIGIN) != 0UL; in pud_present()
467 static inline int pud_none(pud_t pud) in pud_none() argument
469 if ((pud_val(pud) & _REGION_ENTRY_TYPE_MASK) < _REGION_ENTRY_TYPE_R3) in pud_none()
471 return (pud_val(pud) & _REGION_ENTRY_INVALID) != 0UL; in pud_none()
474 static inline int pud_large(pud_t pud) in pud_large() argument
476 if ((pud_val(pud) & _REGION_ENTRY_TYPE_MASK) != _REGION_ENTRY_TYPE_R3) in pud_large()
478 return !!(pud_val(pud) & _REGION3_ENTRY_LARGE); in pud_large()
481 static inline int pud_bad(pud_t pud) in pud_bad() argument
[all …]
Dtlb.h134 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in pud_free_tlb() argument
139 tlb_remove_table(tlb, pud); in pud_free_tlb()
Dpage.h74 typedef struct { unsigned long pud; } pud_t; member
82 #define pud_val(x) ((x).pud)
/linux-4.4.14/arch/metag/mm/
Dhugetlbpage.c63 pud_t *pud; in huge_pte_alloc() local
68 pud = pud_offset(pgd, addr); in huge_pte_alloc()
69 pmd = pmd_offset(pud, addr); in huge_pte_alloc()
80 pud_t *pud; in huge_pte_offset() local
85 pud = pud_offset(pgd, addr); in huge_pte_offset()
86 pmd = pmd_offset(pud, addr); in huge_pte_offset()
97 int pud_huge(pud_t pud) in pud_huge() argument
Dinit.c46 pud_t *pud; in insert_gateway_page() local
52 pud = pud_offset(pgd, address); in insert_gateway_page()
53 BUG_ON(!pud_present(*pud)); in insert_gateway_page()
55 pmd = pmd_offset(pud, address); in insert_gateway_page()
296 pud_t *pud; in fixedrange_init() local
314 pud = pud_offset(pgd, vaddr); in fixedrange_init()
315 pmd = pmd_offset(pud, vaddr); in fixedrange_init()
Dfault.c70 pud_t *pud, *pud_k; in do_page_fault() local
85 pud = pud_offset(pgd, address); in do_page_fault()
89 set_pud(pud, *pud_k); in do_page_fault()
91 pmd = pmd_offset(pud, address); in do_page_fault()
/linux-4.4.14/arch/x86/power/
Dhibernate_32.c35 pud_t *pud; in resume_one_md_table_init() local
44 pud = pud_offset(pgd, 0); in resume_one_md_table_init()
46 BUG_ON(pmd_table != pmd_offset(pud, 0)); in resume_one_md_table_init()
48 pud = pud_offset(pgd, 0); in resume_one_md_table_init()
49 pmd_table = pmd_offset(pud, 0); in resume_one_md_table_init()
/linux-4.4.14/arch/x86/kernel/
Despfix_64.c141 pud_t pud, *pud_p; in init_espfix_ap() local
171 pud = *pud_p; in init_espfix_ap()
172 if (!pud_present(pud)) { in init_espfix_ap()
176 pud = __pud(__pa(pmd_p) | (PGTABLE_PROT & ptemask)); in init_espfix_ap()
179 set_pud(&pud_p[n], pud); in init_espfix_ap()
182 pmd_p = pmd_offset(&pud, addr); in init_espfix_ap()
Dmachine_kexec_64.c39 free_page((unsigned long)image->arch.pud); in free_transition_pgtable()
46 pud_t *pud; in init_transition_pgtable() local
56 pud = (pud_t *)get_zeroed_page(GFP_KERNEL); in init_transition_pgtable()
57 if (!pud) in init_transition_pgtable()
59 image->arch.pud = pud; in init_transition_pgtable()
60 set_pgd(pgd, __pgd(__pa(pud) | _KERNPG_TABLE)); in init_transition_pgtable()
62 pud = pud_offset(pgd, vaddr); in init_transition_pgtable()
63 if (!pud_present(*pud)) { in init_transition_pgtable()
68 set_pud(pud, __pud(__pa(pmd) | _KERNPG_TABLE)); in init_transition_pgtable()
70 pmd = pmd_offset(pud, vaddr); in init_transition_pgtable()
Dhead64.c59 pudval_t pud, *pud_p; in early_make_pgtable() local
89 pud = *pud_p; in early_make_pgtable()
91 if (pud) in early_make_pgtable()
92 pmd_p = (pmdval_t *)((pud & PTE_PFN_MASK) + __START_KERNEL_map - phys_base); in early_make_pgtable()
Dmachine_kexec_32.c106 pud_t *pud; in machine_kexec_page_table_set_one() local
113 pud = pud_offset(pgd, vaddr); in machine_kexec_page_table_set_one()
114 pmd = pmd_offset(pud, vaddr); in machine_kexec_page_table_set_one()
Dtboot.c127 pud_t *pud; in map_tboot_page() local
132 pud = pud_alloc(&tboot_mm, pgd, vaddr); in map_tboot_page()
133 if (!pud) in map_tboot_page()
135 pmd = pmd_alloc(&tboot_mm, pud, vaddr); in map_tboot_page()
Dvm86_32.c164 pud_t *pud; in mark_screen_rdonly() local
174 pud = pud_offset(pgd, 0xA0000); in mark_screen_rdonly()
175 if (pud_none_or_clear_bad(pud)) in mark_screen_rdonly()
177 pmd = pmd_offset(pud, 0xA0000); in mark_screen_rdonly()
/linux-4.4.14/arch/um/kernel/skas/
Dmmu.c21 pud_t *pud; in init_stub_pte() local
26 pud = pud_alloc(mm, pgd, proc); in init_stub_pte()
27 if (!pud) in init_stub_pte()
30 pmd = pmd_alloc(mm, pud, proc); in init_stub_pte()
45 pud_free(mm, pud); in init_stub_pte()
Duaccess.c20 pud_t *pud; in virt_to_pte() local
30 pud = pud_offset(pgd, addr); in virt_to_pte()
31 if (!pud_present(*pud)) in virt_to_pte()
34 pmd = pmd_offset(pud, addr); in virt_to_pte()
/linux-4.4.14/arch/frv/include/asm/
Dpgtable.h201 #define pgd_populate(mm, pgd, pud) do { } while (0) argument
233 static inline int pud_none(pud_t pud) { return 0; } in pud_none() argument
234 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad() argument
235 static inline int pud_present(pud_t pud) { return 1; } in pud_present() argument
236 static inline void pud_clear(pud_t *pud) { } in pud_clear() argument
246 #define pud_page(pud) (pmd_page((pmd_t){ pud })) argument
247 #define pud_page_vaddr(pud) (pmd_page_vaddr((pmd_t){ pud })) argument
/linux-4.4.14/arch/unicore32/kernel/
Dhibernate.c38 pud_t *pud; in resume_one_md_table_init() local
41 pud = pud_offset(pgd, 0); in resume_one_md_table_init()
42 pmd_table = pmd_offset(pud, 0); in resume_one_md_table_init()
/linux-4.4.14/arch/nios2/mm/
Dioremap.c89 pud_t *pud; in remap_area_pages() local
93 pud = pud_alloc(&init_mm, dir, address); in remap_area_pages()
94 if (!pud) in remap_area_pages()
96 pmd = pmd_alloc(&init_mm, pud, address); in remap_area_pages()
Dfault.c248 pud_t *pud, *pud_k; in do_page_fault() local
259 pud = pud_offset(pgd, address); in do_page_fault()
263 pmd = pmd_offset(pud, address); in do_page_fault()
/linux-4.4.14/arch/arm/lib/
Duaccess_with_memcpy.c32 pud_t *pud; in pin_page_for_write() local
39 pud = pud_offset(pgd, addr); in pin_page_for_write()
40 if (unlikely(pud_none(*pud) || pud_bad(*pud))) in pin_page_for_write()
43 pmd = pmd_offset(pud, addr); in pin_page_for_write()
/linux-4.4.14/drivers/staging/lustre/lustre/ptlrpc/
Dsec.c2186 struct ptlrpc_user_desc *pud; in sptlrpc_pack_user_desc() local
2188 pud = lustre_msg_buf(msg, offset, 0); in sptlrpc_pack_user_desc()
2190 pud->pud_uid = from_kuid(&init_user_ns, current_uid()); in sptlrpc_pack_user_desc()
2191 pud->pud_gid = from_kgid(&init_user_ns, current_gid()); in sptlrpc_pack_user_desc()
2192 pud->pud_fsuid = from_kuid(&init_user_ns, current_fsuid()); in sptlrpc_pack_user_desc()
2193 pud->pud_fsgid = from_kgid(&init_user_ns, current_fsgid()); in sptlrpc_pack_user_desc()
2194 pud->pud_cap = cfs_curproc_cap_pack(); in sptlrpc_pack_user_desc()
2195 pud->pud_ngroups = (msg->lm_buflens[offset] - sizeof(*pud)) / 4; in sptlrpc_pack_user_desc()
2198 if (pud->pud_ngroups > current_ngroups) in sptlrpc_pack_user_desc()
2199 pud->pud_ngroups = current_ngroups; in sptlrpc_pack_user_desc()
[all …]
/linux-4.4.14/arch/x86/xen/
Dmmu.c507 __visible pudval_t xen_pud_val(pud_t pud) in xen_pud_val() argument
509 return pte_mfn_to_pfn(pud.pud); in xen_pud_val()
513 __visible pud_t xen_make_pud(pudval_t pud) in xen_make_pud() argument
515 pud = pte_pfn_to_mfn(pud); in xen_make_pud()
517 return native_make_pud(pud); in xen_make_pud()
648 pud_t *pud; in __xen_pgd_walk() local
656 pud = pud_offset(&pgd[pgdidx], 0); in __xen_pgd_walk()
659 flush |= (*func)(mm, virt_to_page(pud), PT_PUD); in __xen_pgd_walk()
668 if (pud_none(pud[pudidx])) in __xen_pgd_walk()
671 pmd = pmd_offset(&pud[pudidx], 0); in __xen_pgd_walk()
[all …]
/linux-4.4.14/arch/arc/mm/
Dfault.c35 pud_t *pud, *pud_k; in handle_kernel_vaddr_fault() local
44 pud = pud_offset(pgd, address); in handle_kernel_vaddr_fault()
49 pmd = pmd_offset(pud, address); in handle_kernel_vaddr_fault()
/linux-4.4.14/arch/score/mm/
Dfault.c210 pud_t *pud, *pud_k; in do_page_fault() local
221 pud = pud_offset(pgd, address); in do_page_fault()
226 pmd = pmd_offset(pud, address); in do_page_fault()
/linux-4.4.14/arch/openrisc/mm/
Dfault.c311 pud_t *pud, *pud_k; in do_page_fault() local
337 pud = pud_offset(pgd, address); in do_page_fault()
342 pmd = pmd_offset(pud, address); in do_page_fault()
/linux-4.4.14/arch/cris/mm/
Dfault.c325 pud_t *pud, *pud_k; in do_page_fault() local
344 pud = pud_offset(pgd, address); in do_page_fault()
349 pmd = pmd_offset(pud, address); in do_page_fault()
/linux-4.4.14/arch/frv/mm/
Dfault.c300 pud_t *pud, *pud_k; in do_page_fault() local
320 pud = pud_offset(pgd, ear0); in do_page_fault()
321 pmd = pmd_offset(pud, ear0); in do_page_fault()
/linux-4.4.14/Documentation/devicetree/bindings/pinctrl/
Dsamsung-pinctrl.txt80 - samsung,pin-pud: Pull up/down configuration.
82 - samsung,pin-pud-pdn: Pull up/down configuration in power down mode.
241 samsung,pin-pud = <0>;
248 samsung,pin-pud = <0>;
255 samsung,pin-pud = <0>;
262 samsung,pin-pud = <0>;
269 samsung,pin-pud = <3>;
278 samsung,pin-pud = <3>;
285 samsung,pin-pud = <4>;
/linux-4.4.14/arch/tile/kernel/
Dmachine_kexec.c254 pud_t *pud = pud_offset(pgd, vaddr); in setup_quasi_va_is_pa() local
255 pte_t *ptep = (pte_t *) pmd_offset(pud, vaddr); in setup_quasi_va_is_pa()
Dsetup.c1549 pud_t *pud; in pcpu_fc_populate_pte() local
1559 pud = pud_offset(pgd, addr); in pcpu_fc_populate_pte()
1560 BUG_ON(!pud_present(*pud)); in pcpu_fc_populate_pte()
1561 pmd = pmd_offset(pud, addr); in pcpu_fc_populate_pte()
/linux-4.4.14/arch/metag/kernel/
Ddma.c392 pud_t *pud, *pud_k; in dma_alloc_init() local
400 pud = pud_alloc(&init_mm, pgd, CONSISTENT_START); in dma_alloc_init()
401 pmd = pmd_alloc(&init_mm, pud, CONSISTENT_START); in dma_alloc_init()
/linux-4.4.14/include/linux/
Dhugetlb.h100 pte_t *huge_pmd_share(struct mm_struct *mm, unsigned long addr, pud_t *pud);
118 pud_t *pud, int flags);
146 #define follow_huge_pud(mm, addr, pud, flags) NULL argument
203 static inline int pud_write(pud_t pud) in pud_write() argument
Dmm.h1441 static inline int __pmd_alloc(struct mm_struct *mm, pud_t *pud, in __pmd_alloc() argument
1458 int __pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long address);
1496 static inline pmd_t *pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long address) in pmd_alloc() argument
1498 return (unlikely(pud_none(*pud)) && __pmd_alloc(mm, pud, address))? in pmd_alloc()
1499 NULL: pmd_offset(pud, address); in pmd_alloc()
2202 pmd_t *vmemmap_pmd_populate(pud_t *pud, unsigned long addr, int node);
/linux-4.4.14/arch/nios2/include/asm/
Dpgtable.h102 pmdptr->pud.pgd.pgd = pmdval.pud.pgd.pgd; in set_pmd()
/linux-4.4.14/arch/parisc/kernel/
Dcache.c504 pud_t *pud = pud_offset(pgd, addr); in get_ptep() local
505 if (!pud_none(*pud)) { in get_ptep()
506 pmd_t *pmd = pmd_offset(pud, addr); in get_ptep()
/linux-4.4.14/arch/sparc/kernel/
Dsmp_64.c1505 pud_t *pud; in pcpu_populate_pte() local
1515 pud = pud_offset(pgd, addr); in pcpu_populate_pte()
1516 if (pud_none(*pud)) { in pcpu_populate_pte()
1520 pud_populate(&init_mm, pud, new); in pcpu_populate_pte()
1523 pmd = pmd_offset(pud, addr); in pcpu_populate_pte()
/linux-4.4.14/fs/
Duserfaultfd.c198 pud_t *pud; in userfaultfd_must_wait() local
208 pud = pud_offset(pgd, address); in userfaultfd_must_wait()
209 if (!pud_present(*pud)) in userfaultfd_must_wait()
211 pmd = pmd_offset(pud, address); in userfaultfd_must_wait()
/linux-4.4.14/arch/x86/include/asm/xen/
Dpage.h284 #define pud_val_ma(v) ((v).pud)
/linux-4.4.14/drivers/pinctrl/nomadik/
Dpinctrl-abx500.c580 enum abx500_gpio_pull_updown pud = 0; in abx500_gpio_dbg_show_one() local
608 ret = abx500_get_pull_updown(pct, offset, &pud); in abx500_gpio_dbg_show_one()
612 seq_printf(s, " %-9s", pull_up_down[pud]); in abx500_gpio_dbg_show_one()
/linux-4.4.14/arch/frv/kernel/
Dgdb-stub.c449 pud_t *pud; in gdbstub_virt_to_pte() local
455 pud = pud_offset(pgd, vaddr); in gdbstub_virt_to_pte()
456 pmd = pmd_offset(pud, vaddr); in gdbstub_virt_to_pte()
/linux-4.4.14/Documentation/vm/
Dtranshuge.txt337 pmd = pmd_offset(pud, addr);