| /linux-4.4.14/arch/s390/mm/ |
| D | hugetlbpage.c | 119 pud_t *pudp; in huge_pte_alloc() local
123 pudp = pud_alloc(mm, pgdp, addr); in huge_pte_alloc()
124 if (pudp) in huge_pte_alloc()
125 pmdp = pmd_alloc(mm, pudp, addr); in huge_pte_alloc()
132 pud_t *pudp; in huge_pte_offset() local
137 pudp = pud_offset(pgdp, addr); in huge_pte_offset()
138 if (pud_present(*pudp)) in huge_pte_offset()
139 pmdp = pmd_offset(pudp, addr); in huge_pte_offset()
|
| D | gup.c | 105 static inline int gup_pmd_range(pud_t *pudp, pud_t pud, unsigned long addr, in gup_pmd_range() argument
111 pmdp = (pmd_t *) pudp; in gup_pmd_range()
153 pud_t *pudp, pud; in gup_pud_range() local
155 pudp = (pud_t *) pgdp; in gup_pud_range()
157 pudp = (pud_t *) pgd_deref(pgd); in gup_pud_range()
158 pudp += pud_index(addr); in gup_pud_range()
160 pud = *pudp; in gup_pud_range()
165 if (!gup_pmd_range(pudp, pud, addr, next, write, pages, nr)) in gup_pud_range()
167 } while (pudp++, addr = next, addr != end); in gup_pud_range()
|
| D | pageattr.c | 46 pud_t *pudp; in walk_page_table() local
53 pudp = pud_offset(pgdp, addr); in walk_page_table()
54 if (pud_none(*pudp) || pud_large(*pudp)) in walk_page_table()
56 pmdp = pmd_offset(pudp, addr); in walk_page_table()
|
| /linux-4.4.14/include/trace/events/ |
| D | xen.h | 230 TP_PROTO(pud_t *pudp, pud_t pudval),
231 TP_ARGS(pudp, pudval),
233 __field(pud_t *, pudp)
236 TP_fast_assign(__entry->pudp = pudp;
239 __entry->pudp,
262 TP_PROTO(pud_t *pudp),
263 TP_ARGS(pudp),
265 __field(pud_t *, pudp)
267 TP_fast_assign(__entry->pudp = pudp),
268 TP_printk("pudp %p", __entry->pudp)
[all …]
|
| /linux-4.4.14/arch/score/mm/ |
| D | cache.c | 178 pud_t *pudp; in flush_cache_range() local
186 pudp = pud_offset(pgdp, start); in flush_cache_range()
187 pmdp = pmd_offset(pudp, start); in flush_cache_range()
193 pudp = pud_offset(pgdp, start); in flush_cache_range()
194 pmdp = pmd_offset(pudp, start); in flush_cache_range()
|
| /linux-4.4.14/arch/x86/include/asm/ |
| D | pgtable-3level.h | 98 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud() argument
100 set_64bit((unsigned long long *)(pudp), native_pud_val(pud)); in native_set_pud()
124 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
126 set_pud(pudp, __pud(0)); in pud_clear()
|
| D | pgtable_64.h | 99 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud() argument
101 *pudp = pud; in native_set_pud()
|
| D | paravirt.h | 553 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud() argument
558 PVOP_VCALL3(pv_mmu_ops.set_pud, pudp, in set_pud()
561 PVOP_VCALL2(pv_mmu_ops.set_pud, pudp, in set_pud()
610 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
612 set_pud(pudp, __pud(0)); in pud_clear()
|
| D | pgalloc.h | 110 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
|
| D | paravirt_types.h | 309 void (*set_pud)(pud_t *pudp, pud_t pudval);
318 void (*set_pgd)(pgd_t *pudp, pgd_t pgdval);
|
| D | pgtable.h | 61 # define set_pud(pudp, pud) native_set_pud(pudp, pud) argument
|
| /linux-4.4.14/arch/arm/include/asm/ |
| D | pgtable-3level.h | 151 #define pud_clear(pudp) \ argument
153 *pudp = __pud(0); \
154 clean_pmd_entry(pudp); \
157 #define set_pud(pudp, pud) \ argument
159 *pudp = pud; \
160 flush_pmd_entry(pudp); \
|
| D | pgtable-2level.h | 186 #define pud_clear(pudp) do { } while (0) argument
187 #define set_pud(pud,pudp) do { } while (0) argument
|
| D | tlb.h | 262 #define pud_free_tlb(tlb, pudp, addr) pud_free((tlb)->mm, pudp) argument
|
| D | kvm_mmu.h | 162 #define kvm_pud_table_empty(kvm, pudp) (0) argument
|
| /linux-4.4.14/arch/powerpc/mm/ |
| D | pgtable_64.c | 94 pud_t *pudp; in map_kernel_page() local
100 pudp = pud_alloc(&init_mm, pgdp, ea); in map_kernel_page()
101 if (!pudp) in map_kernel_page()
103 pmdp = pmd_alloc(&init_mm, pudp, ea); in map_kernel_page()
116 pudp = early_alloc_pgtable(PUD_TABLE_SIZE); in map_kernel_page()
117 BUG_ON(pudp == NULL); in map_kernel_page()
118 pgd_populate(&init_mm, pgdp, pudp); in map_kernel_page()
121 pudp = pud_offset(pgdp, ea); in map_kernel_page()
122 if (pud_none(*pudp)) { in map_kernel_page()
125 pud_populate(&init_mm, pudp, pmdp); in map_kernel_page()
[all …]
|
| D | hugetlbpage.c | 982 pud_t pud, *pudp; in __find_linux_pte_or_hugepte() local
1016 pudp = pud_offset(&pgd, ea); in __find_linux_pte_or_hugepte()
1017 pud = READ_ONCE(*pudp); in __find_linux_pte_or_hugepte()
1022 ret_pte = (pte_t *) pudp; in __find_linux_pte_or_hugepte()
|
| /linux-4.4.14/arch/sh/mm/ |
| D | gup.c | 143 pud_t *pudp; in gup_pud_range() local
145 pudp = pud_offset(&pgd, addr); in gup_pud_range()
147 pud_t pud = *pudp; in gup_pud_range()
154 } while (pudp++, addr = next, addr != end); in gup_pud_range()
|
| /linux-4.4.14/arch/powerpc/include/asm/ |
| D | pgtable-ppc64.h | 160 #define pud_set(pudp, pudval) (pud_val(*(pudp)) = (pudval)) argument
165 #define pud_clear(pudp) (pud_val(*(pudp)) = 0) argument
180 #define pgd_set(pgdp, pudp) ({pgd_val(*(pgdp)) = (unsigned long)(pudp);}) argument
191 #define pmd_offset(pudp,addr) \ argument
192 (((pmd_t *) pud_page_vaddr(*(pudp))) + (((addr) >> PMD_SHIFT) & (PTRS_PER_PMD - 1)))
|
| /linux-4.4.14/arch/arm64/include/asm/ |
| D | tlb.h | 75 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb() argument
79 tlb_remove_entry(tlb, virt_to_page(pudp)); in __pud_free_tlb()
|
| D | kvm_mmu.h | 217 #define kvm_pud_table_empty(kvm, pudp) (0)
219 #define kvm_pud_table_empty(kvm, pudp) \
220 (kvm_page_empty(pudp) && (!(kvm) || KVM_PREALLOC_LEVEL < 1))
|
| D | pgtable.h | 449 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud() argument
451 *pudp = pud; in set_pud()
456 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
458 set_pud(pudp, __pud(0)); in pud_clear()
|
| /linux-4.4.14/arch/sparc/mm/ |
| D | gup.c | 147 pud_t *pudp; in gup_pud_range() local
149 pudp = pud_offset(&pgd, addr); in gup_pud_range()
151 pud_t pud = *pudp; in gup_pud_range()
158 } while (pudp++, addr = next, addr != end); in gup_pud_range()
|
| D | fault_64.c | 95 pud_t *pudp; in get_user_insn() local
103 pudp = pud_offset(pgdp, tpc); in get_user_insn()
104 if (pud_none(*pudp) || unlikely(pud_bad(*pudp))) in get_user_insn()
110 pmdp = pmd_offset(pudp, tpc); in get_user_insn()
|
| D | init_64.c | 418 pud_t *pudp = pud_offset(pgdp, kaddr); in flush_icache_range() local
419 pmd_t *pmdp = pmd_offset(pudp, kaddr); in flush_icache_range()
|
| /linux-4.4.14/arch/mips/mm/ |
| D | gup.c | 171 pud_t *pudp; in gup_pud_range() local
173 pudp = pud_offset(&pgd, addr); in gup_pud_range()
175 pud_t pud = *pudp; in gup_pud_range()
187 } while (pudp++, addr = next, addr != end); in gup_pud_range()
|
| D | c-r3k.c | 243 pud_t *pudp; in r3k_flush_cache_page() local
255 pudp = pud_offset(pgdp, addr); in r3k_flush_cache_page()
256 pmdp = pmd_offset(pudp, addr); in r3k_flush_cache_page()
|
| D | c-tx39.c | 172 pud_t *pudp; in tx39_flush_cache_page() local
185 pudp = pud_offset(pgdp, page); in tx39_flush_cache_page()
186 pmdp = pmd_offset(pudp, page); in tx39_flush_cache_page()
|
| D | tlb-r4k.c | 289 pud_t *pudp; in __update_tlb() local
310 pudp = pud_offset(pgdp, address); in __update_tlb()
311 pmdp = pmd_offset(pudp, address); in __update_tlb()
|
| D | c-r4k.c | 557 pud_t *pudp; in local_r4k_flush_cache_page() local
571 pudp = pud_offset(pgdp, addr); in local_r4k_flush_cache_page()
572 pmdp = pmd_offset(pudp, addr); in local_r4k_flush_cache_page()
|
| /linux-4.4.14/arch/x86/mm/ |
| D | gup.c | 230 pud_t *pudp; in gup_pud_range() local
232 pudp = pud_offset(&pgd, addr); in gup_pud_range()
234 pud_t pud = *pudp; in gup_pud_range()
246 } while (pudp++, addr = next, addr != end); in gup_pud_range()
|
| D | pgtable.c | 171 void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd) in pud_populate() argument
177 set_pud(pudp, __pud(__pa(pmd) | _PAGE_PRESENT)); in pud_populate()
|
| /linux-4.4.14/arch/um/include/asm/ |
| D | tlb.h | 128 #define pud_free_tlb(tlb, pudp, addr) __pud_free_tlb(tlb, pudp, addr) argument
|
| /linux-4.4.14/include/asm-generic/ |
| D | tlb.h | 206 #define pud_free_tlb(tlb, pudp, address) \ argument
209 __pud_free_tlb(tlb, pudp, address); \
|
| /linux-4.4.14/arch/sh/include/asm/ |
| D | tlb.h | 114 #define pud_free_tlb(tlb, pudp, addr) pud_free((tlb)->mm, pudp) argument
|
| D | pgalloc.h | 13 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
|
| /linux-4.4.14/arch/tile/include/asm/ |
| D | pgtable_64.h | 91 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
93 __pte_clear(&pudp->pgd); in pud_clear()
|
| /linux-4.4.14/arch/sparc/include/asm/ |
| D | pgtable_64.h | 812 #define pud_set(pudp, pmdp) \ argument
813 (pud_val(*(pudp)) = (__pa((unsigned long) (pmdp))))
829 #define pud_clear(pudp) (pud_val(*(pudp)) = 0UL) argument
852 #define pgd_set(pgdp, pudp) \ argument
853 (pgd_val(*(pgdp)) = (__pa((unsigned long) (pudp))))
868 #define pmd_offset(pudp, address) \ argument
869 ((pmd_t *) pud_page_vaddr(*(pudp)) + \
|
| /linux-4.4.14/arch/ia64/include/asm/ |
| D | tlb.h | 277 #define pud_free_tlb(tlb, pudp, address) \ argument
280 __pud_free_tlb(tlb, pudp, address); \
|
| D | pgtable.h | 280 #define pud_clear(pudp) (pud_val(*(pudp)) = 0UL) argument
|
| /linux-4.4.14/mm/ |
| D | gup.c | 1166 static int gup_huge_pud(pud_t orig, pud_t *pudp, unsigned long addr, in gup_huge_pud() argument
1192 if (unlikely(pud_val(orig) != pud_val(*pudp))) { in gup_huge_pud()
1297 pud_t *pudp; in gup_pud_range() local
1299 pudp = pud_offset(&pgd, addr); in gup_pud_range()
1301 pud_t pud = READ_ONCE(*pudp); in gup_pud_range()
1307 if (!gup_huge_pud(pud, pudp, addr, next, write, in gup_pud_range()
1316 } while (pudp++, addr = next, addr != end); in gup_pud_range()
|
| /linux-4.4.14/arch/mips/include/asm/ |
| D | pgtable-64.h | 219 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
221 pud_val(*pudp) = ((unsigned long) invalid_pmd_table); in pud_clear()
|
| /linux-4.4.14/arch/x86/lguest/ |
| D | boot.c | 699 static void lguest_set_pud(pud_t *pudp, pud_t pudval) in lguest_set_pud() argument
701 native_set_pud(pudp, pudval); in lguest_set_pud()
704 lazy_hcall2(LHCALL_SET_PGD, __pa(pudp) & 0xFFFFFFE0, in lguest_set_pud()
705 (__pa(pudp) & 0x1F) / sizeof(pud_t)); in lguest_set_pud()
|
| /linux-4.4.14/drivers/misc/sgi-gru/ |
| D | grufault.c | 224 pud_t *pudp; in atomic_pte_lookup() local
231 pudp = pud_offset(pgdp, vaddr); in atomic_pte_lookup()
232 if (unlikely(pud_none(*pudp))) in atomic_pte_lookup()
235 pmdp = pmd_offset(pudp, vaddr); in atomic_pte_lookup()
|
| /linux-4.4.14/arch/sparc/kernel/ |
| D | signal32.c | 372 pud_t *pudp; in flush_signal_insns() local
391 pudp = pud_offset(pgdp, address); in flush_signal_insns()
392 if (pud_none(*pudp)) in flush_signal_insns()
394 pmdp = pmd_offset(pudp, address); in flush_signal_insns()
|
| /linux-4.4.14/drivers/net/ethernet/sun/ |
| D | sunvnet.c | 339 struct udphdr *pudp = udp_hdr(skb); in vnet_fullcsum() local
341 pudp->check = 0; in vnet_fullcsum()
343 pudp->check = csum_tcpudp_magic(iph->saddr, iph->daddr, in vnet_fullcsum()
|