pudp 71 arch/arm/include/asm/kvm_mmu.h #define kvm_mk_pgd(pudp) ({ BUILD_BUG(); 0; }) pudp 196 arch/arm/include/asm/kvm_mmu.h #define kvm_pud_table_empty(kvm, pudp) false pudp 200 arch/arm/include/asm/kvm_mmu.h #define hyp_pud_table_empty(pudp) false pudp 183 arch/arm/include/asm/pgtable-2level.h #define pud_clear(pudp) do { } while (0) pudp 184 arch/arm/include/asm/pgtable-2level.h #define set_pud(pud,pudp) do { } while (0) pudp 138 arch/arm/include/asm/pgtable-3level.h #define pud_clear(pudp) \ pudp 140 arch/arm/include/asm/pgtable-3level.h *pudp = __pud(0); \ pudp 141 arch/arm/include/asm/pgtable-3level.h clean_pmd_entry(pudp); \ pudp 144 arch/arm/include/asm/pgtable-3level.h #define set_pud(pudp, pud) \ pudp 146 arch/arm/include/asm/pgtable-3level.h *pudp = pud; \ pudp 147 arch/arm/include/asm/pgtable-3level.h flush_pmd_entry(pudp); \ pudp 58 arch/arm/include/asm/stage2_pgtable.h #define stage2_pud_table_empty(kvm, pudp) false pudp 174 arch/arm64/include/asm/kvm_mmu.h #define kvm_mk_pgd(pudp) \ pudp 175 arch/arm64/include/asm/kvm_mmu.h __pgd(__phys_to_pgd_val(__pa(pudp)) | PUD_TYPE_TABLE) pudp 177 arch/arm64/include/asm/kvm_mmu.h #define kvm_set_pud(pudp, pud) set_pud(pudp, pud) pudp 262 arch/arm64/include/asm/kvm_mmu.h static inline void kvm_set_s2pud_readonly(pud_t *pudp) pudp 264 arch/arm64/include/asm/kvm_mmu.h kvm_set_s2pte_readonly((pte_t *)pudp); pudp 267 arch/arm64/include/asm/kvm_mmu.h static inline bool kvm_s2pud_readonly(pud_t *pudp) pudp 269 arch/arm64/include/asm/kvm_mmu.h return kvm_s2pte_readonly((pte_t *)pudp); pudp 272 arch/arm64/include/asm/kvm_mmu.h static inline bool kvm_s2pud_exec(pud_t *pudp) pudp 274 arch/arm64/include/asm/kvm_mmu.h return !(READ_ONCE(pud_val(*pudp)) & PUD_S2_XN); pudp 296 arch/arm64/include/asm/kvm_mmu.h #define hyp_pud_table_empty(pudp) (0) pudp 298 arch/arm64/include/asm/kvm_mmu.h #define hyp_pud_table_empty(pudp) kvm_page_empty(pudp) pudp 47 arch/arm64/include/asm/pgalloc.h static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) pudp 49 arch/arm64/include/asm/pgalloc.h set_pud(pudp, __pud(__phys_to_pud_val(pmdp) | prot)); pudp 52 arch/arm64/include/asm/pgalloc.h static inline void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmdp) pudp 54 arch/arm64/include/asm/pgalloc.h __pud_populate(pudp, __pa(pmdp), PMD_TYPE_TABLE); pudp 57 arch/arm64/include/asm/pgalloc.h static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) pudp 70 arch/arm64/include/asm/pgalloc.h static inline void pud_free(struct mm_struct *mm, pud_t *pudp) pudp 72 arch/arm64/include/asm/pgalloc.h BUG_ON((unsigned long)pudp & (PAGE_SIZE-1)); pudp 73 arch/arm64/include/asm/pgalloc.h free_page((unsigned long)pudp); pudp 76 arch/arm64/include/asm/pgalloc.h static inline void __pgd_populate(pgd_t *pgdp, phys_addr_t pudp, pgdval_t prot) pudp 78 arch/arm64/include/asm/pgalloc.h set_pgd(pgdp, __pgd(__phys_to_pgd_val(pudp) | prot)); pudp 81 arch/arm64/include/asm/pgalloc.h static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgdp, pud_t *pudp) pudp 83 arch/arm64/include/asm/pgalloc.h __pgd_populate(pgdp, __pa(pudp), PUD_TYPE_TABLE); pudp 86 arch/arm64/include/asm/pgalloc.h static inline void __pgd_populate(pgd_t *pgdp, phys_addr_t pudp, pgdval_t prot) pudp 530 arch/arm64/include/asm/pgtable.h static inline void set_pud(pud_t *pudp, pud_t pud) pudp 533 arch/arm64/include/asm/pgtable.h if (in_swapper_pgdir(pudp)) { pudp 534 arch/arm64/include/asm/pgtable.h set_swapper_pgd((pgd_t *)pudp, __pgd(pud_val(pud))); pudp 539 arch/arm64/include/asm/pgtable.h WRITE_ONCE(*pudp, pud); pudp 547 arch/arm64/include/asm/pgtable.h static inline void pud_clear(pud_t *pudp) pudp 549 arch/arm64/include/asm/pgtable.h set_pud(pudp, __pud(0)); pudp 578 arch/arm64/include/asm/pgtable.h #define pmd_set_fixmap_offset(pudp, addr) ((pmd_t *)pudp) pudp 114 arch/arm64/include/asm/stage2_pgtable.h static inline bool stage2_pud_table_empty(struct kvm *kvm, pud_t *pudp) pudp 117 arch/arm64/include/asm/stage2_pgtable.h return kvm_page_empty(pudp); pudp 63 arch/arm64/include/asm/tlb.h static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, pudp 66 arch/arm64/include/asm/tlb.h tlb_remove_table(tlb, virt_to_page(pudp)); pudp 206 arch/arm64/kernel/hibernate.c pud_t *pudp; pudp 227 arch/arm64/kernel/hibernate.c pudp = allocator(mask); pudp 228 arch/arm64/kernel/hibernate.c if (!pudp) { pudp 232 arch/arm64/kernel/hibernate.c pgd_populate(&init_mm, pgdp, pudp); pudp 235 arch/arm64/kernel/hibernate.c pudp = pud_offset(pgdp, dst_addr); pudp 236 arch/arm64/kernel/hibernate.c if (pud_none(READ_ONCE(*pudp))) { pudp 242 arch/arm64/kernel/hibernate.c pud_populate(&init_mm, pudp, pmdp); pudp 245 arch/arm64/kernel/hibernate.c pmdp = pmd_offset(pudp, dst_addr); pudp 306 arch/arm64/mm/dump.c static void walk_pmd(struct pg_state *st, pud_t *pudp, unsigned long start, pudp 310 arch/arm64/mm/dump.c pmd_t *pmdp = pmd_offset(pudp, start); pudp 329 arch/arm64/mm/dump.c pud_t *pudp = pud_offset(pgdp, start); pudp 332 arch/arm64/mm/dump.c pud_t pud = READ_ONCE(*pudp); pudp 339 arch/arm64/mm/dump.c walk_pmd(st, pudp, addr, next); pudp 341 arch/arm64/mm/dump.c } while (pudp++, addr = next, addr != end); pudp 159 arch/arm64/mm/fault.c pud_t *pudp, pud; pudp 166 arch/arm64/mm/fault.c pudp = pud_offset(pgdp, addr); pudp 167 arch/arm64/mm/fault.c pud = READ_ONCE(*pudp); pudp 172 arch/arm64/mm/fault.c pmdp = pmd_offset(pudp, addr); pudp 70 arch/arm64/mm/hugetlbpage.c pud_t *pudp; pudp 74 arch/arm64/mm/hugetlbpage.c pudp = pud_offset(pgdp, addr); pudp 75 arch/arm64/mm/hugetlbpage.c pmdp = pmd_offset(pudp, addr); pudp 220 arch/arm64/mm/hugetlbpage.c pud_t *pudp; pudp 225 arch/arm64/mm/hugetlbpage.c pudp = pud_alloc(mm, pgdp, addr); pudp 226 arch/arm64/mm/hugetlbpage.c if (!pudp) pudp 230 arch/arm64/mm/hugetlbpage.c ptep = (pte_t *)pudp; pudp 232 arch/arm64/mm/hugetlbpage.c pmdp = pmd_alloc(mm, pudp, addr); pudp 247 arch/arm64/mm/hugetlbpage.c pud_none(READ_ONCE(*pudp))) pudp 248 arch/arm64/mm/hugetlbpage.c ptep = huge_pmd_share(mm, addr, pudp); pudp 250 arch/arm64/mm/hugetlbpage.c ptep = (pte_t *)pmd_alloc(mm, pudp, addr); pudp 252 arch/arm64/mm/hugetlbpage.c pmdp = pmd_alloc(mm, pudp, addr); pudp 264 arch/arm64/mm/hugetlbpage.c pud_t *pudp, pud; pudp 271 arch/arm64/mm/hugetlbpage.c pudp = pud_offset(pgdp, addr); pudp 272 arch/arm64/mm/hugetlbpage.c pud = READ_ONCE(*pudp); pudp 277 arch/arm64/mm/hugetlbpage.c return (pte_t *)pudp; pudp 283 arch/arm64/mm/hugetlbpage.c pmdp = pmd_offset(pudp, addr); pudp 74 arch/arm64/mm/kasan_init.c static pmd_t *__init kasan_pmd_offset(pud_t *pudp, unsigned long addr, int node, pudp 77 arch/arm64/mm/kasan_init.c if (pud_none(READ_ONCE(*pudp))) { pudp 81 arch/arm64/mm/kasan_init.c __pud_populate(pudp, pmd_phys, PMD_TYPE_TABLE); pudp 84 arch/arm64/mm/kasan_init.c return early ? pmd_offset_kimg(pudp, addr) : pmd_offset(pudp, addr); pudp 117 arch/arm64/mm/kasan_init.c static void __init kasan_pmd_populate(pud_t *pudp, unsigned long addr, pudp 121 arch/arm64/mm/kasan_init.c pmd_t *pmdp = kasan_pmd_offset(pudp, addr, node, early); pudp 133 arch/arm64/mm/kasan_init.c pud_t *pudp = kasan_pud_offset(pgdp, addr, node, early); pudp 137 arch/arm64/mm/kasan_init.c kasan_pmd_populate(pudp, addr, next, node, early); pudp 138 arch/arm64/mm/kasan_init.c } while (pudp++, addr = next, addr != end && pud_none(READ_ONCE(*pudp))); pudp 199 arch/arm64/mm/mmu.c static void init_pmd(pud_t *pudp, unsigned long addr, unsigned long end, pudp 206 arch/arm64/mm/mmu.c pmdp = pmd_set_fixmap_offset(pudp, addr); pudp 236 arch/arm64/mm/mmu.c static void alloc_init_cont_pmd(pud_t *pudp, unsigned long addr, pudp 242 arch/arm64/mm/mmu.c pud_t pud = READ_ONCE(*pudp); pudp 252 arch/arm64/mm/mmu.c __pud_populate(pudp, pmd_phys, PUD_TYPE_TABLE); pudp 253 arch/arm64/mm/mmu.c pud = READ_ONCE(*pudp); pudp 267 arch/arm64/mm/mmu.c init_pmd(pudp, addr, next, phys, __prot, pgtable_alloc, flags); pudp 291 arch/arm64/mm/mmu.c pud_t *pudp; pudp 303 arch/arm64/mm/mmu.c pudp = pud_set_fixmap_offset(pgdp, addr); pudp 305 arch/arm64/mm/mmu.c pud_t old_pud = READ_ONCE(*pudp); pudp 314 arch/arm64/mm/mmu.c pud_set_huge(pudp, phys, prot); pudp 321 arch/arm64/mm/mmu.c READ_ONCE(pud_val(*pudp)))); pudp 323 arch/arm64/mm/mmu.c alloc_init_cont_pmd(pudp, addr, next, phys, prot, pudp 327 arch/arm64/mm/mmu.c pud_val(old_pud) != READ_ONCE(pud_val(*pudp))); pudp 330 arch/arm64/mm/mmu.c } while (pudp++, addr = next, addr != end); pudp 694 arch/arm64/mm/mmu.c pud_t *pudp, pud; pudp 705 arch/arm64/mm/mmu.c pudp = pud_offset(pgdp, addr); pudp 706 arch/arm64/mm/mmu.c pud = READ_ONCE(*pudp); pudp 713 arch/arm64/mm/mmu.c pmdp = pmd_offset(pudp, addr); pudp 742 arch/arm64/mm/mmu.c pud_t *pudp; pudp 752 arch/arm64/mm/mmu.c pudp = vmemmap_pud_populate(pgdp, addr, node); pudp 753 arch/arm64/mm/mmu.c if (!pudp) pudp 756 arch/arm64/mm/mmu.c pmdp = pmd_offset(pudp, addr); pudp 790 arch/arm64/mm/mmu.c pud_t *pudp = fixmap_pud(addr); pudp 791 arch/arm64/mm/mmu.c pud_t pud = READ_ONCE(*pudp); pudp 795 arch/arm64/mm/mmu.c return pmd_offset_kimg(pudp, addr); pudp 812 arch/arm64/mm/mmu.c pud_t *pudp; pudp 826 arch/arm64/mm/mmu.c pudp = pud_offset_kimg(pgdp, addr); pudp 830 arch/arm64/mm/mmu.c pudp = fixmap_pud(addr); pudp 832 arch/arm64/mm/mmu.c if (pud_none(READ_ONCE(*pudp))) pudp 833 arch/arm64/mm/mmu.c __pud_populate(pudp, __pa_symbol(bm_pmd), PMD_TYPE_TABLE); pudp 956 arch/arm64/mm/mmu.c int pud_set_huge(pud_t *pudp, phys_addr_t phys, pgprot_t prot) pudp 961 arch/arm64/mm/mmu.c if (!pgattr_change_is_safe(READ_ONCE(pud_val(*pudp)), pudp 966 arch/arm64/mm/mmu.c set_pud(pudp, new_pud); pudp 984 arch/arm64/mm/mmu.c int pud_clear_huge(pud_t *pudp) pudp 986 arch/arm64/mm/mmu.c if (!pud_sect(READ_ONCE(*pudp))) pudp 988 arch/arm64/mm/mmu.c pud_clear(pudp); pudp 1019 arch/arm64/mm/mmu.c int pud_free_pmd_page(pud_t *pudp, unsigned long addr) pudp 1026 arch/arm64/mm/mmu.c pud = READ_ONCE(*pudp); pudp 1033 arch/arm64/mm/mmu.c table = pmd_offset(pudp, addr); pudp 1041 arch/arm64/mm/mmu.c pud_clear(pudp); pudp 201 arch/arm64/mm/pageattr.c pud_t *pudp, pud; pudp 213 arch/arm64/mm/pageattr.c pudp = pud_offset(pgdp, addr); pudp 214 arch/arm64/mm/pageattr.c pud = READ_ONCE(*pudp); pudp 220 arch/arm64/mm/pageattr.c pmdp = pmd_offset(pudp, addr); pudp 281 arch/ia64/include/asm/pgtable.h #define pud_clear(pudp) (pud_val(*(pudp)) = 0UL) pudp 305 arch/mips/include/asm/pgtable-64.h static inline void pud_clear(pud_t *pudp) pudp 307 arch/mips/include/asm/pgtable-64.h pud_val(*pudp) = ((unsigned long) invalid_pmd_table); pudp 244 arch/mips/mm/c-r3k.c pud_t *pudp; pudp 256 arch/mips/mm/c-r3k.c pudp = pud_offset(pgdp, addr); pudp 257 arch/mips/mm/c-r3k.c pmdp = pmd_offset(pudp, addr); pudp 653 arch/mips/mm/c-r4k.c pud_t *pudp; pudp 667 arch/mips/mm/c-r4k.c pudp = pud_offset(pgdp, addr); pudp 668 arch/mips/mm/c-r4k.c pmdp = pmd_offset(pudp, addr); pudp 173 arch/mips/mm/c-tx39.c pud_t *pudp; pudp 186 arch/mips/mm/c-tx39.c pudp = pud_offset(pgdp, page); pudp 187 arch/mips/mm/c-tx39.c pmdp = pmd_offset(pudp, page); pudp 298 arch/mips/mm/tlb-r4k.c pud_t *pudp; pudp 323 arch/mips/mm/tlb-r4k.c pudp = pud_offset(pgdp, address); pudp 324 arch/mips/mm/tlb-r4k.c pmdp = pmd_offset(pudp, address); pudp 911 arch/powerpc/include/asm/book3s/64/pgtable.h static inline void pud_clear(pud_t *pudp) pudp 913 arch/powerpc/include/asm/book3s/64/pgtable.h *pudp = __pud(0); pudp 1015 arch/powerpc/include/asm/book3s/64/pgtable.h #define pmd_offset(pudp,addr) \ pudp 1016 arch/powerpc/include/asm/book3s/64/pgtable.h (((pmd_t *) pud_page_vaddr(*(pudp))) + pmd_index(addr)) pudp 150 arch/powerpc/include/asm/nohash/64/pgtable.h static inline void pud_set(pud_t *pudp, unsigned long val) pudp 152 arch/powerpc/include/asm/nohash/64/pgtable.h *pudp = __pud(val); pudp 155 arch/powerpc/include/asm/nohash/64/pgtable.h static inline void pud_clear(pud_t *pudp) pudp 157 arch/powerpc/include/asm/nohash/64/pgtable.h *pudp = __pud(0); pudp 193 arch/powerpc/include/asm/nohash/64/pgtable.h #define pmd_offset(pudp,addr) \ pudp 194 arch/powerpc/include/asm/nohash/64/pgtable.h (((pmd_t *) pud_page_vaddr(*(pudp))) + (((addr) >> PMD_SHIFT) & (PTRS_PER_PMD - 1))) pudp 1200 arch/powerpc/kvm/book3s_64_mmu_radix.c pud_t pud, *pudp; pudp 1278 arch/powerpc/kvm/book3s_64_mmu_radix.c pudp = pud_offset(&pgd, gpa); pudp 1279 arch/powerpc/kvm/book3s_64_mmu_radix.c pud = READ_ONCE(*pudp); pudp 109 arch/powerpc/lib/code-patching.c pud_t *pudp; pudp 116 arch/powerpc/lib/code-patching.c pudp = pud_offset(pgdp, addr); pudp 117 arch/powerpc/lib/code-patching.c if (unlikely(!pudp)) pudp 120 arch/powerpc/lib/code-patching.c pmdp = pmd_offset(pudp, addr); pudp 151 arch/powerpc/mm/book3s64/hash_pgtable.c pud_t *pudp; pudp 158 arch/powerpc/mm/book3s64/hash_pgtable.c pudp = pud_alloc(&init_mm, pgdp, ea); pudp 159 arch/powerpc/mm/book3s64/hash_pgtable.c if (!pudp) pudp 161 arch/powerpc/mm/book3s64/hash_pgtable.c pmdp = pmd_alloc(&init_mm, pudp, ea); pudp 66 arch/powerpc/mm/book3s64/radix_pgtable.c pud_t *pudp; pudp 72 arch/powerpc/mm/book3s64/radix_pgtable.c pudp = early_alloc_pgtable(PUD_TABLE_SIZE, nid, pudp 74 arch/powerpc/mm/book3s64/radix_pgtable.c pgd_populate(&init_mm, pgdp, pudp); pudp 76 arch/powerpc/mm/book3s64/radix_pgtable.c pudp = pud_offset(pgdp, ea); pudp 78 arch/powerpc/mm/book3s64/radix_pgtable.c ptep = (pte_t *)pudp; pudp 81 arch/powerpc/mm/book3s64/radix_pgtable.c if (pud_none(*pudp)) { pudp 84 arch/powerpc/mm/book3s64/radix_pgtable.c pud_populate(&init_mm, pudp, pmdp); pudp 86 arch/powerpc/mm/book3s64/radix_pgtable.c pmdp = pmd_offset(pudp, ea); pudp 116 arch/powerpc/mm/book3s64/radix_pgtable.c pud_t *pudp; pudp 138 arch/powerpc/mm/book3s64/radix_pgtable.c pudp = pud_alloc(&init_mm, pgdp, ea); pudp 139 arch/powerpc/mm/book3s64/radix_pgtable.c if (!pudp) pudp 142 arch/powerpc/mm/book3s64/radix_pgtable.c ptep = (pte_t *)pudp; pudp 145 arch/powerpc/mm/book3s64/radix_pgtable.c pmdp = pmd_alloc(&init_mm, pudp, ea); pudp 175 arch/powerpc/mm/book3s64/radix_pgtable.c pud_t *pudp; pudp 187 arch/powerpc/mm/book3s64/radix_pgtable.c pudp = pud_alloc(&init_mm, pgdp, idx); pudp 188 arch/powerpc/mm/book3s64/radix_pgtable.c if (!pudp) pudp 190 arch/powerpc/mm/book3s64/radix_pgtable.c if (pud_is_leaf(*pudp)) { pudp 191 arch/powerpc/mm/book3s64/radix_pgtable.c ptep = (pte_t *)pudp; pudp 194 arch/powerpc/mm/book3s64/radix_pgtable.c pmdp = pmd_alloc(&init_mm, pudp, idx); pudp 76 arch/powerpc/mm/nohash/book3e_pgtable.c pud_t *pudp; pudp 83 arch/powerpc/mm/nohash/book3e_pgtable.c pudp = pud_alloc(&init_mm, pgdp, ea); pudp 84 arch/powerpc/mm/nohash/book3e_pgtable.c if (!pudp) pudp 86 arch/powerpc/mm/nohash/book3e_pgtable.c pmdp = pmd_alloc(&init_mm, pudp, ea); pudp 96 arch/powerpc/mm/nohash/book3e_pgtable.c pudp = early_alloc_pgtable(PUD_TABLE_SIZE); pudp 97 arch/powerpc/mm/nohash/book3e_pgtable.c pgd_populate(&init_mm, pgdp, pudp); pudp 100 arch/powerpc/mm/nohash/book3e_pgtable.c pudp = pud_offset(pgdp, ea); pudp 101 arch/powerpc/mm/nohash/book3e_pgtable.c if (pud_none(*pudp)) { pudp 103 arch/powerpc/mm/nohash/book3e_pgtable.c pud_populate(&init_mm, pudp, pmdp); pudp 105 arch/powerpc/mm/nohash/book3e_pgtable.c pmdp = pmd_offset(pudp, ea); pudp 316 arch/powerpc/mm/pgtable.c pud_t pud, *pudp; pudp 355 arch/powerpc/mm/pgtable.c pudp = pud_offset(&pgd, ea); pudp 356 arch/powerpc/mm/pgtable.c pud = READ_ONCE(*pudp); pudp 362 arch/powerpc/mm/pgtable.c ret_pte = (pte_t *)pudp; pudp 3124 arch/powerpc/xmon/xmon.c pud_t *pudp; pudp 3168 arch/powerpc/xmon/xmon.c pudp = pud_offset(pgdp, addr); pudp 3170 arch/powerpc/xmon/xmon.c if (pud_none(*pudp)) { pudp 3175 arch/powerpc/xmon/xmon.c if (pud_is_leaf(*pudp)) { pudp 3176 arch/powerpc/xmon/xmon.c format_pte(pudp, pud_val(*pudp)); pudp 3180 arch/powerpc/xmon/xmon.c printf("pudp @ 0x%px = 0x%016lx\n", pudp, pud_val(*pudp)); pudp 3182 arch/powerpc/xmon/xmon.c pmdp = pmd_offset(pudp, addr); pudp 46 arch/riscv/include/asm/pgtable-64.h static inline void set_pud(pud_t *pudp, pud_t pud) pudp 48 arch/riscv/include/asm/pgtable-64.h *pudp = pud; pudp 51 arch/riscv/include/asm/pgtable-64.h static inline void pud_clear(pud_t *pudp) pudp 53 arch/riscv/include/asm/pgtable-64.h set_pud(pudp, __pud(0)); pudp 1471 arch/s390/include/asm/pgtable.h static __always_inline void __pudp_idte(unsigned long addr, pud_t *pudp, pudp 1477 arch/s390/include/asm/pgtable.h r3o = (unsigned long) pudp - pud_index(addr) * sizeof(pud_t); pudp 1483 arch/s390/include/asm/pgtable.h : "+m" (*pudp) pudp 1491 arch/s390/include/asm/pgtable.h : "+m" (*pudp) pudp 183 arch/s390/mm/hugetlbpage.c pud_t *pudp = (pud_t *) ptep; pudp 186 arch/s390/mm/hugetlbpage.c pudp_xchg_direct(mm, addr, pudp, __pud(_REGION3_ENTRY_EMPTY)); pudp 197 arch/s390/mm/hugetlbpage.c pud_t *pudp; pudp 203 arch/s390/mm/hugetlbpage.c pudp = pud_alloc(mm, p4dp, addr); pudp 204 arch/s390/mm/hugetlbpage.c if (pudp) { pudp 206 arch/s390/mm/hugetlbpage.c return (pte_t *) pudp; pudp 208 arch/s390/mm/hugetlbpage.c pmdp = pmd_alloc(mm, pudp, addr); pudp 219 arch/s390/mm/hugetlbpage.c pud_t *pudp; pudp 226 arch/s390/mm/hugetlbpage.c pudp = pud_offset(p4dp, addr); pudp 227 arch/s390/mm/hugetlbpage.c if (pud_present(*pudp)) { pudp 228 arch/s390/mm/hugetlbpage.c if (pud_large(*pudp)) pudp 229 arch/s390/mm/hugetlbpage.c return (pte_t *) pudp; pudp 230 arch/s390/mm/hugetlbpage.c pmdp = pmd_offset(pudp, addr); pudp 155 arch/s390/mm/pageattr.c static int walk_pmd_level(pud_t *pudp, unsigned long addr, unsigned long end, pudp 162 arch/s390/mm/pageattr.c pmdp = pmd_offset(pudp, addr); pudp 187 arch/s390/mm/pageattr.c static int split_pud_page(pud_t *pudp, unsigned long addr) pudp 197 arch/s390/mm/pageattr.c pmd_addr = pud_pfn(*pudp) << PAGE_SHIFT; pudp 198 arch/s390/mm/pageattr.c ro = !!(pud_val(*pudp) & _REGION_ENTRY_PROTECT); pudp 199 arch/s390/mm/pageattr.c nx = !!(pud_val(*pudp) & _REGION_ENTRY_NOEXEC); pudp 210 arch/s390/mm/pageattr.c pgt_set((unsigned long *)pudp, pud_val(new), addr, CRDTE_DTT_REGION3); pudp 216 arch/s390/mm/pageattr.c static void modify_pud_page(pud_t *pudp, unsigned long addr, pudp 219 arch/s390/mm/pageattr.c pud_t new = *pudp; pudp 229 arch/s390/mm/pageattr.c pgt_set((unsigned long *)pudp, pud_val(new), addr, CRDTE_DTT_REGION3); pudp 236 arch/s390/mm/pageattr.c pud_t *pudp; pudp 239 arch/s390/mm/pageattr.c pudp = pud_offset(p4d, addr); pudp 241 arch/s390/mm/pageattr.c if (pud_none(*pudp)) pudp 244 arch/s390/mm/pageattr.c if (pud_large(*pudp)) { pudp 246 arch/s390/mm/pageattr.c rc = split_pud_page(pudp, addr); pudp 251 arch/s390/mm/pageattr.c modify_pud_page(pudp, addr, flags); pudp 253 arch/s390/mm/pageattr.c rc = walk_pmd_level(pudp, addr, next, flags); pudp 255 arch/s390/mm/pageattr.c pudp++; pudp 460 arch/s390/mm/pgtable.c unsigned long addr, pud_t *pudp) pudp 463 arch/s390/mm/pgtable.c __pudp_idte(addr, pudp, IDTE_NODAT | IDTE_GUEST_ASCE, pudp 466 arch/s390/mm/pgtable.c __pudp_idte(addr, pudp, 0, 0, IDTE_LOCAL); pudp 470 arch/s390/mm/pgtable.c unsigned long addr, pud_t *pudp) pudp 473 arch/s390/mm/pgtable.c __pudp_idte(addr, pudp, IDTE_NODAT | IDTE_GUEST_ASCE, pudp 476 arch/s390/mm/pgtable.c __pudp_idte(addr, pudp, 0, 0, IDTE_GLOBAL); pudp 482 arch/s390/mm/pgtable.c __pmdp_csp((pmd_t *) pudp); pudp 486 arch/s390/mm/pgtable.c unsigned long addr, pud_t *pudp) pudp 490 arch/s390/mm/pgtable.c old = *pudp; pudp 496 arch/s390/mm/pgtable.c pudp_idte_local(mm, addr, pudp); pudp 498 arch/s390/mm/pgtable.c pudp_idte_global(mm, addr, pudp); pudp 504 arch/s390/mm/pgtable.c pud_t *pudp, pud_t new) pudp 509 arch/s390/mm/pgtable.c old = pudp_flush_direct(mm, addr, pudp); pudp 510 arch/s390/mm/pgtable.c *pudp = new; pudp 12 arch/sh/include/asm/pgalloc.h extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd); pudp 835 arch/sparc/include/asm/pgtable_64.h #define pud_set(pudp, pmdp) \ pudp 836 arch/sparc/include/asm/pgtable_64.h (pud_val(*(pudp)) = (__pa((unsigned long) (pmdp)))) pudp 861 arch/sparc/include/asm/pgtable_64.h #define pud_clear(pudp) (pud_val(*(pudp)) = 0UL) pudp 887 arch/sparc/include/asm/pgtable_64.h #define pgd_set(pgdp, pudp) \ pudp 888 arch/sparc/include/asm/pgtable_64.h (pgd_val(*(pgdp)) = (__pa((unsigned long) (pudp)))) pudp 903 arch/sparc/include/asm/pgtable_64.h #define pmd_offset(pudp, address) \ pudp 904 arch/sparc/include/asm/pgtable_64.h ((pmd_t *) pud_page_vaddr(*(pudp)) + \ pudp 302 arch/sparc/kernel/signal32.c pud_t *pudp; pudp 321 arch/sparc/kernel/signal32.c pudp = pud_offset(pgdp, address); pudp 322 arch/sparc/kernel/signal32.c if (pud_none(*pudp)) pudp 324 arch/sparc/kernel/signal32.c pmdp = pmd_offset(pudp, address); pudp 83 arch/sparc/mm/fault_64.c pud_t *pudp; pudp 91 arch/sparc/mm/fault_64.c pudp = pud_offset(pgdp, tpc); pudp 92 arch/sparc/mm/fault_64.c if (pud_none(*pudp) || unlikely(pud_bad(*pudp))) pudp 98 arch/sparc/mm/fault_64.c pmdp = pmd_offset(pudp, tpc); pudp 533 arch/sparc/mm/init_64.c pud_t *pudp = pud_offset(pgdp, kaddr); pudp 534 arch/sparc/mm/init_64.c pmd_t *pmdp = pmd_offset(pudp, kaddr); pudp 489 arch/x86/include/asm/paravirt.h static inline void set_pud(pud_t *pudp, pud_t pud) pudp 494 arch/x86/include/asm/paravirt.h PVOP_VCALL3(mmu.set_pud, pudp, val, (u64)val >> 32); pudp 496 arch/x86/include/asm/paravirt.h PVOP_VCALL2(mmu.set_pud, pudp, val); pudp 513 arch/x86/include/asm/paravirt.h static inline void pud_clear(pud_t *pudp) pudp 515 arch/x86/include/asm/paravirt.h set_pud(pudp, __pud(0)); pudp 273 arch/x86/include/asm/paravirt_types.h void (*set_pud)(pud_t *pudp, pud_t pudval); pudp 122 arch/x86/include/asm/pgalloc.h extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd); pudp 25 arch/x86/include/asm/pgtable-2level.h static inline void native_set_pud(pud_t *pudp, pud_t pud) pudp 39 arch/x86/include/asm/pgtable-2level.h static inline void native_pud_clear(pud_t *pudp) pudp 101 arch/x86/include/asm/pgtable-3level.h static inline void native_set_pud(pud_t *pudp, pud_t pud) pudp 104 arch/x86/include/asm/pgtable-3level.h pud.p4d.pgd = pti_set_user_pgtbl(&pudp->p4d.pgd, pud.p4d.pgd); pudp 106 arch/x86/include/asm/pgtable-3level.h set_64bit((unsigned long long *)(pudp), native_pud_val(pud)); pudp 130 arch/x86/include/asm/pgtable-3level.h static inline void native_pud_clear(pud_t *pudp) pudp 134 arch/x86/include/asm/pgtable-3level.h static inline void pud_clear(pud_t *pudp) pudp 136 arch/x86/include/asm/pgtable-3level.h set_pud(pudp, __pud(0)); pudp 230 arch/x86/include/asm/pgtable-3level.h static inline pud_t native_pudp_get_and_clear(pud_t *pudp) pudp 232 arch/x86/include/asm/pgtable-3level.h union split_pud res, *orig = (union split_pud *)pudp; pudp 235 arch/x86/include/asm/pgtable-3level.h pti_set_user_pgtbl(&pudp->p4d.pgd, __pgd(0)); pudp 85 arch/x86/include/asm/pgtable.h # define set_pud(pudp, pud) native_set_pud(pudp, pud) pudp 1075 arch/x86/include/asm/pgtable.h static inline pud_t native_local_pudp_get_and_clear(pud_t *pudp) pudp 1077 arch/x86/include/asm/pgtable.h pud_t res = *pudp; pudp 1079 arch/x86/include/asm/pgtable.h native_pud_clear(pudp); pudp 1096 arch/x86/include/asm/pgtable.h pud_t *pudp, pud_t pud) pudp 1098 arch/x86/include/asm/pgtable.h native_set_pud(pudp, pud); pudp 1165 arch/x86/include/asm/pgtable.h unsigned long address, pud_t *pudp, pudp 1172 arch/x86/include/asm/pgtable.h unsigned long addr, pud_t *pudp); pudp 1194 arch/x86/include/asm/pgtable.h unsigned long addr, pud_t *pudp) pudp 1196 arch/x86/include/asm/pgtable.h return native_pudp_get_and_clear(pudp); pudp 111 arch/x86/include/asm/pgtable_64.h static inline void native_set_pud(pud_t *pudp, pud_t pud) pudp 113 arch/x86/include/asm/pgtable_64.h WRITE_ONCE(*pudp, pud); pudp 181 arch/x86/mm/pgtable.c void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd) pudp 187 arch/x86/mm/pgtable.c set_pud(pudp, __pud(__pa(pmd) | _PAGE_PRESENT)); pudp 514 arch/x86/mm/pgtable.c pud_t *pudp, pud_t entry, int dirty) pudp 516 arch/x86/mm/pgtable.c int changed = !pud_same(*pudp, entry); pudp 521 arch/x86/mm/pgtable.c set_pud(pudp, entry); pudp 559 arch/x86/mm/pgtable.c unsigned long addr, pud_t *pudp) pudp 563 arch/x86/mm/pgtable.c if (pud_young(*pudp)) pudp 565 arch/x86/mm/pgtable.c (unsigned long *)pudp); pudp 210 drivers/misc/sgi-gru/grufault.c pud_t *pudp; pudp 222 drivers/misc/sgi-gru/grufault.c pudp = pud_offset(p4dp, vaddr); pudp 223 drivers/misc/sgi-gru/grufault.c if (unlikely(pud_none(*pudp))) pudp 226 drivers/misc/sgi-gru/grufault.c pmdp = pmd_offset(pudp, vaddr); pudp 329 drivers/net/ethernet/sun/sunvnet_common.c struct udphdr *pudp = udp_hdr(skb); pudp 331 drivers/net/ethernet/sun/sunvnet_common.c pudp->check = 0; pudp 333 drivers/net/ethernet/sun/sunvnet_common.c pudp->check = csum_tcpudp_magic(iph->saddr, iph->daddr, pudp 362 drivers/net/ethernet/sun/sunvnet_common.c struct udphdr *pudp = udp_hdr(skb); pudp 364 drivers/net/ethernet/sun/sunvnet_common.c pudp->check = 0; pudp 366 drivers/net/ethernet/sun/sunvnet_common.c pudp->check = csum_ipv6_magic(&ip6h->saddr, &ip6h->daddr, pudp 41 include/asm-generic/pgtable.h unsigned long address, pud_t *pudp, pudp 52 include/asm-generic/pgtable.h unsigned long address, pud_t *pudp, pudp 149 include/asm-generic/pgtable.h pud_t *pudp) pudp 151 include/asm-generic/pgtable.h pud_t pud = *pudp; pudp 153 include/asm-generic/pgtable.h pud_clear(pudp); pudp 171 include/asm-generic/pgtable.h unsigned long address, pud_t *pudp, pudp 174 include/asm-generic/pgtable.h return pudp_huge_get_and_clear(mm, address, pudp); pudp 217 include/asm-generic/pgtable.h pud_t *pudp); pudp 272 include/asm-generic/pgtable.h unsigned long address, pud_t *pudp) pudp 274 include/asm-generic/pgtable.h pud_t old_pud = *pudp; pudp 276 include/asm-generic/pgtable.h set_pud_at(mm, address, pudp, pud_wrprotect(old_pud)); pudp 280 include/asm-generic/pgtable.h unsigned long address, pud_t *pudp) pudp 423 include/asm-generic/pgtable.h #define set_pud_safe(pudp, pud) \ pudp 425 include/asm-generic/pgtable.h WARN_ON_ONCE(pud_present(*pudp) && !pud_same(*pudp, pud)); \ pudp 426 include/asm-generic/pgtable.h set_pud(pudp, pud); \ pudp 547 include/asm-generic/tlb.h #define __tlb_remove_pud_tlb_entry(tlb, pudp, address) do {} while (0) pudp 550 include/asm-generic/tlb.h #define tlb_remove_pud_tlb_entry(tlb, pudp, address) \ pudp 554 include/asm-generic/tlb.h __tlb_remove_pud_tlb_entry(tlb, pudp, address); \ pudp 597 include/asm-generic/tlb.h #define pud_free_tlb(tlb, pudp, address) \ pudp 602 include/asm-generic/tlb.h __pud_free_tlb(tlb, pudp, address); \ pudp 609 include/asm-generic/tlb.h #define p4d_free_tlb(tlb, pudp, address) \ pudp 613 include/asm-generic/tlb.h __p4d_free_tlb(tlb, pudp, address); \ pudp 227 include/trace/events/xen.h TP_PROTO(pud_t *pudp, pud_t pudval), pudp 228 include/trace/events/xen.h TP_ARGS(pudp, pudval), pudp 230 include/trace/events/xen.h __field(pud_t *, pudp) pudp 233 include/trace/events/xen.h TP_fast_assign(__entry->pudp = pudp; pudp 236 include/trace/events/xen.h __entry->pudp, pudp 262 include/trace/events/xen.h TP_PROTO(pud_t *pudp, pud_t pudval), pudp 263 include/trace/events/xen.h TP_ARGS(pudp, pudval), pudp 265 include/trace/events/xen.h __field(pud_t *, pudp) pudp 268 include/trace/events/xen.h TP_fast_assign(__entry->pudp = pudp; pudp 271 include/trace/events/xen.h __entry->pudp, pudp 318 mm/gup.c unsigned long address, pud_t *pudp, pudp 327 mm/gup.c pmd = pmd_offset(pudp, address); pudp 1950 mm/gup.c static int __gup_device_huge_pud(pud_t orig, pud_t *pudp, unsigned long addr, pudp 1960 mm/gup.c if (unlikely(pud_val(orig) != pud_val(*pudp))) { pudp 1974 mm/gup.c static int __gup_device_huge_pud(pud_t pud, pud_t *pudp, unsigned long addr, pudp 2109 mm/gup.c static int gup_huge_pud(pud_t orig, pud_t *pudp, unsigned long addr, pudp 2121 mm/gup.c return __gup_device_huge_pud(orig, pudp, addr, end, pages, nr); pudp 2139 mm/gup.c if (unlikely(pud_val(orig) != pud_val(*pudp))) { pudp 2234 mm/gup.c pud_t *pudp; pudp 2236 mm/gup.c pudp = pud_offset(&p4d, addr); pudp 2238 mm/gup.c pud_t pud = READ_ONCE(*pudp); pudp 2244 mm/gup.c if (!gup_huge_pud(pud, pudp, addr, next, flags, pudp 2253 mm/gup.c } while (pudp++, addr = next, addr != end); pudp 656 mm/hmm.c static int hmm_vma_walk_pud(pud_t *pudp, unsigned long start, unsigned long end, pudp 667 mm/hmm.c pud = READ_ONCE(*pudp); pudp 707 mm/hmm.c split_huge_pud(walk->vma, pudp, addr); pudp 708 mm/hmm.c if (pud_none(*pudp)) pudp 711 mm/hmm.c pmdp = pmd_offset(pudp, addr); pudp 2717 mm/migrate.c pud_t *pudp; pudp 2729 mm/migrate.c pudp = pud_alloc(mm, p4dp, addr); pudp 2730 mm/migrate.c if (!pudp) pudp 2732 mm/migrate.c pmdp = pmd_alloc(mm, pudp, addr); pudp 138 mm/pgtable-generic.c pud_t *pudp) pudp 143 mm/pgtable-generic.c VM_BUG_ON(!pud_trans_huge(*pudp) && !pud_devmap(*pudp)); pudp 144 mm/pgtable-generic.c pud = pudp_huge_get_and_clear(vma->vm_mm, address, pudp); pudp 118 virt/kvm/arm/mmu.c static void stage2_dissolve_pud(struct kvm *kvm, phys_addr_t addr, pud_t *pudp) pudp 120 virt/kvm/arm/mmu.c if (!stage2_pud_huge(kvm, *pudp)) pudp 123 virt/kvm/arm/mmu.c stage2_pud_clear(kvm, pudp); pudp 125 virt/kvm/arm/mmu.c put_page(virt_to_page(pudp)); pudp 206 virt/kvm/arm/mmu.c static inline void kvm_pud_populate(pud_t *pudp, pmd_t *pmdp) pudp 208 virt/kvm/arm/mmu.c WRITE_ONCE(*pudp, kvm_mk_pud(pmdp)); pudp 212 virt/kvm/arm/mmu.c static inline void kvm_pgd_populate(pgd_t *pgdp, pud_t *pudp) pudp 214 virt/kvm/arm/mmu.c WRITE_ONCE(*pgdp, kvm_mk_pgd(pudp)); pudp 1122 virt/kvm/arm/mmu.c pud_t *pudp, old_pud; pudp 1125 virt/kvm/arm/mmu.c pudp = stage2_get_pud(kvm, cache, addr); pudp 1126 virt/kvm/arm/mmu.c VM_BUG_ON(!pudp); pudp 1128 virt/kvm/arm/mmu.c old_pud = *pudp; pudp 1149 virt/kvm/arm/mmu.c stage2_pud_clear(kvm, pudp); pudp 1152 virt/kvm/arm/mmu.c get_page(virt_to_page(pudp)); pudp 1155 virt/kvm/arm/mmu.c kvm_set_pud(pudp, *new_pudp); pudp 1168 virt/kvm/arm/mmu.c pud_t *pudp; pudp 1176 virt/kvm/arm/mmu.c pudp = stage2_get_pud(kvm, NULL, addr); pudp 1177 virt/kvm/arm/mmu.c if (!pudp || stage2_pud_none(kvm, *pudp) || !stage2_pud_present(kvm, *pudp)) pudp 1180 virt/kvm/arm/mmu.c if (stage2_pud_huge(kvm, *pudp)) { pudp 1181 virt/kvm/arm/mmu.c *pudpp = pudp; pudp 1185 virt/kvm/arm/mmu.c pmdp = stage2_pmd_offset(kvm, pudp, addr); pudp 1204 virt/kvm/arm/mmu.c pud_t *pudp; pudp 1209 virt/kvm/arm/mmu.c found = stage2_get_leaf_entry(kvm, addr, &pudp, &pmdp, &ptep); pudp 1213 virt/kvm/arm/mmu.c if (pudp) pudp 1214 virt/kvm/arm/mmu.c return kvm_s2pud_exec(pudp);