pgdir 61 arch/arm/include/asm/smp.h u64 pgdir; pgdir 146 arch/arm/kernel/smp.c secondary_data.pgdir = virt_to_phys(idmap_pgd); pgdir 37 arch/arm64/include/asm/kasan.h void kasan_copy_shadow(pgd_t *pgdir); pgdir 42 arch/arm64/include/asm/kasan.h static inline void kasan_copy_shadow(pgd_t *pgdir) { } pgdir 176 arch/arm64/mm/kasan_init.c void __init kasan_copy_shadow(pgd_t *pgdir) pgdir 182 arch/arm64/mm/kasan_init.c pgdp_new = pgd_offset_raw(pgdir, KASAN_SHADOW_START); pgdir 335 arch/arm64/mm/mmu.c static void __create_pgd_mapping(pgd_t *pgdir, phys_addr_t phys, pgdir 342 arch/arm64/mm/mmu.c pgd_t *pgdp = pgd_offset_raw(pgdir, virt); pgdir 123 arch/microblaze/include/asm/mmu_context_mm.h tsk->thread.pgdir = next->pgd; pgdir 135 arch/microblaze/include/asm/mmu_context_mm.h current->thread.pgdir = mm->pgd; pgdir 96 arch/microblaze/include/asm/processor.h void *pgdir; /* root of page-table tree */ pgdir 102 arch/microblaze/include/asm/processor.h .pgdir = swapper_pg_dir, \ pgdir 85 arch/microblaze/kernel/asm-offsets.c DEFINE(PGDIR, offsetof(struct thread_struct, pgdir)); pgdir 218 arch/openrisc/include/asm/pgtable.h #define SET_PAGE_DIR(tsk, pgdir) pgdir 254 arch/powerpc/include/asm/kvm_book3s.h pgd_t *pgdir, bool realmode, unsigned long *idx_ret); pgdir 705 arch/powerpc/include/asm/kvm_host.h pgd_t *pgdir; pgdir 157 arch/powerpc/include/asm/processor.h void *pgdir; /* root of page-table tree */ pgdir 287 arch/powerpc/include/asm/processor.h .pgdir = swapper_pg_dir, \ pgdir 7 arch/powerpc/include/asm/pte-walk.h extern pte_t *__find_linux_pte(pgd_t *pgdir, unsigned long ea, pgdir 10 arch/powerpc/include/asm/pte-walk.h static inline pte_t *find_linux_pte(pgd_t *pgdir, unsigned long ea, pgdir 16 arch/powerpc/include/asm/pte-walk.h pte = __find_linux_pte(pgdir, ea, is_thp, hshift); pgdir 31 arch/powerpc/include/asm/pte-walk.h pgd_t *pgdir = init_mm.pgd; pgdir 32 arch/powerpc/include/asm/pte-walk.h return __find_linux_pte(pgdir, ea, NULL, hshift); pgdir 38 arch/powerpc/include/asm/pte-walk.h static inline pte_t *find_current_mm_pte(pgd_t *pgdir, unsigned long ea, pgdir 44 arch/powerpc/include/asm/pte-walk.h VM_WARN(pgdir != current->mm->pgd, pgdir 46 arch/powerpc/include/asm/pte-walk.h pte = __find_linux_pte(pgdir, ea, is_thp, hshift); pgdir 129 arch/powerpc/kernel/asm-offsets.c OFFSET(PGDIR, thread_struct, pgdir); pgdir 817 arch/powerpc/kvm/book3s_64_mmu_radix.c ptep = __find_linux_pte(vcpu->arch.pgdir, hva, NULL, &shift); pgdir 456 arch/powerpc/kvm/book3s_64_vio_hv.c ptep = __find_linux_pte(vcpu->arch.pgdir, ua, NULL, &shift); pgdir 4286 arch/powerpc/kvm/book3s_hv.c vcpu->arch.pgdir = current->mm->pgd; pgdir 199 arch/powerpc/kvm/book3s_hv_rm_mmu.c pgd_t *pgdir, bool realmode, unsigned long *pte_idx_ret) pgdir 261 arch/powerpc/kvm/book3s_hv_rm_mmu.c ptep = __find_linux_pte(pgdir, hva, NULL, &hpage_shift); pgdir 419 arch/powerpc/kvm/book3s_hv_rm_mmu.c vcpu->arch.pgdir, true, pgdir 911 arch/powerpc/kvm/book3s_hv_rm_mmu.c ptep = __find_linux_pte(vcpu->arch.pgdir, hva, NULL, &shift); pgdir 778 arch/powerpc/kvm/booke.c vcpu->arch.pgdir = current->mm->pgd; pgdir 338 arch/powerpc/kvm/e500_mmu_host.c pgd_t *pgdir; pgdir 469 arch/powerpc/kvm/e500_mmu_host.c pgdir = vcpu_e500->vcpu.arch.pgdir; pgdir 477 arch/powerpc/kvm/e500_mmu_host.c ptep = find_linux_pte(pgdir, hva, NULL, NULL); pgdir 1249 arch/powerpc/mm/book3s64/hash_utils.c pgd_t *pgdir; pgdir 1301 arch/powerpc/mm/book3s64/hash_utils.c pgdir = mm->pgd; pgdir 1302 arch/powerpc/mm/book3s64/hash_utils.c if (pgdir == NULL) { pgdir 1325 arch/powerpc/mm/book3s64/hash_utils.c ptep = find_linux_pte(pgdir, ea, &is_thp, &hugeshift); pgdir 1526 arch/powerpc/mm/book3s64/hash_utils.c pgd_t *pgdir; pgdir 1541 arch/powerpc/mm/book3s64/hash_utils.c pgdir = mm->pgd; pgdir 1542 arch/powerpc/mm/book3s64/hash_utils.c if (pgdir == NULL) pgdir 1560 arch/powerpc/mm/book3s64/hash_utils.c ptep = find_current_mm_pte(pgdir, ea, NULL, &hugepage_shift); pgdir 20 arch/powerpc/mm/mmu_context.c tsk->thread.pgdir = mm->pgd; pgdir 312 arch/powerpc/mm/pgtable.c pte_t *__find_linux_pte(pgd_t *pgdir, unsigned long ea, pgdir 328 arch/powerpc/mm/pgtable.c pgdp = pgdir + pgd_index(ea); pgdir 114 arch/powerpc/perf/callchain.c pgd_t *pgdir; pgdir 122 arch/powerpc/perf/callchain.c pgdir = current->mm->pgd; pgdir 123 arch/powerpc/perf/callchain.c if (!pgdir) pgdir 127 arch/powerpc/perf/callchain.c ptep = find_current_mm_pte(pgdir, addr, NULL, &shift); pgdir 3123 arch/powerpc/xmon/xmon.c pgd_t *pgdp, *pgdir; pgdir 3149 arch/powerpc/xmon/xmon.c pgdir = pgd_offset_k(0); pgdir 3152 arch/powerpc/xmon/xmon.c pgdir = pgd_offset(mm, 0); pgdir 3160 arch/powerpc/xmon/xmon.c printf("pgd @ 0x%px\n", pgdir); pgdir 241 arch/x86/include/asm/processor.h static inline void load_cr3(pgd_t *pgdir) pgdir 243 arch/x86/include/asm/processor.h write_cr3(__sme_pa(pgdir)); pgdir 113 arch/x86/mm/tlb.c static void load_new_mm_cr3(pgd_t *pgdir, u16 new_asid, bool need_flush) pgdir 119 arch/x86/mm/tlb.c new_mm_cr3 = build_cr3(pgdir, new_asid); pgdir 121 arch/x86/mm/tlb.c new_mm_cr3 = build_cr3_noflush(pgdir, new_asid); pgdir 183 drivers/gpu/drm/xen/xen_drm_front.c buf_cfg.pgdir = &dbuf->shbuf; pgdir 74 drivers/infiniband/hw/hns/hns_roce_db.c struct hns_roce_db_pgdir *pgdir; pgdir 76 drivers/infiniband/hw/hns/hns_roce_db.c pgdir = kzalloc(sizeof(*pgdir), GFP_KERNEL); pgdir 77 drivers/infiniband/hw/hns/hns_roce_db.c if (!pgdir) pgdir 80 drivers/infiniband/hw/hns/hns_roce_db.c bitmap_fill(pgdir->order1, pgdir 82 drivers/infiniband/hw/hns/hns_roce_db.c pgdir->bits[0] = pgdir->order0; pgdir 83 drivers/infiniband/hw/hns/hns_roce_db.c pgdir->bits[1] = pgdir->order1; pgdir 84 drivers/infiniband/hw/hns/hns_roce_db.c pgdir->page = dma_alloc_coherent(dma_device, PAGE_SIZE, pgdir 85 drivers/infiniband/hw/hns/hns_roce_db.c &pgdir->db_dma, GFP_KERNEL); pgdir 86 drivers/infiniband/hw/hns/hns_roce_db.c if (!pgdir->page) { pgdir 87 drivers/infiniband/hw/hns/hns_roce_db.c kfree(pgdir); pgdir 91 drivers/infiniband/hw/hns/hns_roce_db.c return pgdir; pgdir 94 drivers/infiniband/hw/hns/hns_roce_db.c static int hns_roce_alloc_db_from_pgdir(struct hns_roce_db_pgdir *pgdir, pgdir 101 drivers/infiniband/hw/hns/hns_roce_db.c i = find_first_bit(pgdir->bits[o], HNS_ROCE_DB_PER_PAGE >> o); pgdir 109 drivers/infiniband/hw/hns/hns_roce_db.c clear_bit(i, pgdir->bits[o]); pgdir 114 drivers/infiniband/hw/hns/hns_roce_db.c set_bit(i ^ 1, pgdir->bits[order]); pgdir 116 drivers/infiniband/hw/hns/hns_roce_db.c db->u.pgdir = pgdir; pgdir 118 drivers/infiniband/hw/hns/hns_roce_db.c db->db_record = pgdir->page + db->index; pgdir 119 drivers/infiniband/hw/hns/hns_roce_db.c db->dma = pgdir->db_dma + db->index * HNS_ROCE_DB_UNIT_SIZE; pgdir 128 drivers/infiniband/hw/hns/hns_roce_db.c struct hns_roce_db_pgdir *pgdir; pgdir 133 drivers/infiniband/hw/hns/hns_roce_db.c list_for_each_entry(pgdir, &hr_dev->pgdir_list, list) pgdir 134 drivers/infiniband/hw/hns/hns_roce_db.c if (!hns_roce_alloc_db_from_pgdir(pgdir, db, order)) pgdir 137 drivers/infiniband/hw/hns/hns_roce_db.c pgdir = hns_roce_alloc_db_pgdir(hr_dev->dev); pgdir 138 drivers/infiniband/hw/hns/hns_roce_db.c if (!pgdir) { pgdir 143 drivers/infiniband/hw/hns/hns_roce_db.c list_add(&pgdir->list, &hr_dev->pgdir_list); pgdir 146 drivers/infiniband/hw/hns/hns_roce_db.c WARN_ON(hns_roce_alloc_db_from_pgdir(pgdir, db, order)); pgdir 164 drivers/infiniband/hw/hns/hns_roce_db.c if (db->order == 0 && test_bit(i ^ 1, db->u.pgdir->order0)) { pgdir 165 drivers/infiniband/hw/hns/hns_roce_db.c clear_bit(i ^ 1, db->u.pgdir->order0); pgdir 170 drivers/infiniband/hw/hns/hns_roce_db.c set_bit(i, db->u.pgdir->bits[o]); pgdir 172 drivers/infiniband/hw/hns/hns_roce_db.c if (bitmap_full(db->u.pgdir->order1, pgdir 174 drivers/infiniband/hw/hns/hns_roce_db.c dma_free_coherent(hr_dev->dev, PAGE_SIZE, db->u.pgdir->page, pgdir 175 drivers/infiniband/hw/hns/hns_roce_db.c db->u.pgdir->db_dma); pgdir 176 drivers/infiniband/hw/hns/hns_roce_db.c list_del(&db->u.pgdir->list); pgdir 177 drivers/infiniband/hw/hns/hns_roce_db.c kfree(db->u.pgdir); pgdir 476 drivers/infiniband/hw/hns/hns_roce_device.h struct hns_roce_db_pgdir *pgdir; pgdir 665 drivers/net/ethernet/mellanox/mlx4/alloc.c struct mlx4_db_pgdir *pgdir; pgdir 667 drivers/net/ethernet/mellanox/mlx4/alloc.c pgdir = kzalloc(sizeof(*pgdir), GFP_KERNEL); pgdir 668 drivers/net/ethernet/mellanox/mlx4/alloc.c if (!pgdir) pgdir 671 drivers/net/ethernet/mellanox/mlx4/alloc.c bitmap_fill(pgdir->order1, MLX4_DB_PER_PAGE / 2); pgdir 672 drivers/net/ethernet/mellanox/mlx4/alloc.c pgdir->bits[0] = pgdir->order0; pgdir 673 drivers/net/ethernet/mellanox/mlx4/alloc.c pgdir->bits[1] = pgdir->order1; pgdir 674 drivers/net/ethernet/mellanox/mlx4/alloc.c pgdir->db_page = dma_alloc_coherent(dma_device, PAGE_SIZE, pgdir 675 drivers/net/ethernet/mellanox/mlx4/alloc.c &pgdir->db_dma, GFP_KERNEL); pgdir 676 drivers/net/ethernet/mellanox/mlx4/alloc.c if (!pgdir->db_page) { pgdir 677 drivers/net/ethernet/mellanox/mlx4/alloc.c kfree(pgdir); pgdir 681 drivers/net/ethernet/mellanox/mlx4/alloc.c return pgdir; pgdir 684 drivers/net/ethernet/mellanox/mlx4/alloc.c static int mlx4_alloc_db_from_pgdir(struct mlx4_db_pgdir *pgdir, pgdir 691 drivers/net/ethernet/mellanox/mlx4/alloc.c i = find_first_bit(pgdir->bits[o], MLX4_DB_PER_PAGE >> o); pgdir 699 drivers/net/ethernet/mellanox/mlx4/alloc.c clear_bit(i, pgdir->bits[o]); pgdir 704 drivers/net/ethernet/mellanox/mlx4/alloc.c set_bit(i ^ 1, pgdir->bits[order]); pgdir 706 drivers/net/ethernet/mellanox/mlx4/alloc.c db->u.pgdir = pgdir; pgdir 708 drivers/net/ethernet/mellanox/mlx4/alloc.c db->db = pgdir->db_page + db->index; pgdir 709 drivers/net/ethernet/mellanox/mlx4/alloc.c db->dma = pgdir->db_dma + db->index * 4; pgdir 718 drivers/net/ethernet/mellanox/mlx4/alloc.c struct mlx4_db_pgdir *pgdir; pgdir 723 drivers/net/ethernet/mellanox/mlx4/alloc.c list_for_each_entry(pgdir, &priv->pgdir_list, list) pgdir 724 drivers/net/ethernet/mellanox/mlx4/alloc.c if (!mlx4_alloc_db_from_pgdir(pgdir, db, order)) pgdir 727 drivers/net/ethernet/mellanox/mlx4/alloc.c pgdir = mlx4_alloc_db_pgdir(&dev->persist->pdev->dev); pgdir 728 drivers/net/ethernet/mellanox/mlx4/alloc.c if (!pgdir) { pgdir 733 drivers/net/ethernet/mellanox/mlx4/alloc.c list_add(&pgdir->list, &priv->pgdir_list); pgdir 736 drivers/net/ethernet/mellanox/mlx4/alloc.c WARN_ON(mlx4_alloc_db_from_pgdir(pgdir, db, order)); pgdir 756 drivers/net/ethernet/mellanox/mlx4/alloc.c if (db->order == 0 && test_bit(i ^ 1, db->u.pgdir->order0)) { pgdir 757 drivers/net/ethernet/mellanox/mlx4/alloc.c clear_bit(i ^ 1, db->u.pgdir->order0); pgdir 761 drivers/net/ethernet/mellanox/mlx4/alloc.c set_bit(i, db->u.pgdir->bits[o]); pgdir 763 drivers/net/ethernet/mellanox/mlx4/alloc.c if (bitmap_full(db->u.pgdir->order1, MLX4_DB_PER_PAGE / 2)) { pgdir 765 drivers/net/ethernet/mellanox/mlx4/alloc.c db->u.pgdir->db_page, db->u.pgdir->db_dma); pgdir 766 drivers/net/ethernet/mellanox/mlx4/alloc.c list_del(&db->u.pgdir->list); pgdir 767 drivers/net/ethernet/mellanox/mlx4/alloc.c kfree(db->u.pgdir); pgdir 184 drivers/net/ethernet/mellanox/mlx5/core/alloc.c struct mlx5_db_pgdir *pgdir; pgdir 186 drivers/net/ethernet/mellanox/mlx5/core/alloc.c pgdir = kzalloc(sizeof(*pgdir), GFP_KERNEL); pgdir 187 drivers/net/ethernet/mellanox/mlx5/core/alloc.c if (!pgdir) pgdir 190 drivers/net/ethernet/mellanox/mlx5/core/alloc.c pgdir->bitmap = bitmap_zalloc(db_per_page, GFP_KERNEL); pgdir 191 drivers/net/ethernet/mellanox/mlx5/core/alloc.c if (!pgdir->bitmap) { pgdir 192 drivers/net/ethernet/mellanox/mlx5/core/alloc.c kfree(pgdir); pgdir 196 drivers/net/ethernet/mellanox/mlx5/core/alloc.c bitmap_fill(pgdir->bitmap, db_per_page); pgdir 198 drivers/net/ethernet/mellanox/mlx5/core/alloc.c pgdir->db_page = mlx5_dma_zalloc_coherent_node(dev, PAGE_SIZE, pgdir 199 drivers/net/ethernet/mellanox/mlx5/core/alloc.c &pgdir->db_dma, node); pgdir 200 drivers/net/ethernet/mellanox/mlx5/core/alloc.c if (!pgdir->db_page) { pgdir 201 drivers/net/ethernet/mellanox/mlx5/core/alloc.c bitmap_free(pgdir->bitmap); pgdir 202 drivers/net/ethernet/mellanox/mlx5/core/alloc.c kfree(pgdir); pgdir 206 drivers/net/ethernet/mellanox/mlx5/core/alloc.c return pgdir; pgdir 209 drivers/net/ethernet/mellanox/mlx5/core/alloc.c static int mlx5_alloc_db_from_pgdir(struct mlx5_db_pgdir *pgdir, pgdir 216 drivers/net/ethernet/mellanox/mlx5/core/alloc.c i = find_first_bit(pgdir->bitmap, db_per_page); pgdir 220 drivers/net/ethernet/mellanox/mlx5/core/alloc.c __clear_bit(i, pgdir->bitmap); pgdir 222 drivers/net/ethernet/mellanox/mlx5/core/alloc.c db->u.pgdir = pgdir; pgdir 225 drivers/net/ethernet/mellanox/mlx5/core/alloc.c db->db = pgdir->db_page + offset / sizeof(*pgdir->db_page); pgdir 226 drivers/net/ethernet/mellanox/mlx5/core/alloc.c db->dma = pgdir->db_dma + offset; pgdir 236 drivers/net/ethernet/mellanox/mlx5/core/alloc.c struct mlx5_db_pgdir *pgdir; pgdir 241 drivers/net/ethernet/mellanox/mlx5/core/alloc.c list_for_each_entry(pgdir, &dev->priv.pgdir_list, list) pgdir 242 drivers/net/ethernet/mellanox/mlx5/core/alloc.c if (!mlx5_alloc_db_from_pgdir(pgdir, db)) pgdir 245 drivers/net/ethernet/mellanox/mlx5/core/alloc.c pgdir = mlx5_alloc_db_pgdir(dev, node); pgdir 246 drivers/net/ethernet/mellanox/mlx5/core/alloc.c if (!pgdir) { pgdir 251 drivers/net/ethernet/mellanox/mlx5/core/alloc.c list_add(&pgdir->list, &dev->priv.pgdir_list); pgdir 254 drivers/net/ethernet/mellanox/mlx5/core/alloc.c WARN_ON(mlx5_alloc_db_from_pgdir(pgdir, db)); pgdir 275 drivers/net/ethernet/mellanox/mlx5/core/alloc.c __set_bit(db->index, db->u.pgdir->bitmap); pgdir 277 drivers/net/ethernet/mellanox/mlx5/core/alloc.c if (bitmap_full(db->u.pgdir->bitmap, db_per_page)) { pgdir 279 drivers/net/ethernet/mellanox/mlx5/core/alloc.c db->u.pgdir->db_page, db->u.pgdir->db_dma); pgdir 280 drivers/net/ethernet/mellanox/mlx5/core/alloc.c list_del(&db->u.pgdir->list); pgdir 281 drivers/net/ethernet/mellanox/mlx5/core/alloc.c bitmap_free(db->u.pgdir->bitmap); pgdir 282 drivers/net/ethernet/mellanox/mlx5/core/alloc.c kfree(db->u.pgdir); pgdir 519 drivers/xen/xen-front-pgdir-shbuf.c struct xen_front_pgdir_shbuf *buf = cfg->pgdir; pgdir 674 include/linux/mlx4/device.h struct mlx4_db_pgdir *pgdir; pgdir 727 include/linux/mlx5/driver.h struct mlx5_db_pgdir *pgdir; pgdir 70 include/xen/xen-front-pgdir-shbuf.h struct xen_front_pgdir_shbuf *pgdir; pgdir 480 sound/xen/xen_snd_front_alsa.c buf_cfg.pgdir = &stream->shbuf;