Lines Matching refs:pg_shift
59 * (d)->bits_per_level) + (d)->pg_shift)
62 DIV_ROUND_UP((d)->pgd_size, 1UL << (d)->pg_shift)
172 & ~((1ULL << (d)->pg_shift) - 1)))
185 (((pte) & ((1ULL << ARM_LPAE_MAX_ADDR_BITS) - 1)) >> (d)->pg_shift)
188 (((pfn) << (d)->pg_shift) & ((1ULL << ARM_LPAE_MAX_ADDR_BITS) - 1))
195 unsigned long pg_shift; member
301 pte |= pfn_to_iopte(paddr >> data->pg_shift, data); in arm_lpae_init_pte()
329 cptep = __arm_lpae_alloc_pages(1UL << data->pg_shift, in __arm_lpae_map()
411 table_size = 1UL << data->pg_shift; in __arm_lpae_free_pgtable()
453 blk_paddr = iopte_to_pfn(*ptep, data) << data->pg_shift; in arm_lpae_split_blk_unmap()
574 iova &= ((1 << data->pg_shift) - 1); in arm_lpae_iova_to_phys()
575 return ((phys_addr_t)iopte_to_pfn(pte,data) << data->pg_shift) | iova; in arm_lpae_iova_to_phys()
639 data->pg_shift = __ffs(cfg->pgsize_bitmap); in arm_lpae_alloc_pgtable()
640 data->bits_per_level = data->pg_shift - ilog2(sizeof(arm_lpae_iopte)); in arm_lpae_alloc_pgtable()
642 va_bits = cfg->ias - data->pg_shift; in arm_lpae_alloc_pgtable()
672 switch (1 << data->pg_shift) { in arm_64_lpae_alloc_pgtable_s1()
760 data->pgd_size = pgd_pages << data->pg_shift; in arm_64_lpae_alloc_pgtable_s2()
773 switch (1 << data->pg_shift) { in arm_64_lpae_alloc_pgtable_s2()
919 data->levels, data->pgd_size, data->pg_shift, in arm_lpae_dump_ops()