arm_lpae_iopte 66 drivers/iommu/io-pgtable-arm.c (1ULL << (ilog2(sizeof(arm_lpae_iopte)) + \ arm_lpae_iopte 79 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_NSTABLE (((arm_lpae_iopte)1) << 63) arm_lpae_iopte 80 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_XN (((arm_lpae_iopte)3) << 53) arm_lpae_iopte 81 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_AF (((arm_lpae_iopte)1) << 10) arm_lpae_iopte 82 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_SH_NS (((arm_lpae_iopte)0) << 8) arm_lpae_iopte 83 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_SH_OS (((arm_lpae_iopte)2) << 8) arm_lpae_iopte 84 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_SH_IS (((arm_lpae_iopte)3) << 8) arm_lpae_iopte 85 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_NS (((arm_lpae_iopte)1) << 5) arm_lpae_iopte 86 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_VALID (((arm_lpae_iopte)1) << 0) arm_lpae_iopte 88 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_ATTR_LO_MASK (((arm_lpae_iopte)0x3ff) << 2) arm_lpae_iopte 90 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_ATTR_HI_MASK (((arm_lpae_iopte)6) << 52) arm_lpae_iopte 94 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_SW_SYNC (((arm_lpae_iopte)1) << 55) arm_lpae_iopte 97 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_AP_UNPRIV (((arm_lpae_iopte)1) << 6) arm_lpae_iopte 98 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_AP_RDONLY (((arm_lpae_iopte)2) << 6) arm_lpae_iopte 100 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_nG (((arm_lpae_iopte)1) << 11) arm_lpae_iopte 103 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_HAP_FAULT (((arm_lpae_iopte)0) << 6) arm_lpae_iopte 104 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_HAP_READ (((arm_lpae_iopte)1) << 6) arm_lpae_iopte 105 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_HAP_WRITE (((arm_lpae_iopte)2) << 6) arm_lpae_iopte 106 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_MEMATTR_OIWB (((arm_lpae_iopte)0xf) << 2) arm_lpae_iopte 107 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_MEMATTR_NC (((arm_lpae_iopte)0x5) << 2) arm_lpae_iopte 108 drivers/iommu/io-pgtable-arm.c #define ARM_LPAE_PTE_MEMATTR_DEV (((arm_lpae_iopte)0x1) << 2) arm_lpae_iopte 193 drivers/iommu/io-pgtable-arm.c static inline bool iopte_leaf(arm_lpae_iopte pte, int lvl, arm_lpae_iopte 202 drivers/iommu/io-pgtable-arm.c static arm_lpae_iopte paddr_to_iopte(phys_addr_t paddr, arm_lpae_iopte 205 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte pte = paddr; arm_lpae_iopte 211 drivers/iommu/io-pgtable-arm.c static phys_addr_t iopte_to_paddr(arm_lpae_iopte pte, arm_lpae_iopte 278 drivers/iommu/io-pgtable-arm.c static void __arm_lpae_sync_pte(arm_lpae_iopte *ptep, arm_lpae_iopte 285 drivers/iommu/io-pgtable-arm.c static void __arm_lpae_set_pte(arm_lpae_iopte *ptep, arm_lpae_iopte pte, arm_lpae_iopte 297 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte *ptep); arm_lpae_iopte 300 drivers/iommu/io-pgtable-arm.c phys_addr_t paddr, arm_lpae_iopte prot, arm_lpae_iopte 301 drivers/iommu/io-pgtable-arm.c int lvl, arm_lpae_iopte *ptep) arm_lpae_iopte 303 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte pte = prot; arm_lpae_iopte 323 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte prot, int lvl, arm_lpae_iopte 324 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte *ptep) arm_lpae_iopte 326 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte pte = *ptep; arm_lpae_iopte 337 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte *tblp; arm_lpae_iopte 351 drivers/iommu/io-pgtable-arm.c static arm_lpae_iopte arm_lpae_install_table(arm_lpae_iopte *table, arm_lpae_iopte 352 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte *ptep, arm_lpae_iopte 353 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte curr, arm_lpae_iopte 356 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte old, new; arm_lpae_iopte 383 drivers/iommu/io-pgtable-arm.c phys_addr_t paddr, size_t size, arm_lpae_iopte prot, arm_lpae_iopte 384 drivers/iommu/io-pgtable-arm.c int lvl, arm_lpae_iopte *ptep) arm_lpae_iopte 386 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte *cptep, pte; arm_lpae_iopte 428 drivers/iommu/io-pgtable-arm.c static arm_lpae_iopte arm_lpae_prot_to_pte(struct arm_lpae_io_pgtable *data, arm_lpae_iopte 431 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte pte; arm_lpae_iopte 482 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte *ptep = data->pgd; arm_lpae_iopte 484 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte prot; arm_lpae_iopte 506 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte *ptep) arm_lpae_iopte 508 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte *start, *end; arm_lpae_iopte 525 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte pte = *ptep++; arm_lpae_iopte 547 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte blk_pte, int lvl, arm_lpae_iopte 548 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte *ptep) arm_lpae_iopte 551 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte pte, *tablep; arm_lpae_iopte 601 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte *ptep) arm_lpae_iopte 603 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte pte; arm_lpae_iopte 655 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte *ptep = data->pgd; arm_lpae_iopte 668 drivers/iommu/io-pgtable-arm.c arm_lpae_iopte pte, *ptep = data->pgd; arm_lpae_iopte 770 drivers/iommu/io-pgtable-arm.c data->bits_per_level = data->pg_shift - ilog2(sizeof(arm_lpae_iopte)); arm_lpae_iopte 777 drivers/iommu/io-pgtable-arm.c data->pgd_size = 1UL << (pgd_bits + ilog2(sizeof(arm_lpae_iopte))); arm_lpae_iopte 909 drivers/iommu/io-pgtable-arm.c pgd_pages = data->pgd_size >> ilog2(sizeof(arm_lpae_iopte)); arm_lpae_iopte 1039 drivers/iommu/io-pgtable-arm.c data->pgd_size = sizeof(arm_lpae_iopte);