77 	(1 << (ilog2(sizeof(arm_lpae_iopte)) +				\
88 #define ARM_LPAE_PTE_NSTABLE		(((arm_lpae_iopte)1) << 63)
89 #define ARM_LPAE_PTE_XN			(((arm_lpae_iopte)3) << 53)
90 #define ARM_LPAE_PTE_AF			(((arm_lpae_iopte)1) << 10)
91 #define ARM_LPAE_PTE_SH_NS		(((arm_lpae_iopte)0) << 8)
92 #define ARM_LPAE_PTE_SH_OS		(((arm_lpae_iopte)2) << 8)
93 #define ARM_LPAE_PTE_SH_IS		(((arm_lpae_iopte)3) << 8)
94 #define ARM_LPAE_PTE_NS			(((arm_lpae_iopte)1) << 5)
95 #define ARM_LPAE_PTE_VALID		(((arm_lpae_iopte)1) << 0)
97 #define ARM_LPAE_PTE_ATTR_LO_MASK	(((arm_lpae_iopte)0x3ff) << 2)
99 #define ARM_LPAE_PTE_ATTR_HI_MASK	(((arm_lpae_iopte)6) << 52)
104 #define ARM_LPAE_PTE_AP_UNPRIV		(((arm_lpae_iopte)1) << 6)
105 #define ARM_LPAE_PTE_AP_RDONLY		(((arm_lpae_iopte)2) << 6)
107 #define ARM_LPAE_PTE_nG			(((arm_lpae_iopte)1) << 11)
110 #define ARM_LPAE_PTE_HAP_FAULT		(((arm_lpae_iopte)0) << 6)
111 #define ARM_LPAE_PTE_HAP_READ		(((arm_lpae_iopte)1) << 6)
112 #define ARM_LPAE_PTE_HAP_WRITE		(((arm_lpae_iopte)2) << 6)
113 #define ARM_LPAE_PTE_MEMATTR_OIWB	(((arm_lpae_iopte)0xf) << 2)
114 #define ARM_LPAE_PTE_MEMATTR_NC		(((arm_lpae_iopte)0x5) << 2)
115 #define ARM_LPAE_PTE_MEMATTR_DEV	(((arm_lpae_iopte)0x1) << 2)
201 typedef u64 arm_lpae_iopte;  typedef
252 static void __arm_lpae_set_pte(arm_lpae_iopte *ptep, arm_lpae_iopte pte,  in __arm_lpae_set_pte()
265 			    arm_lpae_iopte *ptep);
269 			     arm_lpae_iopte prot, int lvl,  in arm_lpae_init_pte()
270 			     arm_lpae_iopte *ptep)  in arm_lpae_init_pte()
272 	arm_lpae_iopte pte = prot;  in arm_lpae_init_pte()
284 		arm_lpae_iopte *tblp;  in arm_lpae_init_pte()
308 			  phys_addr_t paddr, size_t size, arm_lpae_iopte prot,  in __arm_lpae_map()
309 			  int lvl, arm_lpae_iopte *ptep)  in __arm_lpae_map()
311 	arm_lpae_iopte *cptep, pte;  in __arm_lpae_map()
346 static arm_lpae_iopte arm_lpae_prot_to_pte(struct arm_lpae_io_pgtable *data,  in arm_lpae_prot_to_pte()
349 	arm_lpae_iopte pte;  in arm_lpae_prot_to_pte()
383 	arm_lpae_iopte *ptep = data->pgd;  in arm_lpae_map()
385 	arm_lpae_iopte prot;  in arm_lpae_map()
403 				    arm_lpae_iopte *ptep)  in __arm_lpae_free_pgtable()
405 	arm_lpae_iopte *start, *end;  in __arm_lpae_free_pgtable()
422 		arm_lpae_iopte pte = *ptep++;  in __arm_lpae_free_pgtable()
443 				    arm_lpae_iopte prot, int lvl,  in arm_lpae_split_blk_unmap()
444 				    arm_lpae_iopte *ptep, size_t blk_size)  in arm_lpae_split_blk_unmap()
448 	arm_lpae_iopte table = 0;  in arm_lpae_split_blk_unmap()
456 		arm_lpae_iopte *tablep;  in arm_lpae_split_blk_unmap()
483 			    arm_lpae_iopte *ptep)  in __arm_lpae_unmap()
485 	arm_lpae_iopte pte;  in __arm_lpae_unmap()
533 	arm_lpae_iopte *ptep = data->pgd;  in arm_lpae_unmap()
547 	arm_lpae_iopte pte, *ptep = data->pgd;  in arm_lpae_iova_to_phys()
640 	data->bits_per_level = data->pg_shift - ilog2(sizeof(arm_lpae_iopte));  in arm_lpae_alloc_pgtable()
647 	data->pgd_size = 1UL << (pgd_bits + ilog2(sizeof(arm_lpae_iopte)));  in arm_lpae_alloc_pgtable()
758 		pgd_pages = data->pgd_size >> ilog2(sizeof(arm_lpae_iopte));  in arm_64_lpae_alloc_pgtable_s2()