37 	container_of((x), struct arm_lpae_io_pgtable, iop)
189 	struct io_pgtable	iop;  member
231 	if (data->iop.cfg.quirks & IO_PGTABLE_QUIRK_ARM_NS)  in arm_lpae_init_pte()
243 	data->iop.cfg.tlb->flush_pgtable(ptep, sizeof(*ptep), data->iop.cookie);  in arm_lpae_init_pte()
252 	void *cookie = data->iop.cookie;  in __arm_lpae_map()
259 	if (size == block_size && (size & data->iop.cfg.pgsize_bitmap))  in __arm_lpae_map()
274 		data->iop.cfg.tlb->flush_pgtable(cptep, 1UL << data->pg_shift,  in __arm_lpae_map()
277 		if (data->iop.cfg.quirks & IO_PGTABLE_QUIRK_ARM_NS)  in __arm_lpae_map()
280 		data->iop.cfg.tlb->flush_pgtable(ptep, sizeof(*ptep), cookie);  in __arm_lpae_map()
294 	if (data->iop.fmt == ARM_64_LPAE_S1 ||  in arm_lpae_prot_to_pte()
295 	    data->iop.fmt == ARM_32_LPAE_S1) {  in arm_lpae_prot_to_pte()
369 static void arm_lpae_free_pgtable(struct io_pgtable *iop)  in arm_lpae_free_pgtable()  argument
371 	struct arm_lpae_io_pgtable *data = io_pgtable_to_data(iop);  in arm_lpae_free_pgtable()
385 	void *cookie = data->iop.cookie;  in arm_lpae_split_blk_unmap()
386 	const struct iommu_gather_ops *tlb = data->iop.cfg.tlb;  in arm_lpae_split_blk_unmap()
424 	const struct iommu_gather_ops *tlb = data->iop.cfg.tlb;  in __arm_lpae_unmap()
425 	void *cookie = data->iop.cookie;  in __arm_lpae_unmap()
443 			tlb->tlb_sync(data->iop.cookie);  in __arm_lpae_unmap()
471 	struct io_pgtable *iop = &data->iop;  in arm_lpae_unmap()  local
477 		iop->cfg.tlb->tlb_sync(iop->cookie);  in arm_lpae_unmap()
583 	data->iop.ops = (struct io_pgtable_ops) {  in arm_lpae_alloc_pgtable()
668 	return &data->iop;  in arm_64_lpae_alloc_pgtable_s1()
755 	return &data->iop;  in arm_64_lpae_alloc_pgtable_s2()
765 	struct io_pgtable *iop;  in arm_32_lpae_alloc_pgtable_s1()  local
771 	iop = arm_64_lpae_alloc_pgtable_s1(cfg, cookie);  in arm_32_lpae_alloc_pgtable_s1()
772 	if (iop) {  in arm_32_lpae_alloc_pgtable_s1()
777 	return iop;  in arm_32_lpae_alloc_pgtable_s1()
783 	struct io_pgtable *iop;  in arm_32_lpae_alloc_pgtable_s2()  local
789 	iop = arm_64_lpae_alloc_pgtable_s2(cfg, cookie);  in arm_32_lpae_alloc_pgtable_s2()
790 	if (iop)  in arm_32_lpae_alloc_pgtable_s2()
793 	return iop;  in arm_32_lpae_alloc_pgtable_s2()
852 	struct io_pgtable_cfg *cfg = &data->iop.cfg;  in arm_lpae_dump_ops()