39 	container_of((x), struct arm_lpae_io_pgtable, iop)
191 	struct io_pgtable	iop;  member
273 	struct io_pgtable_cfg *cfg = &data->iop.cfg;  in arm_lpae_init_pte()
313 	struct io_pgtable_cfg *cfg = &data->iop.cfg;  in __arm_lpae_map()
351 	if (data->iop.fmt == ARM_64_LPAE_S1 ||  in arm_lpae_prot_to_pte()
352 	    data->iop.fmt == ARM_32_LPAE_S1) {  in arm_lpae_prot_to_pte()
430 	__arm_lpae_free_pages(start, table_size, &data->iop.cfg);  in __arm_lpae_free_pgtable()
433 static void arm_lpae_free_pgtable(struct io_pgtable *iop)  in arm_lpae_free_pgtable()  argument
435 	struct arm_lpae_io_pgtable *data = io_pgtable_to_data(iop);  in arm_lpae_free_pgtable()
449 	struct io_pgtable_cfg *cfg = &data->iop.cfg;  in arm_lpae_split_blk_unmap()
477 	cfg->tlb->tlb_add_flush(iova, blk_size, true, data->iop.cookie);  in arm_lpae_split_blk_unmap()
486 	const struct iommu_gather_ops *tlb = data->iop.cfg.tlb;  in __arm_lpae_unmap()
487 	void *cookie = data->iop.cookie;  in __arm_lpae_unmap()
499 		__arm_lpae_set_pte(ptep, 0, &data->iop.cfg);  in __arm_lpae_unmap()
532 	struct io_pgtable *iop = &data->iop;  in arm_lpae_unmap()  local
538 		iop->cfg.tlb->tlb_sync(iop->cookie);  in arm_lpae_unmap()
649 	data->iop.ops = (struct io_pgtable_ops) {  in arm_lpae_alloc_pgtable()
735 	return &data->iop;  in arm_64_lpae_alloc_pgtable_s1()
823 	return &data->iop;  in arm_64_lpae_alloc_pgtable_s2()
833 	struct io_pgtable *iop;  in arm_32_lpae_alloc_pgtable_s1()  local
839 	iop = arm_64_lpae_alloc_pgtable_s1(cfg, cookie);  in arm_32_lpae_alloc_pgtable_s1()
840 	if (iop) {  in arm_32_lpae_alloc_pgtable_s1()
845 	return iop;  in arm_32_lpae_alloc_pgtable_s1()
851 	struct io_pgtable *iop;  in arm_32_lpae_alloc_pgtable_s2()  local
857 	iop = arm_64_lpae_alloc_pgtable_s2(cfg, cookie);  in arm_32_lpae_alloc_pgtable_s2()
858 	if (iop)  in arm_32_lpae_alloc_pgtable_s2()
861 	return iop;  in arm_32_lpae_alloc_pgtable_s2()
914 	struct io_pgtable_cfg *cfg = &data->iop.cfg;  in arm_lpae_dump_ops()