205 			    arm_lpae_iopte *ptep);
210 			     arm_lpae_iopte *ptep)  in arm_lpae_init_pte()  argument
214 	if (iopte_leaf(*ptep, lvl)) {  in arm_lpae_init_pte()
218 	} else if (iopte_type(*ptep, lvl) == ARM_LPAE_PTE_TYPE_TABLE) {  in arm_lpae_init_pte()
226 		tblp = ptep - ARM_LPAE_LVL_IDX(iova, lvl, data);  in arm_lpae_init_pte()
242 	*ptep = pte;  in arm_lpae_init_pte()
243 	data->iop.cfg.tlb->flush_pgtable(ptep, sizeof(*ptep), data->iop.cookie);  in arm_lpae_init_pte()
249 			  int lvl, arm_lpae_iopte *ptep)  in __arm_lpae_map()  argument
256 	ptep += ARM_LPAE_LVL_IDX(iova, lvl, data);  in __arm_lpae_map()
260 		return arm_lpae_init_pte(data, iova, paddr, prot, lvl, ptep);  in __arm_lpae_map()
267 	pte = *ptep;  in __arm_lpae_map()
279 		*ptep = pte;  in __arm_lpae_map()
280 		data->iop.cfg.tlb->flush_pgtable(ptep, sizeof(*ptep), cookie);  in __arm_lpae_map()
326 	arm_lpae_iopte *ptep = data->pgd;  in arm_lpae_map()  local
335 	return __arm_lpae_map(data, iova, paddr, size, prot, lvl, ptep);  in arm_lpae_map()
339 				    arm_lpae_iopte *ptep)  in __arm_lpae_free_pgtable()  argument
349 	start = ptep;  in __arm_lpae_free_pgtable()
353 		end = ptep;  in __arm_lpae_free_pgtable()
355 		end = (void *)ptep + table_size;  in __arm_lpae_free_pgtable()
357 	while (ptep != end) {  in __arm_lpae_free_pgtable()
358 		arm_lpae_iopte pte = *ptep++;  in __arm_lpae_free_pgtable()
380 				    arm_lpae_iopte *ptep, size_t blk_size)  in arm_lpae_split_blk_unmap()  argument
390 	blk_paddr = iopte_to_pfn(*ptep, data) << data->pg_shift;  in arm_lpae_split_blk_unmap()
412 	*ptep = table;  in arm_lpae_split_blk_unmap()
413 	tlb->flush_pgtable(ptep, sizeof(*ptep), cookie);  in arm_lpae_split_blk_unmap()
421 			    arm_lpae_iopte *ptep)  in __arm_lpae_unmap()  argument
428 	ptep += ARM_LPAE_LVL_IDX(iova, lvl, data);  in __arm_lpae_unmap()
429 	pte = *ptep;  in __arm_lpae_unmap()
437 		*ptep = 0;  in __arm_lpae_unmap()
438 		tlb->flush_pgtable(ptep, sizeof(*ptep), cookie);  in __arm_lpae_unmap()
444 			ptep = iopte_deref(pte, data);  in __arm_lpae_unmap()
445 			__arm_lpae_free_pgtable(data, lvl + 1, ptep);  in __arm_lpae_unmap()
457 						iopte_prot(pte), lvl, ptep,  in __arm_lpae_unmap()
462 	ptep = iopte_deref(pte, data);  in __arm_lpae_unmap()
463 	return __arm_lpae_unmap(data, iova, size, lvl + 1, ptep);  in __arm_lpae_unmap()
472 	arm_lpae_iopte *ptep = data->pgd;  in arm_lpae_unmap()  local
475 	unmapped = __arm_lpae_unmap(data, iova, size, lvl, ptep);  in arm_lpae_unmap()
486 	arm_lpae_iopte pte, *ptep = data->pgd;  in arm_lpae_iova_to_phys()  local
491 		if (!ptep)  in arm_lpae_iova_to_phys()
495 		pte = *(ptep + ARM_LPAE_LVL_IDX(iova, lvl, data));  in arm_lpae_iova_to_phys()
506 		ptep = iopte_deref(pte, data);  in arm_lpae_iova_to_phys()