35 	int big = vma->node->type != mmu->func->spg_shift;  in nvkm_vm_map_at()
38 	u32 pde  = (offset >> mmu->func->pgt_bits) - vm->fpde;  in nvkm_vm_map_at()
39 	u32 pte  = (offset & ((1 << mmu->func->pgt_bits) - 1)) >> bits;  in nvkm_vm_map_at()
40 	u32 max  = 1 << (mmu->func->pgt_bits - bits);  in nvkm_vm_map_at()
56 			mmu->func->map(vma, pgt, node, pte, len, phys, delta);  in nvkm_vm_map_at()
70 	mmu->func->flush(vm);  in nvkm_vm_map_at()
79 	int big = vma->node->type != mmu->func->spg_shift;  in nvkm_vm_map_sg_table()
83 	u32 pde  = (offset >> mmu->func->pgt_bits) - vm->fpde;  in nvkm_vm_map_sg_table()
84 	u32 pte  = (offset & ((1 << mmu->func->pgt_bits) - 1)) >> bits;  in nvkm_vm_map_sg_table()
85 	u32 max  = 1 << (mmu->func->pgt_bits - bits);  in nvkm_vm_map_sg_table()
103 			mmu->func->map_sg(vma, pgt, mem, pte, 1, &addr);  in nvkm_vm_map_sg_table()
118 				mmu->func->map_sg(vma, pgt, mem, pte, 1, &addr);  in nvkm_vm_map_sg_table()
128 	mmu->func->flush(vm);  in nvkm_vm_map_sg_table()
138 	int big = vma->node->type != mmu->func->spg_shift;  in nvkm_vm_map_sg()
142 	u32 pde  = (offset >> mmu->func->pgt_bits) - vm->fpde;  in nvkm_vm_map_sg()
143 	u32 pte  = (offset & ((1 << mmu->func->pgt_bits) - 1)) >> bits;  in nvkm_vm_map_sg()
144 	u32 max  = 1 << (mmu->func->pgt_bits - bits);  in nvkm_vm_map_sg()
155 		mmu->func->map_sg(vma, pgt, mem, pte, len, list);  in nvkm_vm_map_sg()
166 	mmu->func->flush(vm);  in nvkm_vm_map_sg()
186 	int big = vma->node->type != mmu->func->spg_shift;  in nvkm_vm_unmap_at()
190 	u32 pde  = (offset >> mmu->func->pgt_bits) - vm->fpde;  in nvkm_vm_unmap_at()
191 	u32 pte  = (offset & ((1 << mmu->func->pgt_bits) - 1)) >> bits;  in nvkm_vm_unmap_at()
192 	u32 max  = 1 << (mmu->func->pgt_bits - bits);  in nvkm_vm_unmap_at()
203 		mmu->func->unmap(vma, pgt, pte, len);  in nvkm_vm_unmap_at()
213 	mmu->func->flush(vm);  in nvkm_vm_unmap_at()
240 			mmu->func->map_pgt(vpgd->obj, pde, vpgt->mem);  in nvkm_vm_unmap_pgt()
253 	int big = (type != mmu->func->spg_shift);  in nvkm_vm_map_pgt()
257 	pgt_size  = (1 << (mmu->func->pgt_bits + 12)) >> type;  in nvkm_vm_map_pgt()
266 		mmu->func->map_pgt(vpgd->obj, pde, vpgt->mem);  in nvkm_vm_map_pgt()
291 	fpde = (vma->node->offset >> mmu->func->pgt_bits);  in nvkm_vm_get()
292 	lpde = (vma->node->offset + vma->node->length - 1) >> mmu->func->pgt_bits;  in nvkm_vm_get()
296 		int big = (vma->node->type != mmu->func->spg_shift);  in nvkm_vm_get()
333 	fpde = (vma->node->offset >> mmu->func->pgt_bits);  in nvkm_vm_put()
334 	lpde = (vma->node->offset + vma->node->length - 1) >> mmu->func->pgt_bits;  in nvkm_vm_put()
337 	nvkm_vm_unmap_pgt(vm, vma->node->type != mmu->func->spg_shift, fpde, lpde);  in nvkm_vm_put()
352 			      (size >> mmu->func->spg_shift) * 8, 0x1000, true, &pgt);  in nvkm_vm_boot()
379 	vm->fpde = offset >> (mmu->func->pgt_bits + 12);  in nvkm_vm_create()
380 	vm->lpde = (offset + length - 1) >> (mmu->func->pgt_bits + 12);  in nvkm_vm_create()
406 	if (!mmu->func->create)  in nvkm_vm_new()
408 	return mmu->func->create(mmu, offset, length, mm_offset, key, pvm);  in nvkm_vm_new()
429 		mmu->func->map_pgt(pgd, i, vm->pgt[i - vm->fpde].mem);  in nvkm_vm_link()
493 	if (mmu->func->oneinit)  in nvkm_mmu_oneinit()
494 		return mmu->func->oneinit(mmu);  in nvkm_mmu_oneinit()
502 	if (mmu->func->init)  in nvkm_mmu_init()
503 		mmu->func->init(mmu);  in nvkm_mmu_init()
511 	if (mmu->func->dtor)  in nvkm_mmu_dtor()
512 		return mmu->func->dtor(mmu);  in nvkm_mmu_dtor()
524 nvkm_mmu_ctor(const struct nvkm_mmu_func *func, struct nvkm_device *device,  in nvkm_mmu_ctor()  argument
528 	mmu->func = func;  in nvkm_mmu_ctor()
529 	mmu->limit = func->limit;  in nvkm_mmu_ctor()
530 	mmu->dma_bits = func->dma_bits;  in nvkm_mmu_ctor()
531 	mmu->lpg_shift = func->lpg_shift;  in nvkm_mmu_ctor()
535 nvkm_mmu_new_(const struct nvkm_mmu_func *func, struct nvkm_device *device,  in nvkm_mmu_new_()  argument
540 	nvkm_mmu_ctor(func, device, index, *pmmu);  in nvkm_mmu_new_()