110 	struct gk20a_instobj_priv *node = (void *)object;  in gk20a_instobj_rd32()  local
112 	u64 base = (node->mem->offset + offset) & 0xffffff00000ULL;  in gk20a_instobj_rd32()
113 	u64 addr = (node->mem->offset + offset) & 0x000000fffffULL;  in gk20a_instobj_rd32()
130 	struct gk20a_instobj_priv *node = (void *)object;  in gk20a_instobj_wr32()  local
132 	u64 base = (node->mem->offset + offset) & 0xffffff00000ULL;  in gk20a_instobj_wr32()
133 	u64 addr = (node->mem->offset + offset) & 0x000000fffffULL;  in gk20a_instobj_wr32()
147 	struct gk20a_instobj_dma *node = (void *)_node;  in gk20a_instobj_dtor_dma()  local
148 	struct gk20a_instmem_priv *priv = (void *)nvkm_instmem(node);  in gk20a_instobj_dtor_dma()
151 	if (unlikely(!node->cpuaddr))  in gk20a_instobj_dtor_dma()
154 	dma_free_attrs(dev, _node->mem->size << PAGE_SHIFT, node->cpuaddr,  in gk20a_instobj_dtor_dma()
155 		       node->handle, &priv->attrs);  in gk20a_instobj_dtor_dma()
161 	struct gk20a_instobj_iommu *node = (void *)_node;  in gk20a_instobj_dtor_iommu()  local
162 	struct gk20a_instmem_priv *priv = (void *)nvkm_instmem(node);  in gk20a_instobj_dtor_iommu()
179 		__free_page(node->pages[i]);  in gk20a_instobj_dtor_iommu()
191 	struct gk20a_instobj_priv *node = (void *)object;  in gk20a_instobj_dtor()  local
192 	struct gk20a_instmem_priv *priv = (void *)nvkm_instmem(node);  in gk20a_instobj_dtor()
195 		gk20a_instobj_dtor_iommu(node);  in gk20a_instobj_dtor()
197 		gk20a_instobj_dtor_dma(node);  in gk20a_instobj_dtor()
199 	nvkm_instobj_destroy(&node->base);  in gk20a_instobj_dtor()
207 	struct gk20a_instobj_dma *node;  in gk20a_instobj_ctor_dma()  local
212 	ret = nvkm_instobj_create_(parent, engine, oclass, sizeof(*node),  in gk20a_instobj_ctor_dma()
213 				   (void **)&node);  in gk20a_instobj_ctor_dma()
214 	*_node = &node->base;  in gk20a_instobj_ctor_dma()
218 	node->cpuaddr = dma_alloc_attrs(dev, npages << PAGE_SHIFT,  in gk20a_instobj_ctor_dma()
219 					&node->handle, GFP_KERNEL,  in gk20a_instobj_ctor_dma()
221 	if (!node->cpuaddr) {  in gk20a_instobj_ctor_dma()
227 	if (unlikely(node->handle & (align - 1)))  in gk20a_instobj_ctor_dma()
229 			&node->handle, align);  in gk20a_instobj_ctor_dma()
232 	node->r.type = 12;  in gk20a_instobj_ctor_dma()
233 	node->r.offset = node->handle >> 12;  in gk20a_instobj_ctor_dma()
234 	node->r.length = (npages << PAGE_SHIFT) >> 12;  in gk20a_instobj_ctor_dma()
236 	node->base._mem.offset = node->handle;  in gk20a_instobj_ctor_dma()
238 	INIT_LIST_HEAD(&node->base._mem.regions);  in gk20a_instobj_ctor_dma()
239 	list_add_tail(&node->r.rl_entry, &node->base._mem.regions);  in gk20a_instobj_ctor_dma()
249 	struct gk20a_instobj_iommu *node;  in gk20a_instobj_ctor_iommu()  local
256 				sizeof(*node) + sizeof(node->pages[0]) * npages,  in gk20a_instobj_ctor_iommu()
257 				(void **)&node);  in gk20a_instobj_ctor_iommu()
258 	*_node = &node->base;  in gk20a_instobj_ctor_iommu()
270 		node->pages[i] = p;  in gk20a_instobj_ctor_iommu()
285 		struct page *p = node->pages[i];  in gk20a_instobj_ctor_iommu()
304 	node->base._mem.offset = ((u64)r->offset) << priv->iommu_pgshift;  in gk20a_instobj_ctor_iommu()
306 	INIT_LIST_HEAD(&node->base._mem.regions);  in gk20a_instobj_ctor_iommu()
307 	list_add_tail(&r->rl_entry, &node->base._mem.regions);  in gk20a_instobj_ctor_iommu()
317 	for (i = 0; i < npages && node->pages[i] != NULL; i++)  in gk20a_instobj_ctor_iommu()
318 		__free_page(node->pages[i]);  in gk20a_instobj_ctor_iommu()
330 	struct gk20a_instobj_priv *node;  in gk20a_instobj_ctor()  local
343 					      size >> PAGE_SHIFT, align, &node);  in gk20a_instobj_ctor()
346 					     size >> PAGE_SHIFT, align, &node);  in gk20a_instobj_ctor()
347 	*pobject = nv_object(node);  in gk20a_instobj_ctor()
351 	node->mem = &node->_mem;  in gk20a_instobj_ctor()
354 	node->mem->size = size >> 12;  in gk20a_instobj_ctor()
355 	node->mem->memtype = 0;  in gk20a_instobj_ctor()
356 	node->mem->page_shift = 12;  in gk20a_instobj_ctor()
358 	node->base.addr = node->mem->offset;  in gk20a_instobj_ctor()
359 	node->base.size = size;  in gk20a_instobj_ctor()
362 		 size, align, node->mem->offset);  in gk20a_instobj_ctor()