65 int radeon_gart_table_ram_alloc(struct radeon_device *rdev)  in radeon_gart_table_ram_alloc()  argument
69 	ptr = pci_alloc_consistent(rdev->pdev, rdev->gart.table_size,  in radeon_gart_table_ram_alloc()
70 				   &rdev->gart.table_addr);  in radeon_gart_table_ram_alloc()
75 	if (rdev->family == CHIP_RS400 || rdev->family == CHIP_RS480 ||  in radeon_gart_table_ram_alloc()
76 	    rdev->family == CHIP_RS690 || rdev->family == CHIP_RS740) {  in radeon_gart_table_ram_alloc()
78 			      rdev->gart.table_size >> PAGE_SHIFT);  in radeon_gart_table_ram_alloc()
81 	rdev->gart.ptr = ptr;  in radeon_gart_table_ram_alloc()
82 	memset((void *)rdev->gart.ptr, 0, rdev->gart.table_size);  in radeon_gart_table_ram_alloc()
95 void radeon_gart_table_ram_free(struct radeon_device *rdev)  in radeon_gart_table_ram_free()  argument
97 	if (rdev->gart.ptr == NULL) {  in radeon_gart_table_ram_free()
101 	if (rdev->family == CHIP_RS400 || rdev->family == CHIP_RS480 ||  in radeon_gart_table_ram_free()
102 	    rdev->family == CHIP_RS690 || rdev->family == CHIP_RS740) {  in radeon_gart_table_ram_free()
103 		set_memory_wb((unsigned long)rdev->gart.ptr,  in radeon_gart_table_ram_free()
104 			      rdev->gart.table_size >> PAGE_SHIFT);  in radeon_gart_table_ram_free()
107 	pci_free_consistent(rdev->pdev, rdev->gart.table_size,  in radeon_gart_table_ram_free()
108 			    (void *)rdev->gart.ptr,  in radeon_gart_table_ram_free()
109 			    rdev->gart.table_addr);  in radeon_gart_table_ram_free()
110 	rdev->gart.ptr = NULL;  in radeon_gart_table_ram_free()
111 	rdev->gart.table_addr = 0;  in radeon_gart_table_ram_free()
124 int radeon_gart_table_vram_alloc(struct radeon_device *rdev)  in radeon_gart_table_vram_alloc()  argument
128 	if (rdev->gart.robj == NULL) {  in radeon_gart_table_vram_alloc()
129 		r = radeon_bo_create(rdev, rdev->gart.table_size,  in radeon_gart_table_vram_alloc()
131 				     0, NULL, NULL, &rdev->gart.robj);  in radeon_gart_table_vram_alloc()
149 int radeon_gart_table_vram_pin(struct radeon_device *rdev)  in radeon_gart_table_vram_pin()  argument
154 	r = radeon_bo_reserve(rdev->gart.robj, false);  in radeon_gart_table_vram_pin()
157 	r = radeon_bo_pin(rdev->gart.robj,  in radeon_gart_table_vram_pin()
160 		radeon_bo_unreserve(rdev->gart.robj);  in radeon_gart_table_vram_pin()
163 	r = radeon_bo_kmap(rdev->gart.robj, &rdev->gart.ptr);  in radeon_gart_table_vram_pin()
165 		radeon_bo_unpin(rdev->gart.robj);  in radeon_gart_table_vram_pin()
166 	radeon_bo_unreserve(rdev->gart.robj);  in radeon_gart_table_vram_pin()
167 	rdev->gart.table_addr = gpu_addr;  in radeon_gart_table_vram_pin()
175 		for (i = 0; i < rdev->gart.num_gpu_pages; i++)  in radeon_gart_table_vram_pin()
176 			radeon_gart_set_page(rdev, i, rdev->gart.pages_entry[i]);  in radeon_gart_table_vram_pin()
178 		radeon_gart_tlb_flush(rdev);  in radeon_gart_table_vram_pin()
192 void radeon_gart_table_vram_unpin(struct radeon_device *rdev)  in radeon_gart_table_vram_unpin()  argument
196 	if (rdev->gart.robj == NULL) {  in radeon_gart_table_vram_unpin()
199 	r = radeon_bo_reserve(rdev->gart.robj, false);  in radeon_gart_table_vram_unpin()
201 		radeon_bo_kunmap(rdev->gart.robj);  in radeon_gart_table_vram_unpin()
202 		radeon_bo_unpin(rdev->gart.robj);  in radeon_gart_table_vram_unpin()
203 		radeon_bo_unreserve(rdev->gart.robj);  in radeon_gart_table_vram_unpin()
204 		rdev->gart.ptr = NULL;  in radeon_gart_table_vram_unpin()
217 void radeon_gart_table_vram_free(struct radeon_device *rdev)  in radeon_gart_table_vram_free()  argument
219 	if (rdev->gart.robj == NULL) {  in radeon_gart_table_vram_free()
222 	radeon_bo_unref(&rdev->gart.robj);  in radeon_gart_table_vram_free()
238 void radeon_gart_unbind(struct radeon_device *rdev, unsigned offset,  in radeon_gart_unbind()  argument
245 	if (!rdev->gart.ready) {  in radeon_gart_unbind()
252 		if (rdev->gart.pages[p]) {  in radeon_gart_unbind()
253 			rdev->gart.pages[p] = NULL;  in radeon_gart_unbind()
255 				rdev->gart.pages_entry[t] = rdev->dummy_page.entry;  in radeon_gart_unbind()
256 				if (rdev->gart.ptr) {  in radeon_gart_unbind()
257 					radeon_gart_set_page(rdev, t,  in radeon_gart_unbind()
258 							     rdev->dummy_page.entry);  in radeon_gart_unbind()
263 	if (rdev->gart.ptr) {  in radeon_gart_unbind()
265 		radeon_gart_tlb_flush(rdev);  in radeon_gart_unbind()
283 int radeon_gart_bind(struct radeon_device *rdev, unsigned offset,  in radeon_gart_bind()  argument
292 	if (!rdev->gart.ready) {  in radeon_gart_bind()
300 		rdev->gart.pages[p] = pagelist[i];  in radeon_gart_bind()
304 			rdev->gart.pages_entry[t] = page_entry;  in radeon_gart_bind()
305 			if (rdev->gart.ptr) {  in radeon_gart_bind()
306 				radeon_gart_set_page(rdev, t, page_entry);  in radeon_gart_bind()
311 	if (rdev->gart.ptr) {  in radeon_gart_bind()
313 		radeon_gart_tlb_flush(rdev);  in radeon_gart_bind()
326 int radeon_gart_init(struct radeon_device *rdev)  in radeon_gart_init()  argument
330 	if (rdev->gart.pages) {  in radeon_gart_init()
338 	r = radeon_dummy_page_init(rdev);  in radeon_gart_init()
342 	rdev->gart.num_cpu_pages = rdev->mc.gtt_size / PAGE_SIZE;  in radeon_gart_init()
343 	rdev->gart.num_gpu_pages = rdev->mc.gtt_size / RADEON_GPU_PAGE_SIZE;  in radeon_gart_init()
345 		 rdev->gart.num_cpu_pages, rdev->gart.num_gpu_pages);  in radeon_gart_init()
347 	rdev->gart.pages = vzalloc(sizeof(void *) * rdev->gart.num_cpu_pages);  in radeon_gart_init()
348 	if (rdev->gart.pages == NULL) {  in radeon_gart_init()
349 		radeon_gart_fini(rdev);  in radeon_gart_init()
352 	rdev->gart.pages_entry = vmalloc(sizeof(uint64_t) *  in radeon_gart_init()
353 					 rdev->gart.num_gpu_pages);  in radeon_gart_init()
354 	if (rdev->gart.pages_entry == NULL) {  in radeon_gart_init()
355 		radeon_gart_fini(rdev);  in radeon_gart_init()
359 	for (i = 0; i < rdev->gart.num_gpu_pages; i++)  in radeon_gart_init()
360 		rdev->gart.pages_entry[i] = rdev->dummy_page.entry;  in radeon_gart_init()
371 void radeon_gart_fini(struct radeon_device *rdev)  in radeon_gart_fini()  argument
373 	if (rdev->gart.ready) {  in radeon_gart_fini()
375 		radeon_gart_unbind(rdev, 0, rdev->gart.num_cpu_pages);  in radeon_gart_fini()
377 	rdev->gart.ready = false;  in radeon_gart_fini()
378 	vfree(rdev->gart.pages);  in radeon_gart_fini()
379 	vfree(rdev->gart.pages_entry);  in radeon_gart_fini()
380 	rdev->gart.pages = NULL;  in radeon_gart_fini()
381 	rdev->gart.pages_entry = NULL;  in radeon_gart_fini()
383 	radeon_dummy_page_fini(rdev);  in radeon_gart_fini()