178 static void radeon_evict_flags(struct ttm_buffer_object *bo,  in radeon_evict_flags()  argument
189 	if (!radeon_ttm_bo_is_radeon_bo(bo)) {  in radeon_evict_flags()
196 	rbo = container_of(bo, struct radeon_bo, tbo);  in radeon_evict_flags()
197 	switch (bo->mem.mem_type) {  in radeon_evict_flags()
202 			 bo->mem.start < (rbo->rdev->mc.visible_vram_size >> PAGE_SHIFT)) {  in radeon_evict_flags()
234 static int radeon_verify_access(struct ttm_buffer_object *bo, struct file *filp)  in radeon_verify_access()  argument
236 	struct radeon_bo *rbo = container_of(bo, struct radeon_bo, tbo);  in radeon_verify_access()
238 	if (radeon_ttm_tt_has_userptr(bo->ttm))  in radeon_verify_access()
243 static void radeon_move_null(struct ttm_buffer_object *bo,  in radeon_move_null()  argument
246 	struct ttm_mem_reg *old_mem = &bo->mem;  in radeon_move_null()
253 static int radeon_move_blit(struct ttm_buffer_object *bo,  in radeon_move_blit()  argument
264 	rdev = radeon_get_rdev(bo->bdev);  in radeon_move_blit()
299 	fence = radeon_copy(rdev, old_start, new_start, num_pages, bo->resv);  in radeon_move_blit()
303 	r = ttm_bo_move_accel_cleanup(bo, &fence->base,  in radeon_move_blit()
309 static int radeon_move_vram_ram(struct ttm_buffer_object *bo,  in radeon_move_vram_ram()  argument
315 	struct ttm_mem_reg *old_mem = &bo->mem;  in radeon_move_vram_ram()
321 	rdev = radeon_get_rdev(bo->bdev);  in radeon_move_vram_ram()
331 	r = ttm_bo_mem_space(bo, &placement, &tmp_mem,  in radeon_move_vram_ram()
337 	r = ttm_tt_set_placement_caching(bo->ttm, tmp_mem.placement);  in radeon_move_vram_ram()
342 	r = ttm_tt_bind(bo->ttm, &tmp_mem);  in radeon_move_vram_ram()
346 	r = radeon_move_blit(bo, true, no_wait_gpu, &tmp_mem, old_mem);  in radeon_move_vram_ram()
350 	r = ttm_bo_move_ttm(bo, true, no_wait_gpu, new_mem);  in radeon_move_vram_ram()
352 	ttm_bo_mem_put(bo, &tmp_mem);  in radeon_move_vram_ram()
356 static int radeon_move_ram_vram(struct ttm_buffer_object *bo,  in radeon_move_ram_vram()  argument
362 	struct ttm_mem_reg *old_mem = &bo->mem;  in radeon_move_ram_vram()
368 	rdev = radeon_get_rdev(bo->bdev);  in radeon_move_ram_vram()
378 	r = ttm_bo_mem_space(bo, &placement, &tmp_mem,  in radeon_move_ram_vram()
383 	r = ttm_bo_move_ttm(bo, true, no_wait_gpu, &tmp_mem);  in radeon_move_ram_vram()
387 	r = radeon_move_blit(bo, true, no_wait_gpu, new_mem, old_mem);  in radeon_move_ram_vram()
392 	ttm_bo_mem_put(bo, &tmp_mem);  in radeon_move_ram_vram()
396 static int radeon_bo_move(struct ttm_buffer_object *bo,  in radeon_bo_move()  argument
402 	struct ttm_mem_reg *old_mem = &bo->mem;  in radeon_bo_move()
405 	rdev = radeon_get_rdev(bo->bdev);  in radeon_bo_move()
406 	if (old_mem->mem_type == TTM_PL_SYSTEM && bo->ttm == NULL) {  in radeon_bo_move()
407 		radeon_move_null(bo, new_mem);  in radeon_bo_move()
415 		radeon_move_null(bo, new_mem);  in radeon_bo_move()
426 		r = radeon_move_vram_ram(bo, evict, interruptible,  in radeon_bo_move()
430 		r = radeon_move_ram_vram(bo, evict, interruptible,  in radeon_bo_move()
433 		r = radeon_move_blit(bo, evict, no_wait_gpu, new_mem, old_mem);  in radeon_bo_move()
438 		r = ttm_bo_move_memcpy(bo, evict, no_wait_gpu, new_mem);  in radeon_bo_move()
445 	atomic64_add((u64)bo->num_pages << PAGE_SHIFT, &rdev->num_bytes_moved);  in radeon_bo_move()
971 	struct ttm_buffer_object *bo;  in radeon_ttm_fault()  local
975 	bo = (struct ttm_buffer_object *)vma->vm_private_data;	  in radeon_ttm_fault()
976 	if (bo == NULL) {  in radeon_ttm_fault()
979 	rdev = radeon_get_rdev(bo->bdev);  in radeon_ttm_fault()