54 int radeon_vce_init(struct radeon_device *rdev)  in radeon_vce_init()  argument
63 	INIT_DELAYED_WORK(&rdev->vce.idle_work, radeon_vce_idle_work_handler);  in radeon_vce_init()
65 	switch (rdev->family) {  in radeon_vce_init()
78 	r = request_firmware(&rdev->vce_fw, fw_name, rdev->dev);  in radeon_vce_init()
80 		dev_err(rdev->dev, "radeon_vce: Can't load firmware \"%s\"\n",  in radeon_vce_init()
87 	size = rdev->vce_fw->size - strlen(fw_version) - 9;  in radeon_vce_init()
88 	c = rdev->vce_fw->data;  in radeon_vce_init()
102 	size = rdev->vce_fw->size - strlen(fb_version) - 3;  in radeon_vce_init()
103 	c = rdev->vce_fw->data;  in radeon_vce_init()
112 	if (sscanf(c, "%2u]", &rdev->vce.fb_version) != 1)  in radeon_vce_init()
116 		 start, mid, end, rdev->vce.fb_version);  in radeon_vce_init()
118 	rdev->vce.fw_version = (start << 24) | (mid << 16) | (end << 8);  in radeon_vce_init()
121 	if (rdev->vce.fw_version != ((40 << 24) | (2 << 16) | (2 << 8)))  in radeon_vce_init()
126 	size = RADEON_GPU_PAGE_ALIGN(rdev->vce_fw->size) +  in radeon_vce_init()
128 	r = radeon_bo_create(rdev, size, PAGE_SIZE, true,  in radeon_vce_init()
130 			     &rdev->vce.vcpu_bo);  in radeon_vce_init()
132 		dev_err(rdev->dev, "(%d) failed to allocate VCE bo\n", r);  in radeon_vce_init()
136 	r = radeon_bo_reserve(rdev->vce.vcpu_bo, false);  in radeon_vce_init()
138 		radeon_bo_unref(&rdev->vce.vcpu_bo);  in radeon_vce_init()
139 		dev_err(rdev->dev, "(%d) failed to reserve VCE bo\n", r);  in radeon_vce_init()
143 	r = radeon_bo_pin(rdev->vce.vcpu_bo, RADEON_GEM_DOMAIN_VRAM,  in radeon_vce_init()
144 			  &rdev->vce.gpu_addr);  in radeon_vce_init()
145 	radeon_bo_unreserve(rdev->vce.vcpu_bo);  in radeon_vce_init()
147 		radeon_bo_unref(&rdev->vce.vcpu_bo);  in radeon_vce_init()
148 		dev_err(rdev->dev, "(%d) VCE bo pin failed\n", r);  in radeon_vce_init()
153 		atomic_set(&rdev->vce.handles[i], 0);  in radeon_vce_init()
154 		rdev->vce.filp[i] = NULL;  in radeon_vce_init()
167 void radeon_vce_fini(struct radeon_device *rdev)  in radeon_vce_fini()  argument
169 	if (rdev->vce.vcpu_bo == NULL)  in radeon_vce_fini()
172 	radeon_bo_unref(&rdev->vce.vcpu_bo);  in radeon_vce_fini()
174 	release_firmware(rdev->vce_fw);  in radeon_vce_fini()
183 int radeon_vce_suspend(struct radeon_device *rdev)  in radeon_vce_suspend()  argument
187 	if (rdev->vce.vcpu_bo == NULL)  in radeon_vce_suspend()
191 		if (atomic_read(&rdev->vce.handles[i]))  in radeon_vce_suspend()
207 int radeon_vce_resume(struct radeon_device *rdev)  in radeon_vce_resume()  argument
212 	if (rdev->vce.vcpu_bo == NULL)  in radeon_vce_resume()
215 	r = radeon_bo_reserve(rdev->vce.vcpu_bo, false);  in radeon_vce_resume()
217 		dev_err(rdev->dev, "(%d) failed to reserve VCE bo\n", r);  in radeon_vce_resume()
221 	r = radeon_bo_kmap(rdev->vce.vcpu_bo, &cpu_addr);  in radeon_vce_resume()
223 		radeon_bo_unreserve(rdev->vce.vcpu_bo);  in radeon_vce_resume()
224 		dev_err(rdev->dev, "(%d) VCE map failed\n", r);  in radeon_vce_resume()
228 	memcpy(cpu_addr, rdev->vce_fw->data, rdev->vce_fw->size);  in radeon_vce_resume()
230 	radeon_bo_kunmap(rdev->vce.vcpu_bo);  in radeon_vce_resume()
232 	radeon_bo_unreserve(rdev->vce.vcpu_bo);  in radeon_vce_resume()
246 	struct radeon_device *rdev =  in radeon_vce_idle_work_handler()  local
249 	if ((radeon_fence_count_emitted(rdev, TN_RING_TYPE_VCE1_INDEX) == 0) &&  in radeon_vce_idle_work_handler()
250 	    (radeon_fence_count_emitted(rdev, TN_RING_TYPE_VCE2_INDEX) == 0)) {  in radeon_vce_idle_work_handler()
251 		if ((rdev->pm.pm_method == PM_METHOD_DPM) && rdev->pm.dpm_enabled) {  in radeon_vce_idle_work_handler()
252 			radeon_dpm_enable_vce(rdev, false);  in radeon_vce_idle_work_handler()
254 			radeon_set_vce_clocks(rdev, 0, 0);  in radeon_vce_idle_work_handler()
257 		schedule_delayed_work(&rdev->vce.idle_work,  in radeon_vce_idle_work_handler()
269 void radeon_vce_note_usage(struct radeon_device *rdev)  in radeon_vce_note_usage()  argument
272 	bool set_clocks = !cancel_delayed_work_sync(&rdev->vce.idle_work);  in radeon_vce_note_usage()
273 	set_clocks &= schedule_delayed_work(&rdev->vce.idle_work,  in radeon_vce_note_usage()
276 	if ((rdev->pm.pm_method == PM_METHOD_DPM) && rdev->pm.dpm_enabled) {  in radeon_vce_note_usage()
282 		if ((rdev->pm.pm_method == PM_METHOD_DPM) && rdev->pm.dpm_enabled) {  in radeon_vce_note_usage()
283 			radeon_dpm_enable_vce(rdev, true);  in radeon_vce_note_usage()
285 			radeon_set_vce_clocks(rdev, 53300, 40000);  in radeon_vce_note_usage()
298 void radeon_vce_free_handles(struct radeon_device *rdev, struct drm_file *filp)  in radeon_vce_free_handles()  argument
302 		uint32_t handle = atomic_read(&rdev->vce.handles[i]);  in radeon_vce_free_handles()
303 		if (!handle || rdev->vce.filp[i] != filp)  in radeon_vce_free_handles()
306 		radeon_vce_note_usage(rdev);  in radeon_vce_free_handles()
308 		r = radeon_vce_get_destroy_msg(rdev, TN_RING_TYPE_VCE1_INDEX,  in radeon_vce_free_handles()
313 		rdev->vce.filp[i] = NULL;  in radeon_vce_free_handles()
314 		atomic_set(&rdev->vce.handles[i], 0);  in radeon_vce_free_handles()
328 int radeon_vce_get_create_msg(struct radeon_device *rdev, int ring,  in radeon_vce_get_create_msg()  argument
336 	r = radeon_ib_get(rdev, ring, &ib, NULL, ib_size_dw * 4);  in radeon_vce_get_create_msg()
372 	r = radeon_ib_schedule(rdev, &ib, NULL, false);  in radeon_vce_get_create_msg()
380 	radeon_ib_free(rdev, &ib);  in radeon_vce_get_create_msg()
395 int radeon_vce_get_destroy_msg(struct radeon_device *rdev, int ring,  in radeon_vce_get_destroy_msg()  argument
403 	r = radeon_ib_get(rdev, ring, &ib, NULL, ib_size_dw * 4);  in radeon_vce_get_destroy_msg()
429 	r = radeon_ib_schedule(rdev, &ib, NULL, false);  in radeon_vce_get_destroy_msg()
437 	radeon_ib_free(rdev, &ib);  in radeon_vce_get_destroy_msg()
510 		if (atomic_read(&p->rdev->vce.handles[i]) == handle) {  in radeon_vce_validate_handle()
511 			if (p->rdev->vce.filp[i] != p->filp) {  in radeon_vce_validate_handle()
521 		if (!atomic_cmpxchg(&p->rdev->vce.handles[i], 0, handle)) {  in radeon_vce_validate_handle()
522 			p->rdev->vce.filp[i] = p->filp;  in radeon_vce_validate_handle()
523 			p->rdev->vce.img_size[i] = 0;  in radeon_vce_validate_handle()
570 			size = &p->rdev->vce.img_size[session_idx];  in radeon_vce_cs_parse()
662 			atomic_cmpxchg(&p->rdev->vce.handles[i], handle, 0);  in radeon_vce_cs_parse()
677 bool radeon_vce_semaphore_emit(struct radeon_device *rdev,  in radeon_vce_semaphore_emit()  argument
701 void radeon_vce_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib)  in radeon_vce_ib_execute()  argument
703 	struct radeon_ring *ring = &rdev->ring[ib->ring];  in radeon_vce_ib_execute()
717 void radeon_vce_fence_emit(struct radeon_device *rdev,  in radeon_vce_fence_emit()  argument
720 	struct radeon_ring *ring = &rdev->ring[fence->ring];  in radeon_vce_fence_emit()
721 	uint64_t addr = rdev->fence_drv[fence->ring].gpu_addr;  in radeon_vce_fence_emit()
738 int radeon_vce_ring_test(struct radeon_device *rdev, struct radeon_ring *ring)  in radeon_vce_ring_test()  argument
740 	uint32_t rptr = vce_v1_0_get_rptr(rdev, ring);  in radeon_vce_ring_test()
744 	r = radeon_ring_lock(rdev, ring, 16);  in radeon_vce_ring_test()
751 	radeon_ring_unlock_commit(rdev, ring, false);  in radeon_vce_ring_test()
753 	for (i = 0; i < rdev->usec_timeout; i++) {  in radeon_vce_ring_test()
754 	        if (vce_v1_0_get_rptr(rdev, ring) != rptr)  in radeon_vce_ring_test()
759 	if (i < rdev->usec_timeout) {  in radeon_vce_ring_test()
778 int radeon_vce_ib_test(struct radeon_device *rdev, struct radeon_ring *ring)  in radeon_vce_ib_test()  argument
783 	r = radeon_vce_get_create_msg(rdev, ring->idx, 1, NULL);  in radeon_vce_ib_test()
789 	r = radeon_vce_get_destroy_msg(rdev, ring->idx, 1, &fence);  in radeon_vce_ib_test()