56 int radeon_vce_init(struct radeon_device *rdev)  in radeon_vce_init()  argument
65 	INIT_DELAYED_WORK(&rdev->vce.idle_work, radeon_vce_idle_work_handler);  in radeon_vce_init()
67 	switch (rdev->family) {  in radeon_vce_init()
88 	r = request_firmware(&rdev->vce_fw, fw_name, rdev->dev);  in radeon_vce_init()
90 		dev_err(rdev->dev, "radeon_vce: Can't load firmware \"%s\"\n",  in radeon_vce_init()
97 	size = rdev->vce_fw->size - strlen(fw_version) - 9;  in radeon_vce_init()
98 	c = rdev->vce_fw->data;  in radeon_vce_init()
112 	size = rdev->vce_fw->size - strlen(fb_version) - 3;  in radeon_vce_init()
113 	c = rdev->vce_fw->data;  in radeon_vce_init()
122 	if (sscanf(c, "%2u]", &rdev->vce.fb_version) != 1)  in radeon_vce_init()
126 		 start, mid, end, rdev->vce.fb_version);  in radeon_vce_init()
128 	rdev->vce.fw_version = (start << 24) | (mid << 16) | (end << 8);  in radeon_vce_init()
131 	if ((rdev->vce.fw_version != ((40 << 24) | (2 << 16) | (2 << 8))) &&  in radeon_vce_init()
132 	    (rdev->vce.fw_version != ((50 << 24) | (0 << 16) | (1 << 8))) &&  in radeon_vce_init()
133 	    (rdev->vce.fw_version != ((50 << 24) | (1 << 16) | (2 << 8))))  in radeon_vce_init()
138 	if (rdev->family < CHIP_BONAIRE)  in radeon_vce_init()
139 		size = vce_v1_0_bo_size(rdev);  in radeon_vce_init()
141 		size = vce_v2_0_bo_size(rdev);  in radeon_vce_init()
142 	r = radeon_bo_create(rdev, size, PAGE_SIZE, true,  in radeon_vce_init()
144 			     &rdev->vce.vcpu_bo);  in radeon_vce_init()
146 		dev_err(rdev->dev, "(%d) failed to allocate VCE bo\n", r);  in radeon_vce_init()
150 	r = radeon_bo_reserve(rdev->vce.vcpu_bo, false);  in radeon_vce_init()
152 		radeon_bo_unref(&rdev->vce.vcpu_bo);  in radeon_vce_init()
153 		dev_err(rdev->dev, "(%d) failed to reserve VCE bo\n", r);  in radeon_vce_init()
157 	r = radeon_bo_pin(rdev->vce.vcpu_bo, RADEON_GEM_DOMAIN_VRAM,  in radeon_vce_init()
158 			  &rdev->vce.gpu_addr);  in radeon_vce_init()
159 	radeon_bo_unreserve(rdev->vce.vcpu_bo);  in radeon_vce_init()
161 		radeon_bo_unref(&rdev->vce.vcpu_bo);  in radeon_vce_init()
162 		dev_err(rdev->dev, "(%d) VCE bo pin failed\n", r);  in radeon_vce_init()
167 		atomic_set(&rdev->vce.handles[i], 0);  in radeon_vce_init()
168 		rdev->vce.filp[i] = NULL;  in radeon_vce_init()
181 void radeon_vce_fini(struct radeon_device *rdev)  in radeon_vce_fini()  argument
183 	if (rdev->vce.vcpu_bo == NULL)  in radeon_vce_fini()
186 	radeon_bo_unref(&rdev->vce.vcpu_bo);  in radeon_vce_fini()
188 	release_firmware(rdev->vce_fw);  in radeon_vce_fini()
197 int radeon_vce_suspend(struct radeon_device *rdev)  in radeon_vce_suspend()  argument
201 	if (rdev->vce.vcpu_bo == NULL)  in radeon_vce_suspend()
205 		if (atomic_read(&rdev->vce.handles[i]))  in radeon_vce_suspend()
221 int radeon_vce_resume(struct radeon_device *rdev)  in radeon_vce_resume()  argument
226 	if (rdev->vce.vcpu_bo == NULL)  in radeon_vce_resume()
229 	r = radeon_bo_reserve(rdev->vce.vcpu_bo, false);  in radeon_vce_resume()
231 		dev_err(rdev->dev, "(%d) failed to reserve VCE bo\n", r);  in radeon_vce_resume()
235 	r = radeon_bo_kmap(rdev->vce.vcpu_bo, &cpu_addr);  in radeon_vce_resume()
237 		radeon_bo_unreserve(rdev->vce.vcpu_bo);  in radeon_vce_resume()
238 		dev_err(rdev->dev, "(%d) VCE map failed\n", r);  in radeon_vce_resume()
242 	memset(cpu_addr, 0, radeon_bo_size(rdev->vce.vcpu_bo));  in radeon_vce_resume()
243 	if (rdev->family < CHIP_BONAIRE)  in radeon_vce_resume()
244 		r = vce_v1_0_load_fw(rdev, cpu_addr);  in radeon_vce_resume()
246 		memcpy(cpu_addr, rdev->vce_fw->data, rdev->vce_fw->size);  in radeon_vce_resume()
248 	radeon_bo_kunmap(rdev->vce.vcpu_bo);  in radeon_vce_resume()
250 	radeon_bo_unreserve(rdev->vce.vcpu_bo);  in radeon_vce_resume()
264 	struct radeon_device *rdev =  in radeon_vce_idle_work_handler()  local
267 	if ((radeon_fence_count_emitted(rdev, TN_RING_TYPE_VCE1_INDEX) == 0) &&  in radeon_vce_idle_work_handler()
268 	    (radeon_fence_count_emitted(rdev, TN_RING_TYPE_VCE2_INDEX) == 0)) {  in radeon_vce_idle_work_handler()
269 		if ((rdev->pm.pm_method == PM_METHOD_DPM) && rdev->pm.dpm_enabled) {  in radeon_vce_idle_work_handler()
270 			radeon_dpm_enable_vce(rdev, false);  in radeon_vce_idle_work_handler()
272 			radeon_set_vce_clocks(rdev, 0, 0);  in radeon_vce_idle_work_handler()
275 		schedule_delayed_work(&rdev->vce.idle_work,  in radeon_vce_idle_work_handler()
287 void radeon_vce_note_usage(struct radeon_device *rdev)  in radeon_vce_note_usage()  argument
290 	bool set_clocks = !cancel_delayed_work_sync(&rdev->vce.idle_work);  in radeon_vce_note_usage()
291 	set_clocks &= schedule_delayed_work(&rdev->vce.idle_work,  in radeon_vce_note_usage()
294 	if ((rdev->pm.pm_method == PM_METHOD_DPM) && rdev->pm.dpm_enabled) {  in radeon_vce_note_usage()
300 		if ((rdev->pm.pm_method == PM_METHOD_DPM) && rdev->pm.dpm_enabled) {  in radeon_vce_note_usage()
301 			radeon_dpm_enable_vce(rdev, true);  in radeon_vce_note_usage()
303 			radeon_set_vce_clocks(rdev, 53300, 40000);  in radeon_vce_note_usage()
316 void radeon_vce_free_handles(struct radeon_device *rdev, struct drm_file *filp)  in radeon_vce_free_handles()  argument
320 		uint32_t handle = atomic_read(&rdev->vce.handles[i]);  in radeon_vce_free_handles()
321 		if (!handle || rdev->vce.filp[i] != filp)  in radeon_vce_free_handles()
324 		radeon_vce_note_usage(rdev);  in radeon_vce_free_handles()
326 		r = radeon_vce_get_destroy_msg(rdev, TN_RING_TYPE_VCE1_INDEX,  in radeon_vce_free_handles()
331 		rdev->vce.filp[i] = NULL;  in radeon_vce_free_handles()
332 		atomic_set(&rdev->vce.handles[i], 0);  in radeon_vce_free_handles()
346 int radeon_vce_get_create_msg(struct radeon_device *rdev, int ring,  in radeon_vce_get_create_msg()  argument
354 	r = radeon_ib_get(rdev, ring, &ib, NULL, ib_size_dw * 4);  in radeon_vce_get_create_msg()
390 	r = radeon_ib_schedule(rdev, &ib, NULL, false);  in radeon_vce_get_create_msg()
398 	radeon_ib_free(rdev, &ib);  in radeon_vce_get_create_msg()
413 int radeon_vce_get_destroy_msg(struct radeon_device *rdev, int ring,  in radeon_vce_get_destroy_msg()  argument
421 	r = radeon_ib_get(rdev, ring, &ib, NULL, ib_size_dw * 4);  in radeon_vce_get_destroy_msg()
447 	r = radeon_ib_schedule(rdev, &ib, NULL, false);  in radeon_vce_get_destroy_msg()
455 	radeon_ib_free(rdev, &ib);  in radeon_vce_get_destroy_msg()
528 		if (atomic_read(&p->rdev->vce.handles[i]) == handle) {  in radeon_vce_validate_handle()
529 			if (p->rdev->vce.filp[i] != p->filp) {  in radeon_vce_validate_handle()
539 		if (!atomic_cmpxchg(&p->rdev->vce.handles[i], 0, handle)) {  in radeon_vce_validate_handle()
540 			p->rdev->vce.filp[i] = p->filp;  in radeon_vce_validate_handle()
541 			p->rdev->vce.img_size[i] = 0;  in radeon_vce_validate_handle()
588 			size = &p->rdev->vce.img_size[session_idx];  in radeon_vce_cs_parse()
680 			atomic_cmpxchg(&p->rdev->vce.handles[i], handle, 0);  in radeon_vce_cs_parse()
695 bool radeon_vce_semaphore_emit(struct radeon_device *rdev,  in radeon_vce_semaphore_emit()  argument
719 void radeon_vce_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib)  in radeon_vce_ib_execute()  argument
721 	struct radeon_ring *ring = &rdev->ring[ib->ring];  in radeon_vce_ib_execute()
735 void radeon_vce_fence_emit(struct radeon_device *rdev,  in radeon_vce_fence_emit()  argument
738 	struct radeon_ring *ring = &rdev->ring[fence->ring];  in radeon_vce_fence_emit()
739 	uint64_t addr = rdev->fence_drv[fence->ring].gpu_addr;  in radeon_vce_fence_emit()
756 int radeon_vce_ring_test(struct radeon_device *rdev, struct radeon_ring *ring)  in radeon_vce_ring_test()  argument
758 	uint32_t rptr = vce_v1_0_get_rptr(rdev, ring);  in radeon_vce_ring_test()
762 	r = radeon_ring_lock(rdev, ring, 16);  in radeon_vce_ring_test()
769 	radeon_ring_unlock_commit(rdev, ring, false);  in radeon_vce_ring_test()
771 	for (i = 0; i < rdev->usec_timeout; i++) {  in radeon_vce_ring_test()
772 	        if (vce_v1_0_get_rptr(rdev, ring) != rptr)  in radeon_vce_ring_test()
777 	if (i < rdev->usec_timeout) {  in radeon_vce_ring_test()
796 int radeon_vce_ib_test(struct radeon_device *rdev, struct radeon_ring *ring)  in radeon_vce_ib_test()  argument
801 	r = radeon_vce_get_create_msg(rdev, ring->idx, 1, NULL);  in radeon_vce_ib_test()
807 	r = radeon_vce_get_destroy_msg(rdev, ring->idx, 1, &fence);  in radeon_vce_ib_test()