174 void radeon_kfd_device_probe(struct radeon_device *rdev)  in radeon_kfd_device_probe()  argument
177 		rdev->kfd = kgd2kfd->probe((struct kgd_dev *)rdev,  in radeon_kfd_device_probe()
178 			rdev->pdev, &kfd2kgd);  in radeon_kfd_device_probe()
181 void radeon_kfd_device_init(struct radeon_device *rdev)  in radeon_kfd_device_init()  argument
183 	if (rdev->kfd) {  in radeon_kfd_device_init()
191 		radeon_doorbell_get_kfd_info(rdev,  in radeon_kfd_device_init()
196 		kgd2kfd->device_init(rdev->kfd, &gpu_resources);  in radeon_kfd_device_init()
200 void radeon_kfd_device_fini(struct radeon_device *rdev)  in radeon_kfd_device_fini()  argument
202 	if (rdev->kfd) {  in radeon_kfd_device_fini()
203 		kgd2kfd->device_exit(rdev->kfd);  in radeon_kfd_device_fini()
204 		rdev->kfd = NULL;  in radeon_kfd_device_fini()
208 void radeon_kfd_interrupt(struct radeon_device *rdev, const void *ih_ring_entry)  in radeon_kfd_interrupt()  argument
210 	if (rdev->kfd)  in radeon_kfd_interrupt()
211 		kgd2kfd->interrupt(rdev->kfd, ih_ring_entry);  in radeon_kfd_interrupt()
214 void radeon_kfd_suspend(struct radeon_device *rdev)  in radeon_kfd_suspend()  argument
216 	if (rdev->kfd)  in radeon_kfd_suspend()
217 		kgd2kfd->suspend(rdev->kfd);  in radeon_kfd_suspend()
220 int radeon_kfd_resume(struct radeon_device *rdev)  in radeon_kfd_resume()  argument
224 	if (rdev->kfd)  in radeon_kfd_resume()
225 		r = kgd2kfd->resume(rdev->kfd);  in radeon_kfd_resume()
234 	struct radeon_device *rdev = (struct radeon_device *)kgd;  in alloc_gtt_mem()  local
246 	r = radeon_bo_create(rdev, size, PAGE_SIZE, true, RADEON_GEM_DOMAIN_GTT,  in alloc_gtt_mem()
249 		dev_err(rdev->dev,  in alloc_gtt_mem()
257 		dev_err(rdev->dev, "(%d) failed to reserve bo for amdkfd\n", r);  in alloc_gtt_mem()
264 		dev_err(rdev->dev, "(%d) failed to pin bo for amdkfd\n", r);  in alloc_gtt_mem()
271 		dev_err(rdev->dev,  in alloc_gtt_mem()
307 	struct radeon_device *rdev = (struct radeon_device *)kgd;  in get_vmem_size()  local
311 	return rdev->mc.real_vram_size;  in get_vmem_size()
316 	struct radeon_device *rdev = (struct radeon_device *)kgd;  in get_gpu_clock_counter()  local
318 	return rdev->asic->get_gpu_clock_counter(rdev);  in get_gpu_clock_counter()
323 	struct radeon_device *rdev = (struct radeon_device *)kgd;  in get_max_engine_clock_in_mhz()  local
326 	return rdev->pm.dpm.dyn_state.max_clock_voltage_on_ac.sclk / 100;  in get_max_engine_clock_in_mhz()
336 	struct radeon_device *rdev = get_radeon_device(kgd);  in write_register()  local
338 	writel(value, (void __iomem *)(rdev->rmmio + offset));  in write_register()
343 	struct radeon_device *rdev = get_radeon_device(kgd);  in read_register()  local
345 	return readl((void __iomem *)(rdev->rmmio + offset));  in read_register()
351 	struct radeon_device *rdev = get_radeon_device(kgd);  in lock_srbm()  local
354 	mutex_lock(&rdev->srbm_mutex);  in lock_srbm()
360 	struct radeon_device *rdev = get_radeon_device(kgd);  in unlock_srbm()  local
363 	mutex_unlock(&rdev->srbm_mutex);  in unlock_srbm()
762 	struct radeon_device *rdev = get_radeon_device(kgd);  in kgd_wave_control_execute()  local
765 	mutex_lock(&rdev->grbm_idx_mutex);  in kgd_wave_control_execute()
777 	mutex_unlock(&rdev->grbm_idx_mutex);  in kgd_wave_control_execute()
792 	struct radeon_device *rdev = (struct radeon_device *) kgd;  in get_atc_vmid_pasid_mapping_valid()  local
802 	struct radeon_device *rdev = (struct radeon_device *) kgd;  in get_atc_vmid_pasid_mapping_pasid()  local
810 	struct radeon_device *rdev = (struct radeon_device *) kgd;  in write_vmid_invalidate_request()  local
817 	struct radeon_device *rdev = (struct radeon_device *) kgd;  in get_fw_version()  local
820 	BUG_ON(kgd == NULL || rdev->mec_fw == NULL);  in get_fw_version()
824 		hdr = (const union radeon_firmware_header *) rdev->pfp_fw->data;  in get_fw_version()
828 		hdr = (const union radeon_firmware_header *) rdev->me_fw->data;  in get_fw_version()
832 		hdr = (const union radeon_firmware_header *) rdev->ce_fw->data;  in get_fw_version()
836 		hdr = (const union radeon_firmware_header *) rdev->mec_fw->data;  in get_fw_version()
841 							rdev->mec2_fw->data;  in get_fw_version()
845 		hdr = (const union radeon_firmware_header *) rdev->rlc_fw->data;  in get_fw_version()
851 							rdev->sdma_fw->data;  in get_fw_version()