kgd 260 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c void amdgpu_amdkfd_gpu_reset(struct kgd_dev *kgd) kgd 262 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 268 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c int amdgpu_amdkfd_alloc_gtt_mem(struct kgd_dev *kgd, size_t size, kgd 272 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 340 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c void amdgpu_amdkfd_free_gtt_mem(struct kgd_dev *kgd, void *mem_obj) kgd 351 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c int amdgpu_amdkfd_alloc_gws(struct kgd_dev *kgd, size_t size, kgd 354 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 378 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c void amdgpu_amdkfd_free_gws(struct kgd_dev *kgd, void *mem_obj) kgd 385 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c uint32_t amdgpu_amdkfd_get_fw_version(struct kgd_dev *kgd, kgd 388 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 422 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c void amdgpu_amdkfd_get_local_mem_info(struct kgd_dev *kgd, kgd 425 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 457 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c uint64_t amdgpu_amdkfd_get_gpu_clock_counter(struct kgd_dev *kgd) kgd 459 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 466 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c uint32_t amdgpu_amdkfd_get_max_engine_clock_in_mhz(struct kgd_dev *kgd) kgd 468 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 479 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c void amdgpu_amdkfd_get_cu_info(struct kgd_dev *kgd, struct kfd_cu_info *cu_info) kgd 481 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 502 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c int amdgpu_amdkfd_get_dmabuf_info(struct kgd_dev *kgd, int dma_buf_fd, kgd 508 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 558 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c uint64_t amdgpu_amdkfd_get_vram_usage(struct kgd_dev *kgd) kgd 560 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 565 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c uint64_t amdgpu_amdkfd_get_hive_id(struct kgd_dev *kgd) kgd 567 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 586 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c uint64_t amdgpu_amdkfd_get_mmio_remap_phys_addr(struct kgd_dev *kgd) kgd 588 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 593 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c uint32_t amdgpu_amdkfd_get_num_gws(struct kgd_dev *kgd) kgd 595 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 600 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c int amdgpu_amdkfd_submit_ib(struct kgd_dev *kgd, enum kgd_engine_type engine, kgd 604 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 655 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c void amdgpu_amdkfd_set_compute_idle(struct kgd_dev *kgd, bool idle) kgd 657 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 680 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c bool amdgpu_amdkfd_have_atomics_support(struct kgd_dev *kgd) kgd 682 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 737 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c struct kfd_dev *kgd2kfd_probe(struct kgd_dev *kgd, struct pci_dev *pdev, kgd 134 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h int amdgpu_amdkfd_submit_ib(struct kgd_dev *kgd, enum kgd_engine_type engine, kgd 137 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h void amdgpu_amdkfd_set_compute_idle(struct kgd_dev *kgd, bool idle); kgd 138 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h bool amdgpu_amdkfd_have_atomics_support(struct kgd_dev *kgd); kgd 152 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h void amdgpu_amdkfd_gpu_reset(struct kgd_dev *kgd); kgd 155 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h int amdgpu_amdkfd_alloc_gtt_mem(struct kgd_dev *kgd, size_t size, kgd 158 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h void amdgpu_amdkfd_free_gtt_mem(struct kgd_dev *kgd, void *mem_obj); kgd 159 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h int amdgpu_amdkfd_alloc_gws(struct kgd_dev *kgd, size_t size, void **mem_obj); kgd 160 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h void amdgpu_amdkfd_free_gws(struct kgd_dev *kgd, void *mem_obj); kgd 163 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h uint32_t amdgpu_amdkfd_get_fw_version(struct kgd_dev *kgd, kgd 165 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h void amdgpu_amdkfd_get_local_mem_info(struct kgd_dev *kgd, kgd 167 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h uint64_t amdgpu_amdkfd_get_gpu_clock_counter(struct kgd_dev *kgd); kgd 169 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h uint32_t amdgpu_amdkfd_get_max_engine_clock_in_mhz(struct kgd_dev *kgd); kgd 170 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h void amdgpu_amdkfd_get_cu_info(struct kgd_dev *kgd, struct kfd_cu_info *cu_info); kgd 171 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h int amdgpu_amdkfd_get_dmabuf_info(struct kgd_dev *kgd, int dma_buf_fd, kgd 176 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h uint64_t amdgpu_amdkfd_get_vram_usage(struct kgd_dev *kgd); kgd 177 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h uint64_t amdgpu_amdkfd_get_hive_id(struct kgd_dev *kgd); kgd 178 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h uint64_t amdgpu_amdkfd_get_mmio_remap_phys_addr(struct kgd_dev *kgd); kgd 179 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h uint32_t amdgpu_amdkfd_get_num_gws(struct kgd_dev *kgd); kgd 198 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h int amdgpu_amdkfd_gpuvm_create_process_vm(struct kgd_dev *kgd, unsigned int pasid, kgd 201 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h int amdgpu_amdkfd_gpuvm_acquire_process_vm(struct kgd_dev *kgd, kgd 207 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h void amdgpu_amdkfd_gpuvm_destroy_process_vm(struct kgd_dev *kgd, void *vm); kgd 208 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h void amdgpu_amdkfd_gpuvm_release_process_vm(struct kgd_dev *kgd, void *vm); kgd 211 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h struct kgd_dev *kgd, uint64_t va, uint64_t size, kgd 215 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h struct kgd_dev *kgd, struct kgd_mem *mem); kgd 217 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h struct kgd_dev *kgd, struct kgd_mem *mem, void *vm); kgd 219 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h struct kgd_dev *kgd, struct kgd_mem *mem, void *vm); kgd 221 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h struct kgd_dev *kgd, struct kgd_mem *mem, bool intr); kgd 222 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h int amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel(struct kgd_dev *kgd, kgd 227 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h int amdgpu_amdkfd_gpuvm_get_vm_fault_info(struct kgd_dev *kgd, kgd 230 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h int amdgpu_amdkfd_gpuvm_import_dmabuf(struct kgd_dev *kgd, kgd 242 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h struct kfd_dev *kgd2kfd_probe(struct kgd_dev *kgd, struct pci_dev *pdev, kgd 62 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) kgd 64 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c return (struct amdgpu_device *)kgd; kgd 130 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, kgd 133 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 203 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, kgd 207 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 234 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) kgd 236 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 253 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, kgd 256 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 57 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, kgd 61 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid, kgd 63 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id); kgd 64 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, kgd 68 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_dump(struct kgd_dev *kgd, kgd 71 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, kgd 73 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, kgd 76 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static bool kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, kgd 78 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd); kgd 79 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, kgd 83 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, kgd 88 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_address_watch_disable(struct kgd_dev *kgd); kgd 89 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_address_watch_execute(struct kgd_dev *kgd, kgd 94 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_wave_control_execute(struct kgd_dev *kgd, kgd 97 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static uint32_t kgd_address_watch_get_offset(struct kgd_dev *kgd, kgd 101 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static bool get_atc_vmid_pasid_mapping_valid(struct kgd_dev *kgd, kgd 103 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static uint16_t get_atc_vmid_pasid_mapping_pasid(struct kgd_dev *kgd, kgd 105 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static void set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, kgd 107 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int invalidate_tlbs(struct kgd_dev *kgd, uint16_t pasid); kgd 108 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid); kgd 113 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int amdgpu_amdkfd_get_tile_config(struct kgd_dev *kgd, kgd 116 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 173 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) kgd 175 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c return (struct amdgpu_device *)kgd; kgd 178 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, kgd 181 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 187 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static void unlock_srbm(struct kgd_dev *kgd) kgd 189 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 195 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, kgd 198 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 203 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c lock_srbm(kgd, mec, pipe, queue_id, 0); kgd 215 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static void release_queue(struct kgd_dev *kgd) kgd 217 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c unlock_srbm(kgd); kgd 220 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, kgd 226 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 228 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c lock_srbm(kgd, 0, 0, 0, vmid); kgd 234 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c unlock_srbm(kgd); kgd 237 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid, kgd 240 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 289 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id) kgd 291 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 298 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c lock_srbm(kgd, mec, pipe, 0, 0); kgd 304 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c unlock_srbm(kgd); kgd 357 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, kgd 362 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 370 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c acquire_queue(kgd, pipe_id, queue_id); kgd 449 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c release_queue(kgd); kgd 454 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_dump(struct kgd_dev *kgd, kgd 458 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 472 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c acquire_queue(kgd, pipe_id, queue_id); kgd 478 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c release_queue(kgd); kgd 486 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, kgd 489 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 561 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, kgd 565 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 595 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static bool kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, kgd 598 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 603 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c acquire_queue(kgd, pipe_id, queue_id); kgd 613 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c release_queue(kgd); kgd 617 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) kgd 619 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 636 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, kgd 641 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 652 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c acquire_queue(kgd, pipe_id, queue_id); kgd 734 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c release_queue(kgd); kgd 740 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c release_queue(kgd); kgd 744 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, kgd 747 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 782 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static bool get_atc_vmid_pasid_mapping_valid(struct kgd_dev *kgd, kgd 786 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = (struct amdgpu_device *) kgd; kgd 793 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static uint16_t get_atc_vmid_pasid_mapping_pasid(struct kgd_dev *kgd, kgd 797 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = (struct amdgpu_device *) kgd; kgd 829 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int invalidate_tlbs(struct kgd_dev *kgd, uint16_t pasid) kgd 831 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = (struct amdgpu_device *) kgd; kgd 841 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c if (get_atc_vmid_pasid_mapping_valid(kgd, vmid)) { kgd 842 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c if (get_atc_vmid_pasid_mapping_pasid(kgd, vmid) kgd 854 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid) kgd 856 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = (struct amdgpu_device *) kgd; kgd 867 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_address_watch_disable(struct kgd_dev *kgd) kgd 872 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_address_watch_execute(struct kgd_dev *kgd, kgd 881 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_wave_control_execute(struct kgd_dev *kgd, kgd 885 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 906 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static uint32_t kgd_address_watch_get_offset(struct kgd_dev *kgd, kgd 913 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static void set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, kgd 916 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 93 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, kgd 97 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid, kgd 100 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id); kgd 101 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, kgd 105 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_dump(struct kgd_dev *kgd, kgd 108 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, kgd 110 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, kgd 113 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static bool kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, kgd 116 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, kgd 120 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd); kgd 121 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, kgd 123 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_address_watch_disable(struct kgd_dev *kgd); kgd 124 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_address_watch_execute(struct kgd_dev *kgd, kgd 129 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_wave_control_execute(struct kgd_dev *kgd, kgd 132 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static uint32_t kgd_address_watch_get_offset(struct kgd_dev *kgd, kgd 136 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static bool get_atc_vmid_pasid_mapping_valid(struct kgd_dev *kgd, uint8_t vmid); kgd 137 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static uint16_t get_atc_vmid_pasid_mapping_pasid(struct kgd_dev *kgd, kgd 140 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void set_scratch_backing_va(struct kgd_dev *kgd, kgd 142 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, kgd 144 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int invalidate_tlbs(struct kgd_dev *kgd, uint16_t pasid); kgd 145 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid); kgd 146 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static uint32_t read_vmid_from_vmfault_reg(struct kgd_dev *kgd); kgd 151 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int get_tile_config(struct kgd_dev *kgd, kgd 154 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 204 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) kgd 206 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c return (struct amdgpu_device *)kgd; kgd 209 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, kgd 212 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 219 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void unlock_srbm(struct kgd_dev *kgd) kgd 221 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 227 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, kgd 230 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 235 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c lock_srbm(kgd, mec, pipe, queue_id, 0); kgd 238 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void release_queue(struct kgd_dev *kgd) kgd 240 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c unlock_srbm(kgd); kgd 243 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, kgd 249 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 251 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c lock_srbm(kgd, 0, 0, 0, vmid); kgd 258 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c unlock_srbm(kgd); kgd 261 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid, kgd 264 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 287 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id) kgd 289 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 296 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c lock_srbm(kgd, mec, pipe, 0, 0); kgd 301 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c unlock_srbm(kgd); kgd 328 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, kgd 333 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 341 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c acquire_queue(kgd, pipe_id, queue_id); kgd 360 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c release_queue(kgd); kgd 362 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c acquire_queue(kgd, pipe_id, queue_id); kgd 369 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c release_queue(kgd); kgd 374 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_dump(struct kgd_dev *kgd, kgd 378 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 392 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c acquire_queue(kgd, pipe_id, queue_id); kgd 402 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c release_queue(kgd); kgd 410 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, kgd 413 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 474 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, kgd 478 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 501 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static bool kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, kgd 504 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 509 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c acquire_queue(kgd, pipe_id, queue_id); kgd 519 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c release_queue(kgd); kgd 523 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) kgd 525 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 541 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, kgd 546 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 555 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c acquire_queue(kgd, pipe_id, queue_id); kgd 633 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c release_queue(kgd); kgd 639 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c release_queue(kgd); kgd 643 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, kgd 646 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 678 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_address_watch_disable(struct kgd_dev *kgd) kgd 680 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 698 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_address_watch_execute(struct kgd_dev *kgd, kgd 704 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 729 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_wave_control_execute(struct kgd_dev *kgd, kgd 733 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 754 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static uint32_t kgd_address_watch_get_offset(struct kgd_dev *kgd, kgd 761 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static bool get_atc_vmid_pasid_mapping_valid(struct kgd_dev *kgd, kgd 765 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = (struct amdgpu_device *) kgd; kgd 771 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static uint16_t get_atc_vmid_pasid_mapping_pasid(struct kgd_dev *kgd, kgd 775 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = (struct amdgpu_device *) kgd; kgd 781 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void set_scratch_backing_va(struct kgd_dev *kgd, kgd 784 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = (struct amdgpu_device *) kgd; kgd 786 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c lock_srbm(kgd, 0, 0, 0, vmid); kgd 788 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c unlock_srbm(kgd); kgd 791 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, kgd 794 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 804 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int invalidate_tlbs(struct kgd_dev *kgd, uint16_t pasid) kgd 806 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = (struct amdgpu_device *) kgd; kgd 829 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid) kgd 831 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = (struct amdgpu_device *) kgd; kgd 850 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static uint32_t read_vmid_from_vmfault_reg(struct kgd_dev *kgd) kgd 852 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 51 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, kgd 55 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid, kgd 57 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id); kgd 58 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, kgd 62 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_dump(struct kgd_dev *kgd, kgd 65 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, kgd 67 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, kgd 70 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static bool kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, kgd 72 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd); kgd 73 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, kgd 77 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, kgd 79 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_address_watch_disable(struct kgd_dev *kgd); kgd 80 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_address_watch_execute(struct kgd_dev *kgd, kgd 85 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_wave_control_execute(struct kgd_dev *kgd, kgd 88 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static uint32_t kgd_address_watch_get_offset(struct kgd_dev *kgd, kgd 92 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static bool get_atc_vmid_pasid_mapping_valid(struct kgd_dev *kgd, kgd 94 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static uint16_t get_atc_vmid_pasid_mapping_pasid(struct kgd_dev *kgd, kgd 96 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void set_scratch_backing_va(struct kgd_dev *kgd, kgd 98 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, kgd 100 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int invalidate_tlbs(struct kgd_dev *kgd, uint16_t pasid); kgd 101 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid); kgd 106 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int get_tile_config(struct kgd_dev *kgd, kgd 109 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 160 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) kgd 162 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c return (struct amdgpu_device *)kgd; kgd 165 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, kgd 168 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 175 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void unlock_srbm(struct kgd_dev *kgd) kgd 177 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 183 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, kgd 186 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 191 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c lock_srbm(kgd, mec, pipe, queue_id, 0); kgd 194 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void release_queue(struct kgd_dev *kgd) kgd 196 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c unlock_srbm(kgd); kgd 199 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, kgd 205 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 207 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c lock_srbm(kgd, 0, 0, 0, vmid); kgd 214 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c unlock_srbm(kgd); kgd 217 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid, kgd 220 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 244 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id) kgd 246 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 253 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c lock_srbm(kgd, mec, pipe, 0, 0); kgd 258 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c unlock_srbm(kgd); kgd 284 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, kgd 289 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 297 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c acquire_queue(kgd, pipe_id, queue_id); kgd 325 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c if (get_amdgpu_device(kgd)->asic_type != CHIP_TONGA) { kgd 345 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c release_queue(kgd); kgd 347 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c acquire_queue(kgd, pipe_id, queue_id); kgd 354 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c release_queue(kgd); kgd 359 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_dump(struct kgd_dev *kgd, kgd 363 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 377 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c acquire_queue(kgd, pipe_id, queue_id); kgd 387 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c release_queue(kgd); kgd 395 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, kgd 398 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 458 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, kgd 462 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 494 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static bool kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, kgd 497 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 502 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c acquire_queue(kgd, pipe_id, queue_id); kgd 512 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c release_queue(kgd); kgd 516 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) kgd 518 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 534 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, kgd 539 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 549 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c acquire_queue(kgd, pipe_id, queue_id); kgd 629 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c release_queue(kgd); kgd 635 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c release_queue(kgd); kgd 639 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, kgd 642 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 674 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static bool get_atc_vmid_pasid_mapping_valid(struct kgd_dev *kgd, kgd 678 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = (struct amdgpu_device *) kgd; kgd 684 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static uint16_t get_atc_vmid_pasid_mapping_pasid(struct kgd_dev *kgd, kgd 688 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = (struct amdgpu_device *) kgd; kgd 694 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_address_watch_disable(struct kgd_dev *kgd) kgd 699 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_address_watch_execute(struct kgd_dev *kgd, kgd 708 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_wave_control_execute(struct kgd_dev *kgd, kgd 712 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 733 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static uint32_t kgd_address_watch_get_offset(struct kgd_dev *kgd, kgd 740 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void set_scratch_backing_va(struct kgd_dev *kgd, kgd 743 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = (struct amdgpu_device *) kgd; kgd 745 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c lock_srbm(kgd, 0, 0, 0, vmid); kgd 747 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c unlock_srbm(kgd); kgd 750 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, kgd 753 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 763 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int invalidate_tlbs(struct kgd_dev *kgd, uint16_t pasid) kgd 765 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = (struct amdgpu_device *) kgd; kgd 788 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid) kgd 790 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct amdgpu_device *adev = (struct amdgpu_device *) kgd; kgd 66 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_get_tile_config(struct kgd_dev *kgd, kgd 69 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 84 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) kgd 86 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c return (struct amdgpu_device *)kgd; kgd 89 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, kgd 92 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 98 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static void unlock_srbm(struct kgd_dev *kgd) kgd 100 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 106 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, kgd 109 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 114 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c lock_srbm(kgd, mec, pipe, queue_id, 0); kgd 126 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static void release_queue(struct kgd_dev *kgd) kgd 128 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c unlock_srbm(kgd); kgd 131 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c void kgd_gfx_v9_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, kgd 137 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 139 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c lock_srbm(kgd, 0, 0, 0, vmid); kgd 145 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c unlock_srbm(kgd); kgd 148 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid, kgd 151 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 209 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id) kgd 211 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 218 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c lock_srbm(kgd, mec, pipe, 0, 0); kgd 224 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c unlock_srbm(kgd); kgd 259 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, kgd 264 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 271 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c acquire_queue(kgd, pipe_id, queue_id); kgd 349 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c release_queue(kgd); kgd 354 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_hqd_dump(struct kgd_dev *kgd, kgd 358 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 372 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c acquire_queue(kgd, pipe_id, queue_id); kgd 378 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c release_queue(kgd); kgd 386 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, kgd 389 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 460 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, kgd 464 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 491 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c bool kgd_gfx_v9_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, kgd 494 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 499 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c acquire_queue(kgd, pipe_id, queue_id); kgd 509 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c release_queue(kgd); kgd 513 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) kgd 515 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 532 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_hqd_destroy(struct kgd_dev *kgd, void *mqd, kgd 537 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 546 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c acquire_queue(kgd, pipe_id, queue_id); kgd 572 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c release_queue(kgd); kgd 578 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c release_queue(kgd); kgd 582 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, kgd 585 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 620 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c bool kgd_gfx_v9_get_atc_vmid_pasid_mapping_valid(struct kgd_dev *kgd, kgd 624 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = (struct amdgpu_device *) kgd; kgd 631 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c uint16_t kgd_gfx_v9_get_atc_vmid_pasid_mapping_pasid(struct kgd_dev *kgd, kgd 635 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = (struct amdgpu_device *) kgd; kgd 670 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_invalidate_tlbs(struct kgd_dev *kgd, uint16_t pasid) kgd 672 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = (struct amdgpu_device *) kgd; kgd 689 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c if (kgd_gfx_v9_get_atc_vmid_pasid_mapping_valid(kgd, vmid)) { kgd 690 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c if (kgd_gfx_v9_get_atc_vmid_pasid_mapping_pasid(kgd, vmid) kgd 703 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid) kgd 705 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = (struct amdgpu_device *) kgd; kgd 734 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_address_watch_disable(struct kgd_dev *kgd) kgd 739 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_address_watch_execute(struct kgd_dev *kgd, kgd 748 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_wave_control_execute(struct kgd_dev *kgd, kgd 752 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 773 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c uint32_t kgd_gfx_v9_address_watch_get_offset(struct kgd_dev *kgd, kgd 780 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c void kgd_gfx_v9_set_scratch_backing_va(struct kgd_dev *kgd, kgd 789 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c void kgd_gfx_v9_set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, kgd 792 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 25 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h void kgd_gfx_v9_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, kgd 29 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid, kgd 31 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id); kgd 32 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, kgd 36 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_hqd_dump(struct kgd_dev *kgd, kgd 39 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h bool kgd_gfx_v9_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, kgd 41 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_hqd_destroy(struct kgd_dev *kgd, void *mqd, kgd 45 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_address_watch_disable(struct kgd_dev *kgd); kgd 46 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_address_watch_execute(struct kgd_dev *kgd, kgd 51 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_wave_control_execute(struct kgd_dev *kgd, kgd 54 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h uint32_t kgd_gfx_v9_address_watch_get_offset(struct kgd_dev *kgd, kgd 58 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h bool kgd_gfx_v9_get_atc_vmid_pasid_mapping_valid(struct kgd_dev *kgd, kgd 60 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h uint16_t kgd_gfx_v9_get_atc_vmid_pasid_mapping_pasid(struct kgd_dev *kgd, kgd 62 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h void kgd_gfx_v9_set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, kgd 64 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h void kgd_gfx_v9_set_scratch_backing_va(struct kgd_dev *kgd, kgd 66 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_invalidate_tlbs(struct kgd_dev *kgd, uint16_t pasid); kgd 67 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid); kgd 68 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_get_tile_config(struct kgd_dev *kgd, kgd 78 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) kgd 80 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c return (struct amdgpu_device *)kgd; kgd 926 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c int amdgpu_amdkfd_gpuvm_create_process_vm(struct kgd_dev *kgd, unsigned int pasid, kgd 930 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 961 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c int amdgpu_amdkfd_gpuvm_acquire_process_vm(struct kgd_dev *kgd, kgd 966 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 1025 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c void amdgpu_amdkfd_gpuvm_destroy_process_vm(struct kgd_dev *kgd, void *vm) kgd 1027 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 1030 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c if (WARN_ON(!kgd || !vm)) kgd 1040 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c void amdgpu_amdkfd_gpuvm_release_process_vm(struct kgd_dev *kgd, void *vm) kgd 1042 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 1045 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c if (WARN_ON(!kgd || !vm)) kgd 1071 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c struct kgd_dev *kgd, uint64_t va, uint64_t size, kgd 1075 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 1227 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c struct kgd_dev *kgd, struct kgd_mem *mem) kgd 1299 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c struct kgd_dev *kgd, struct kgd_mem *mem, void *vm) kgd 1301 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 1437 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c struct kgd_dev *kgd, struct kgd_mem *mem, void *vm) kgd 1439 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c struct amdgpu_device *adev = get_amdgpu_device(kgd); kgd 1505 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c struct kgd_dev *kgd, struct kgd_mem *mem, bool intr) kgd 1521 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c int amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel(struct kgd_dev *kgd, kgd 1577 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c int amdgpu_amdkfd_gpuvm_get_vm_fault_info(struct kgd_dev *kgd, kgd 1582 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c adev = (struct amdgpu_device *)kgd; kgd 1591 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c int amdgpu_amdkfd_gpuvm_import_dmabuf(struct kgd_dev *kgd, kgd 1597 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c struct amdgpu_device *adev = (struct amdgpu_device *)kgd; kgd 50 drivers/gpu/drm/amd/amdkfd/cik_event_interrupt.c vmid = f2g->read_vmid_from_vmfault_reg(dev->kgd); kgd 51 drivers/gpu/drm/amd/amdkfd/cik_event_interrupt.c pasid = f2g->get_atc_vmid_pasid_mapping_pasid(dev->kgd, vmid); kgd 111 drivers/gpu/drm/amd/amdkfd/cik_event_interrupt.c amdgpu_amdkfd_gpuvm_get_vm_fault_info(dev->kgd, &info); kgd 835 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c args->gpu_clock_counter = amdgpu_amdkfd_get_gpu_clock_counter(dev->kgd); kgd 1042 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c err = amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel(kfd->kgd, kgd 1133 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c dev->kgd, args->va_addr, pdd->qpd.vmid); kgd 1154 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c dev->kfd2kgd->get_tile_config(dev->kgd, &config); kgd 1240 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c amdgpu_amdkfd_get_local_mem_info(dev->kgd, &mem_info); kgd 1280 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c offset = amdgpu_amdkfd_get_mmio_remap_phys_addr(dev->kgd); kgd 1294 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c dev->kgd, args->va_addr, args->size, kgd 1323 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c amdgpu_amdkfd_gpuvm_free_memory_of_gpu(dev->kgd, (struct kgd_mem *)mem); kgd 1358 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c ret = amdgpu_amdkfd_gpuvm_free_memory_of_gpu(dev->kgd, kgd 1440 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c peer->kgd, (struct kgd_mem *)mem, peer_pdd->vm); kgd 1451 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c err = amdgpu_amdkfd_gpuvm_sync_memory(dev->kgd, (struct kgd_mem *) mem, true); kgd 1547 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c peer->kgd, (struct kgd_mem *)mem, peer_pdd->vm); kgd 1595 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c r = amdgpu_amdkfd_get_dmabuf_info(dev->kgd, args->dmabuf_fd, kgd 1653 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c r = amdgpu_amdkfd_gpuvm_import_dmabuf(dev->kgd, dmabuf, kgd 1673 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c amdgpu_amdkfd_gpuvm_free_memory_of_gpu(dev->kgd, (struct kgd_mem *)mem); kgd 1873 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c address = amdgpu_amdkfd_get_mmio_remap_phys_addr(dev->kgd); kgd 1127 drivers/gpu/drm/amd/amdkfd/kfd_crat.c amdgpu_amdkfd_get_xgmi_hops_count(kdev->kgd, peer_kdev->kgd); kgd 1192 drivers/gpu/drm/amd/amdkfd/kfd_crat.c amdgpu_amdkfd_get_cu_info(kdev->kgd, &cu_info); kgd 1223 drivers/gpu/drm/amd/amdkfd/kfd_crat.c amdgpu_amdkfd_get_local_mem_info(kdev->kgd, &local_mem_info); kgd 44 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c dev->kfd2kgd->address_watch_disable(dev->kgd); kgd 325 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c dbgdev->dev->kgd, kgd 423 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c dbgdev->dev->kgd, kgd 434 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c dbgdev->dev->kgd, kgd 444 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c dbgdev->dev->kgd, kgd 460 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c dbgdev->dev->kgd, kgd 755 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c return dbgdev->dev->kfd2kgd->wave_control_execute(dbgdev->dev->kgd, kgd 786 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c (dev->kgd, vmid)) { kgd 788 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c (dev->kgd, vmid) == p->pasid) { kgd 814 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c dev->kfd2kgd->wave_control_execute(dev->kgd, kgd 524 drivers/gpu/drm/amd/amdkfd/kfd_device.c struct kfd_dev *kgd2kfd_probe(struct kgd_dev *kgd, kgd 544 drivers/gpu/drm/amd/amdkfd/kfd_device.c kfd->pci_atomic_requested = amdgpu_amdkfd_have_atomics_support(kgd); kgd 554 drivers/gpu/drm/amd/amdkfd/kfd_device.c kfd->kgd = kgd; kgd 600 drivers/gpu/drm/amd/amdkfd/kfd_device.c kfd->mec_fw_version = amdgpu_amdkfd_get_fw_version(kfd->kgd, kgd 602 drivers/gpu/drm/amd/amdkfd/kfd_device.c kfd->sdma_fw_version = amdgpu_amdkfd_get_fw_version(kfd->kgd, kgd 623 drivers/gpu/drm/amd/amdkfd/kfd_device.c if (hws_gws_support && amdgpu_amdkfd_alloc_gws(kfd->kgd, kgd 624 drivers/gpu/drm/amd/amdkfd/kfd_device.c amdgpu_amdkfd_get_num_gws(kfd->kgd), &kfd->gws)) { kgd 626 drivers/gpu/drm/amd/amdkfd/kfd_device.c amdgpu_amdkfd_get_num_gws(kfd->kgd)); kgd 648 drivers/gpu/drm/amd/amdkfd/kfd_device.c kfd->kgd, size, &kfd->gtt_mem, kgd 670 drivers/gpu/drm/amd/amdkfd/kfd_device.c kfd->hive_id = kfd->kfd2kgd->get_hive_id(kfd->kgd); kgd 720 drivers/gpu/drm/amd/amdkfd/kfd_device.c amdgpu_amdkfd_free_gtt_mem(kfd->kgd, kfd->gtt_mem); kgd 723 drivers/gpu/drm/amd/amdkfd/kfd_device.c amdgpu_amdkfd_free_gws(kfd->kgd, kfd->gws); kgd 740 drivers/gpu/drm/amd/amdkfd/kfd_device.c amdgpu_amdkfd_free_gtt_mem(kfd->kgd, kfd->gtt_mem); kgd 742 drivers/gpu/drm/amd/amdkfd/kfd_device.c amdgpu_amdkfd_free_gws(kfd->kgd, kfd->gws); kgd 1155 drivers/gpu/drm/amd/amdkfd/kfd_device.c amdgpu_amdkfd_set_compute_idle(kfd->kgd, false); kgd 1163 drivers/gpu/drm/amd/amdkfd/kfd_device.c amdgpu_amdkfd_set_compute_idle(kfd->kgd, true); kgd 128 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c dqm->dev->kgd, qpd->vmid, kgd 217 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c dqm->dev->kfd2kgd->set_vm_context_page_table_base(dqm->dev->kgd, kgd 224 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c dqm->dev->kgd, qpd->sh_hidden_private_base, qpd->vmid); kgd 242 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c return amdgpu_amdkfd_submit_ib(kdev->kgd, KGD_ENGINE_MEC1, qpd->vmid, kgd 679 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c dqm->dev->kgd, kgd 844 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c dqm->dev->kgd, pasid, vmid); kgd 853 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c dqm->dev->kfd2kgd->init_interrupts(dqm->dev->kgd, i); kgd 1686 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c retval = amdgpu_amdkfd_alloc_gtt_mem(dev->kgd, size, kgd 1825 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c amdgpu_amdkfd_free_gtt_mem(dev->kgd, mqd->gtt_mem); kgd 1856 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c amdgpu_amdkfd_gpu_reset(dqm->dev->kgd); kgd 1889 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c r = dqm->dev->kfd2kgd->hqd_dump(dqm->dev->kgd, kgd 1911 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c dqm->dev->kgd, pipe, queue, &dump, &n_regs); kgd 1928 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c dqm->dev->kgd, pipe, queue, &dump, &n_regs); kgd 58 drivers/gpu/drm/amd/amdkfd/kfd_int_process_v9.c dev->kgd, vmid); kgd 104 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager.c amdgpu_amdkfd_get_cu_info(mm->dev->kgd, &cu_info); kgd 173 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, kgd 182 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, kgd 267 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c return mm->dev->kfd2kgd->hqd_destroy(mm->dev->kgd, mqd, type, timeout, kgd 280 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); kgd 288 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c return mm->dev->kfd2kgd->hqd_is_occupied(mm->dev->kgd, queue_address, kgd 297 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); kgd 83 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c retval = amdgpu_amdkfd_alloc_gtt_mem(kfd->kgd, kgd 169 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c r = mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, kgd 246 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c (mm->dev->kgd, mqd, type, timeout, kgd 256 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c amdgpu_amdkfd_free_gtt_mem(kfd->kgd, mqd_mem_obj->gtt_mem); kgd 268 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mm->dev->kgd, queue_address, kgd 342 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, kgd 388 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); kgd 395 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); kgd 98 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c retval = amdgpu_amdkfd_alloc_gtt_mem(kfd->kgd, kgd 189 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, kgd 265 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c (mm->dev->kgd, mqd, type, timeout, kgd 275 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c amdgpu_amdkfd_free_gtt_mem(kfd->kgd, mqd_mem_obj->gtt_mem); kgd 287 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mm->dev->kgd, queue_address, kgd 360 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, kgd 402 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); kgd 409 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); kgd 164 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, kgd 258 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c (mm->dev->kgd, mqd, type, timeout, kgd 273 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mm->dev->kgd, queue_address, kgd 343 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, kgd 384 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); kgd 391 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); kgd 229 drivers/gpu/drm/amd/amdkfd/kfd_priv.h struct kgd_dev *kgd; kgd 851 drivers/gpu/drm/amd/amdkfd/kfd_priv.h struct kfd_dev *kfd_device_by_kgd(const struct kgd_dev *kgd); kgd 166 drivers/gpu/drm/amd/amdkfd/kfd_process.c amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu(dev->kgd, mem, pdd->vm); kgd 167 drivers/gpu/drm/amd/amdkfd/kfd_process.c amdgpu_amdkfd_gpuvm_free_memory_of_gpu(dev->kgd, mem); kgd 185 drivers/gpu/drm/amd/amdkfd/kfd_process.c err = amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu(kdev->kgd, gpu_va, size, kgd 190 drivers/gpu/drm/amd/amdkfd/kfd_process.c err = amdgpu_amdkfd_gpuvm_map_memory_to_gpu(kdev->kgd, mem, pdd->vm); kgd 194 drivers/gpu/drm/amd/amdkfd/kfd_process.c err = amdgpu_amdkfd_gpuvm_sync_memory(kdev->kgd, mem, true); kgd 213 drivers/gpu/drm/amd/amdkfd/kfd_process.c err = amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel(kdev->kgd, kgd 231 drivers/gpu/drm/amd/amdkfd/kfd_process.c amdgpu_amdkfd_gpuvm_free_memory_of_gpu(kdev->kgd, mem); kgd 397 drivers/gpu/drm/amd/amdkfd/kfd_process.c peer_pdd->dev->kgd, mem, peer_pdd->vm); kgd 400 drivers/gpu/drm/amd/amdkfd/kfd_process.c amdgpu_amdkfd_gpuvm_free_memory_of_gpu(pdd->dev->kgd, mem); kgd 424 drivers/gpu/drm/amd/amdkfd/kfd_process.c pdd->dev->kgd, pdd->vm); kgd 429 drivers/gpu/drm/amd/amdkfd/kfd_process.c pdd->dev->kgd, pdd->vm); kgd 788 drivers/gpu/drm/amd/amdkfd/kfd_process.c dev->kgd, drm_file, p->pasid, kgd 791 drivers/gpu/drm/amd/amdkfd/kfd_process.c ret = amdgpu_amdkfd_gpuvm_create_process_vm(dev->kgd, p->pasid, kgd 815 drivers/gpu/drm/amd/amdkfd/kfd_process.c amdgpu_amdkfd_gpuvm_destroy_process_vm(dev->kgd, pdd->vm); kgd 1157 drivers/gpu/drm/amd/amdkfd/kfd_process.c f2g->invalidate_tlbs_vmid(dev->kgd, pdd->qpd.vmid); kgd 1159 drivers/gpu/drm/amd/amdkfd/kfd_process.c f2g->invalidate_tlbs(dev->kgd, pdd->process->pasid); kgd 121 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c pdd->qpd.num_gws = gws ? amdgpu_amdkfd_get_num_gws(dev->kgd) : 0; kgd 115 drivers/gpu/drm/amd/amdkfd/kfd_topology.c struct kfd_dev *kfd_device_by_kgd(const struct kgd_dev *kgd) kgd 123 drivers/gpu/drm/amd/amdkfd/kfd_topology.c if (top_dev->gpu && top_dev->gpu->kgd == kgd) { kgd 1073 drivers/gpu/drm/amd/amdkfd/kfd_topology.c amdgpu_amdkfd_get_local_mem_info(gpu->kgd, &local_mem_info); kgd 1146 drivers/gpu/drm/amd/amdkfd/kfd_topology.c amdgpu_amdkfd_get_local_mem_info(dev->gpu->kgd, &local_mem_info); kgd 1268 drivers/gpu/drm/amd/amdkfd/kfd_topology.c amdgpu_amdkfd_get_cu_info(dev->gpu->kgd, &cu_info); kgd 1280 drivers/gpu/drm/amd/amdkfd/kfd_topology.c amdgpu_amdkfd_get_max_engine_clock_in_mhz(dev->gpu->kgd); kgd 1292 drivers/gpu/drm/amd/amdkfd/kfd_topology.c amdgpu_amdkfd_get_num_gws(dev->gpu->kgd) : 0; kgd 1351 drivers/gpu/drm/amd/amdkfd/kfd_topology.c ctx = amdgpu_ras_get_context((struct amdgpu_device *)(dev->gpu->kgd)); kgd 245 drivers/gpu/drm/amd/include/kgd_kfd_interface.h void (*program_sh_mem_settings)(struct kgd_dev *kgd, uint32_t vmid, kgd 249 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*set_pasid_vmid_mapping)(struct kgd_dev *kgd, unsigned int pasid, kgd 252 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*init_interrupts)(struct kgd_dev *kgd, uint32_t pipe_id); kgd 254 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*hqd_load)(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, kgd 259 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*hqd_sdma_load)(struct kgd_dev *kgd, void *mqd, kgd 262 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*hqd_dump)(struct kgd_dev *kgd, kgd 266 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*hqd_sdma_dump)(struct kgd_dev *kgd, kgd 270 drivers/gpu/drm/amd/include/kgd_kfd_interface.h bool (*hqd_is_occupied)(struct kgd_dev *kgd, uint64_t queue_address, kgd 273 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*hqd_destroy)(struct kgd_dev *kgd, void *mqd, uint32_t reset_type, kgd 277 drivers/gpu/drm/amd/include/kgd_kfd_interface.h bool (*hqd_sdma_is_occupied)(struct kgd_dev *kgd, void *mqd); kgd 279 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*hqd_sdma_destroy)(struct kgd_dev *kgd, void *mqd, kgd 282 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*address_watch_disable)(struct kgd_dev *kgd); kgd 283 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*address_watch_execute)(struct kgd_dev *kgd, kgd 288 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*wave_control_execute)(struct kgd_dev *kgd, kgd 291 drivers/gpu/drm/amd/include/kgd_kfd_interface.h uint32_t (*address_watch_get_offset)(struct kgd_dev *kgd, kgd 295 drivers/gpu/drm/amd/include/kgd_kfd_interface.h struct kgd_dev *kgd, kgd 298 drivers/gpu/drm/amd/include/kgd_kfd_interface.h struct kgd_dev *kgd, kgd 301 drivers/gpu/drm/amd/include/kgd_kfd_interface.h void (*set_scratch_backing_va)(struct kgd_dev *kgd, kgd 303 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*get_tile_config)(struct kgd_dev *kgd, struct tile_config *config); kgd 305 drivers/gpu/drm/amd/include/kgd_kfd_interface.h void (*set_vm_context_page_table_base)(struct kgd_dev *kgd, kgd 307 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*invalidate_tlbs)(struct kgd_dev *kgd, uint16_t pasid); kgd 308 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*invalidate_tlbs_vmid)(struct kgd_dev *kgd, uint16_t vmid); kgd 309 drivers/gpu/drm/amd/include/kgd_kfd_interface.h uint32_t (*read_vmid_from_vmfault_reg)(struct kgd_dev *kgd); kgd 310 drivers/gpu/drm/amd/include/kgd_kfd_interface.h uint64_t (*get_hive_id)(struct kgd_dev *kgd);