kgd_dev 103 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c adev->kfd.dev = kgd2kfd_probe((struct kgd_dev *)adev, kgd_dev 260 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c void amdgpu_amdkfd_gpu_reset(struct kgd_dev *kgd) kgd_dev 268 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c int amdgpu_amdkfd_alloc_gtt_mem(struct kgd_dev *kgd, size_t size, kgd_dev 340 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c void amdgpu_amdkfd_free_gtt_mem(struct kgd_dev *kgd, void *mem_obj) kgd_dev 351 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c int amdgpu_amdkfd_alloc_gws(struct kgd_dev *kgd, size_t size, kgd_dev 378 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c void amdgpu_amdkfd_free_gws(struct kgd_dev *kgd, void *mem_obj) kgd_dev 385 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c uint32_t amdgpu_amdkfd_get_fw_version(struct kgd_dev *kgd, kgd_dev 422 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c void amdgpu_amdkfd_get_local_mem_info(struct kgd_dev *kgd, kgd_dev 457 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c uint64_t amdgpu_amdkfd_get_gpu_clock_counter(struct kgd_dev *kgd) kgd_dev 466 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c uint32_t amdgpu_amdkfd_get_max_engine_clock_in_mhz(struct kgd_dev *kgd) kgd_dev 479 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c void amdgpu_amdkfd_get_cu_info(struct kgd_dev *kgd, struct kfd_cu_info *cu_info) kgd_dev 502 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c int amdgpu_amdkfd_get_dmabuf_info(struct kgd_dev *kgd, int dma_buf_fd, kgd_dev 503 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c struct kgd_dev **dma_buf_kgd, kgd_dev 537 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c *dma_buf_kgd = (struct kgd_dev *)adev; kgd_dev 558 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c uint64_t amdgpu_amdkfd_get_vram_usage(struct kgd_dev *kgd) kgd_dev 565 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c uint64_t amdgpu_amdkfd_get_hive_id(struct kgd_dev *kgd) kgd_dev 571 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c uint8_t amdgpu_amdkfd_get_xgmi_hops_count(struct kgd_dev *dst, struct kgd_dev *src) kgd_dev 586 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c uint64_t amdgpu_amdkfd_get_mmio_remap_phys_addr(struct kgd_dev *kgd) kgd_dev 593 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c uint32_t amdgpu_amdkfd_get_num_gws(struct kgd_dev *kgd) kgd_dev 600 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c int amdgpu_amdkfd_submit_ib(struct kgd_dev *kgd, enum kgd_engine_type engine, kgd_dev 655 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c void amdgpu_amdkfd_set_compute_idle(struct kgd_dev *kgd, bool idle) kgd_dev 680 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c bool amdgpu_amdkfd_have_atomics_support(struct kgd_dev *kgd) kgd_dev 737 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c struct kfd_dev *kgd2kfd_probe(struct kgd_dev *kgd, struct pci_dev *pdev, kgd_dev 43 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h void *kgd_dev; kgd_dev 134 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h int amdgpu_amdkfd_submit_ib(struct kgd_dev *kgd, enum kgd_engine_type engine, kgd_dev 137 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h void amdgpu_amdkfd_set_compute_idle(struct kgd_dev *kgd, bool idle); kgd_dev 138 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h bool amdgpu_amdkfd_have_atomics_support(struct kgd_dev *kgd); kgd_dev 152 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h void amdgpu_amdkfd_gpu_reset(struct kgd_dev *kgd); kgd_dev 155 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h int amdgpu_amdkfd_alloc_gtt_mem(struct kgd_dev *kgd, size_t size, kgd_dev 158 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h void amdgpu_amdkfd_free_gtt_mem(struct kgd_dev *kgd, void *mem_obj); kgd_dev 159 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h int amdgpu_amdkfd_alloc_gws(struct kgd_dev *kgd, size_t size, void **mem_obj); kgd_dev 160 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h void amdgpu_amdkfd_free_gws(struct kgd_dev *kgd, void *mem_obj); kgd_dev 163 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h uint32_t amdgpu_amdkfd_get_fw_version(struct kgd_dev *kgd, kgd_dev 165 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h void amdgpu_amdkfd_get_local_mem_info(struct kgd_dev *kgd, kgd_dev 167 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h uint64_t amdgpu_amdkfd_get_gpu_clock_counter(struct kgd_dev *kgd); kgd_dev 169 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h uint32_t amdgpu_amdkfd_get_max_engine_clock_in_mhz(struct kgd_dev *kgd); kgd_dev 170 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h void amdgpu_amdkfd_get_cu_info(struct kgd_dev *kgd, struct kfd_cu_info *cu_info); kgd_dev 171 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h int amdgpu_amdkfd_get_dmabuf_info(struct kgd_dev *kgd, int dma_buf_fd, kgd_dev 172 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h struct kgd_dev **dmabuf_kgd, kgd_dev 176 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h uint64_t amdgpu_amdkfd_get_vram_usage(struct kgd_dev *kgd); kgd_dev 177 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h uint64_t amdgpu_amdkfd_get_hive_id(struct kgd_dev *kgd); kgd_dev 178 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h uint64_t amdgpu_amdkfd_get_mmio_remap_phys_addr(struct kgd_dev *kgd); kgd_dev 179 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h uint32_t amdgpu_amdkfd_get_num_gws(struct kgd_dev *kgd); kgd_dev 180 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h uint8_t amdgpu_amdkfd_get_xgmi_hops_count(struct kgd_dev *dst, struct kgd_dev *src); kgd_dev 198 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h int amdgpu_amdkfd_gpuvm_create_process_vm(struct kgd_dev *kgd, unsigned int pasid, kgd_dev 201 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h int amdgpu_amdkfd_gpuvm_acquire_process_vm(struct kgd_dev *kgd, kgd_dev 207 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h void amdgpu_amdkfd_gpuvm_destroy_process_vm(struct kgd_dev *kgd, void *vm); kgd_dev 208 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h void amdgpu_amdkfd_gpuvm_release_process_vm(struct kgd_dev *kgd, void *vm); kgd_dev 211 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h struct kgd_dev *kgd, uint64_t va, uint64_t size, kgd_dev 215 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h struct kgd_dev *kgd, struct kgd_mem *mem); kgd_dev 217 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h struct kgd_dev *kgd, struct kgd_mem *mem, void *vm); kgd_dev 219 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h struct kgd_dev *kgd, struct kgd_mem *mem, void *vm); kgd_dev 221 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h struct kgd_dev *kgd, struct kgd_mem *mem, bool intr); kgd_dev 222 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h int amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel(struct kgd_dev *kgd, kgd_dev 227 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h int amdgpu_amdkfd_gpuvm_get_vm_fault_info(struct kgd_dev *kgd, kgd_dev 230 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h int amdgpu_amdkfd_gpuvm_import_dmabuf(struct kgd_dev *kgd, kgd_dev 242 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h struct kfd_dev *kgd2kfd_probe(struct kgd_dev *kgd, struct pci_dev *pdev, kgd_dev 62 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) kgd_dev 130 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, kgd_dev 203 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, kgd_dev 234 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) kgd_dev 253 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, kgd_dev 57 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, kgd_dev 61 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid, kgd_dev 63 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id); kgd_dev 64 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, kgd_dev 68 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_dump(struct kgd_dev *kgd, kgd_dev 71 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, kgd_dev 73 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, kgd_dev 76 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static bool kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, kgd_dev 78 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd); kgd_dev 79 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, kgd_dev 83 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, kgd_dev 88 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_address_watch_disable(struct kgd_dev *kgd); kgd_dev 89 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_address_watch_execute(struct kgd_dev *kgd, kgd_dev 94 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_wave_control_execute(struct kgd_dev *kgd, kgd_dev 97 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static uint32_t kgd_address_watch_get_offset(struct kgd_dev *kgd, kgd_dev 101 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static bool get_atc_vmid_pasid_mapping_valid(struct kgd_dev *kgd, kgd_dev 103 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static uint16_t get_atc_vmid_pasid_mapping_pasid(struct kgd_dev *kgd, kgd_dev 105 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static void set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, kgd_dev 107 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int invalidate_tlbs(struct kgd_dev *kgd, uint16_t pasid); kgd_dev 108 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid); kgd_dev 113 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int amdgpu_amdkfd_get_tile_config(struct kgd_dev *kgd, kgd_dev 173 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) kgd_dev 178 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, kgd_dev 187 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static void unlock_srbm(struct kgd_dev *kgd) kgd_dev 195 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, kgd_dev 215 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static void release_queue(struct kgd_dev *kgd) kgd_dev 220 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, kgd_dev 237 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid, kgd_dev 289 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id) kgd_dev 357 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, kgd_dev 454 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_dump(struct kgd_dev *kgd, kgd_dev 486 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, kgd_dev 561 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, kgd_dev 595 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static bool kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, kgd_dev 617 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) kgd_dev 636 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, kgd_dev 744 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, kgd_dev 782 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static bool get_atc_vmid_pasid_mapping_valid(struct kgd_dev *kgd, kgd_dev 793 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static uint16_t get_atc_vmid_pasid_mapping_pasid(struct kgd_dev *kgd, kgd_dev 829 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int invalidate_tlbs(struct kgd_dev *kgd, uint16_t pasid) kgd_dev 854 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid) kgd_dev 867 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_address_watch_disable(struct kgd_dev *kgd) kgd_dev 872 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_address_watch_execute(struct kgd_dev *kgd, kgd_dev 881 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_wave_control_execute(struct kgd_dev *kgd, kgd_dev 906 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static uint32_t kgd_address_watch_get_offset(struct kgd_dev *kgd, kgd_dev 913 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static void set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, kgd_dev 93 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, kgd_dev 97 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid, kgd_dev 100 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id); kgd_dev 101 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, kgd_dev 105 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_dump(struct kgd_dev *kgd, kgd_dev 108 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, kgd_dev 110 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, kgd_dev 113 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static bool kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, kgd_dev 116 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, kgd_dev 120 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd); kgd_dev 121 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, kgd_dev 123 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_address_watch_disable(struct kgd_dev *kgd); kgd_dev 124 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_address_watch_execute(struct kgd_dev *kgd, kgd_dev 129 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_wave_control_execute(struct kgd_dev *kgd, kgd_dev 132 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static uint32_t kgd_address_watch_get_offset(struct kgd_dev *kgd, kgd_dev 136 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static bool get_atc_vmid_pasid_mapping_valid(struct kgd_dev *kgd, uint8_t vmid); kgd_dev 137 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static uint16_t get_atc_vmid_pasid_mapping_pasid(struct kgd_dev *kgd, kgd_dev 140 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void set_scratch_backing_va(struct kgd_dev *kgd, kgd_dev 142 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, kgd_dev 144 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int invalidate_tlbs(struct kgd_dev *kgd, uint16_t pasid); kgd_dev 145 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid); kgd_dev 146 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static uint32_t read_vmid_from_vmfault_reg(struct kgd_dev *kgd); kgd_dev 151 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int get_tile_config(struct kgd_dev *kgd, kgd_dev 204 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) kgd_dev 209 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, kgd_dev 219 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void unlock_srbm(struct kgd_dev *kgd) kgd_dev 227 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, kgd_dev 238 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void release_queue(struct kgd_dev *kgd) kgd_dev 243 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, kgd_dev 261 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid, kgd_dev 287 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id) kgd_dev 328 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, kgd_dev 374 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_dump(struct kgd_dev *kgd, kgd_dev 410 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, kgd_dev 474 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, kgd_dev 501 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static bool kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, kgd_dev 523 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) kgd_dev 541 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, kgd_dev 643 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, kgd_dev 678 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_address_watch_disable(struct kgd_dev *kgd) kgd_dev 698 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_address_watch_execute(struct kgd_dev *kgd, kgd_dev 729 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_wave_control_execute(struct kgd_dev *kgd, kgd_dev 754 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static uint32_t kgd_address_watch_get_offset(struct kgd_dev *kgd, kgd_dev 761 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static bool get_atc_vmid_pasid_mapping_valid(struct kgd_dev *kgd, kgd_dev 771 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static uint16_t get_atc_vmid_pasid_mapping_pasid(struct kgd_dev *kgd, kgd_dev 781 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void set_scratch_backing_va(struct kgd_dev *kgd, kgd_dev 791 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static void set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, kgd_dev 804 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int invalidate_tlbs(struct kgd_dev *kgd, uint16_t pasid) kgd_dev 829 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid) kgd_dev 850 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static uint32_t read_vmid_from_vmfault_reg(struct kgd_dev *kgd) kgd_dev 51 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, kgd_dev 55 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid, kgd_dev 57 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id); kgd_dev 58 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, kgd_dev 62 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_dump(struct kgd_dev *kgd, kgd_dev 65 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, kgd_dev 67 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, kgd_dev 70 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static bool kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, kgd_dev 72 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd); kgd_dev 73 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, kgd_dev 77 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, kgd_dev 79 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_address_watch_disable(struct kgd_dev *kgd); kgd_dev 80 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_address_watch_execute(struct kgd_dev *kgd, kgd_dev 85 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_wave_control_execute(struct kgd_dev *kgd, kgd_dev 88 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static uint32_t kgd_address_watch_get_offset(struct kgd_dev *kgd, kgd_dev 92 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static bool get_atc_vmid_pasid_mapping_valid(struct kgd_dev *kgd, kgd_dev 94 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static uint16_t get_atc_vmid_pasid_mapping_pasid(struct kgd_dev *kgd, kgd_dev 96 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void set_scratch_backing_va(struct kgd_dev *kgd, kgd_dev 98 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, kgd_dev 100 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int invalidate_tlbs(struct kgd_dev *kgd, uint16_t pasid); kgd_dev 101 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid); kgd_dev 106 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int get_tile_config(struct kgd_dev *kgd, kgd_dev 160 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) kgd_dev 165 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, kgd_dev 175 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void unlock_srbm(struct kgd_dev *kgd) kgd_dev 183 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, kgd_dev 194 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void release_queue(struct kgd_dev *kgd) kgd_dev 199 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, kgd_dev 217 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid, kgd_dev 244 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id) kgd_dev 284 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, kgd_dev 359 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_dump(struct kgd_dev *kgd, kgd_dev 395 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, kgd_dev 458 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, kgd_dev 494 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static bool kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, kgd_dev 516 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) kgd_dev 534 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, kgd_dev 639 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, kgd_dev 674 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static bool get_atc_vmid_pasid_mapping_valid(struct kgd_dev *kgd, kgd_dev 684 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static uint16_t get_atc_vmid_pasid_mapping_pasid(struct kgd_dev *kgd, kgd_dev 694 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_address_watch_disable(struct kgd_dev *kgd) kgd_dev 699 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_address_watch_execute(struct kgd_dev *kgd, kgd_dev 708 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_wave_control_execute(struct kgd_dev *kgd, kgd_dev 733 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static uint32_t kgd_address_watch_get_offset(struct kgd_dev *kgd, kgd_dev 740 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void set_scratch_backing_va(struct kgd_dev *kgd, kgd_dev 750 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static void set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, kgd_dev 763 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int invalidate_tlbs(struct kgd_dev *kgd, uint16_t pasid) kgd_dev 788 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid) kgd_dev 66 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_get_tile_config(struct kgd_dev *kgd, kgd_dev 84 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) kgd_dev 89 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, kgd_dev 98 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static void unlock_srbm(struct kgd_dev *kgd) kgd_dev 106 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, kgd_dev 126 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static void release_queue(struct kgd_dev *kgd) kgd_dev 131 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c void kgd_gfx_v9_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, kgd_dev 148 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid, kgd_dev 209 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id) kgd_dev 259 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, kgd_dev 354 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_hqd_dump(struct kgd_dev *kgd, kgd_dev 386 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, kgd_dev 460 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, kgd_dev 491 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c bool kgd_gfx_v9_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, kgd_dev 513 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) kgd_dev 532 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_hqd_destroy(struct kgd_dev *kgd, void *mqd, kgd_dev 582 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, kgd_dev 620 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c bool kgd_gfx_v9_get_atc_vmid_pasid_mapping_valid(struct kgd_dev *kgd, kgd_dev 631 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c uint16_t kgd_gfx_v9_get_atc_vmid_pasid_mapping_pasid(struct kgd_dev *kgd, kgd_dev 670 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_invalidate_tlbs(struct kgd_dev *kgd, uint16_t pasid) kgd_dev 703 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid) kgd_dev 734 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_address_watch_disable(struct kgd_dev *kgd) kgd_dev 739 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_address_watch_execute(struct kgd_dev *kgd, kgd_dev 748 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_wave_control_execute(struct kgd_dev *kgd, kgd_dev 773 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c uint32_t kgd_gfx_v9_address_watch_get_offset(struct kgd_dev *kgd, kgd_dev 780 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c void kgd_gfx_v9_set_scratch_backing_va(struct kgd_dev *kgd, kgd_dev 789 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c void kgd_gfx_v9_set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, kgd_dev 25 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h void kgd_gfx_v9_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, kgd_dev 29 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid, kgd_dev 31 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id); kgd_dev 32 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, kgd_dev 36 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_hqd_dump(struct kgd_dev *kgd, kgd_dev 39 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h bool kgd_gfx_v9_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, kgd_dev 41 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_hqd_destroy(struct kgd_dev *kgd, void *mqd, kgd_dev 45 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_address_watch_disable(struct kgd_dev *kgd); kgd_dev 46 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_address_watch_execute(struct kgd_dev *kgd, kgd_dev 51 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_wave_control_execute(struct kgd_dev *kgd, kgd_dev 54 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h uint32_t kgd_gfx_v9_address_watch_get_offset(struct kgd_dev *kgd, kgd_dev 58 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h bool kgd_gfx_v9_get_atc_vmid_pasid_mapping_valid(struct kgd_dev *kgd, kgd_dev 60 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h uint16_t kgd_gfx_v9_get_atc_vmid_pasid_mapping_pasid(struct kgd_dev *kgd, kgd_dev 62 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h void kgd_gfx_v9_set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, kgd_dev 64 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h void kgd_gfx_v9_set_scratch_backing_va(struct kgd_dev *kgd, kgd_dev 66 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_invalidate_tlbs(struct kgd_dev *kgd, uint16_t pasid); kgd_dev 67 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_invalidate_tlbs_vmid(struct kgd_dev *kgd, uint16_t vmid); kgd_dev 68 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_get_tile_config(struct kgd_dev *kgd, kgd_dev 78 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) kgd_dev 409 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c bo_va_entry->kgd_dev = (void *)adev; kgd_dev 926 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c int amdgpu_amdkfd_gpuvm_create_process_vm(struct kgd_dev *kgd, unsigned int pasid, kgd_dev 961 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c int amdgpu_amdkfd_gpuvm_acquire_process_vm(struct kgd_dev *kgd, kgd_dev 1025 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c void amdgpu_amdkfd_gpuvm_destroy_process_vm(struct kgd_dev *kgd, void *vm) kgd_dev 1040 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c void amdgpu_amdkfd_gpuvm_release_process_vm(struct kgd_dev *kgd, void *vm) kgd_dev 1071 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c struct kgd_dev *kgd, uint64_t va, uint64_t size, kgd_dev 1227 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c struct kgd_dev *kgd, struct kgd_mem *mem) kgd_dev 1274 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c remove_bo_from_vm((struct amdgpu_device *)entry->kgd_dev, kgd_dev 1299 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c struct kgd_dev *kgd, struct kgd_mem *mem, void *vm) kgd_dev 1437 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c struct kgd_dev *kgd, struct kgd_mem *mem, void *vm) kgd_dev 1505 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c struct kgd_dev *kgd, struct kgd_mem *mem, bool intr) kgd_dev 1521 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c int amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel(struct kgd_dev *kgd, kgd_dev 1577 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c int amdgpu_amdkfd_gpuvm_get_vm_fault_info(struct kgd_dev *kgd, kgd_dev 1591 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c int amdgpu_amdkfd_gpuvm_import_dmabuf(struct kgd_dev *kgd, kgd_dev 1845 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c bo_va_entry->kgd_dev, kgd_dev 2040 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c bo_va_entry->kgd_dev, kgd_dev 1575 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c struct kgd_dev *dma_buf_kgd; kgd_dev 524 drivers/gpu/drm/amd/amdkfd/kfd_device.c struct kfd_dev *kgd2kfd_probe(struct kgd_dev *kgd, kgd_dev 229 drivers/gpu/drm/amd/amdkfd/kfd_priv.h struct kgd_dev *kgd; kgd_dev 851 drivers/gpu/drm/amd/amdkfd/kfd_priv.h struct kfd_dev *kfd_device_by_kgd(const struct kgd_dev *kgd); kgd_dev 115 drivers/gpu/drm/amd/amdkfd/kfd_topology.c struct kfd_dev *kfd_device_by_kgd(const struct kgd_dev *kgd) kgd_dev 40 drivers/gpu/drm/amd/include/kgd_kfd_interface.h struct kgd_dev; kgd_dev 245 drivers/gpu/drm/amd/include/kgd_kfd_interface.h void (*program_sh_mem_settings)(struct kgd_dev *kgd, uint32_t vmid, kgd_dev 249 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*set_pasid_vmid_mapping)(struct kgd_dev *kgd, unsigned int pasid, kgd_dev 252 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*init_interrupts)(struct kgd_dev *kgd, uint32_t pipe_id); kgd_dev 254 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*hqd_load)(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, kgd_dev 259 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*hqd_sdma_load)(struct kgd_dev *kgd, void *mqd, kgd_dev 262 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*hqd_dump)(struct kgd_dev *kgd, kgd_dev 266 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*hqd_sdma_dump)(struct kgd_dev *kgd, kgd_dev 270 drivers/gpu/drm/amd/include/kgd_kfd_interface.h bool (*hqd_is_occupied)(struct kgd_dev *kgd, uint64_t queue_address, kgd_dev 273 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*hqd_destroy)(struct kgd_dev *kgd, void *mqd, uint32_t reset_type, kgd_dev 277 drivers/gpu/drm/amd/include/kgd_kfd_interface.h bool (*hqd_sdma_is_occupied)(struct kgd_dev *kgd, void *mqd); kgd_dev 279 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*hqd_sdma_destroy)(struct kgd_dev *kgd, void *mqd, kgd_dev 282 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*address_watch_disable)(struct kgd_dev *kgd); kgd_dev 283 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*address_watch_execute)(struct kgd_dev *kgd, kgd_dev 288 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*wave_control_execute)(struct kgd_dev *kgd, kgd_dev 291 drivers/gpu/drm/amd/include/kgd_kfd_interface.h uint32_t (*address_watch_get_offset)(struct kgd_dev *kgd, kgd_dev 295 drivers/gpu/drm/amd/include/kgd_kfd_interface.h struct kgd_dev *kgd, kgd_dev 298 drivers/gpu/drm/amd/include/kgd_kfd_interface.h struct kgd_dev *kgd, kgd_dev 301 drivers/gpu/drm/amd/include/kgd_kfd_interface.h void (*set_scratch_backing_va)(struct kgd_dev *kgd, kgd_dev 303 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*get_tile_config)(struct kgd_dev *kgd, struct tile_config *config); kgd_dev 305 drivers/gpu/drm/amd/include/kgd_kfd_interface.h void (*set_vm_context_page_table_base)(struct kgd_dev *kgd, kgd_dev 307 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*invalidate_tlbs)(struct kgd_dev *kgd, uint16_t pasid); kgd_dev 308 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*invalidate_tlbs_vmid)(struct kgd_dev *kgd, uint16_t vmid); kgd_dev 309 drivers/gpu/drm/amd/include/kgd_kfd_interface.h uint32_t (*read_vmid_from_vmfault_reg)(struct kgd_dev *kgd); kgd_dev 310 drivers/gpu/drm/amd/include/kgd_kfd_interface.h uint64_t (*get_hive_id)(struct kgd_dev *kgd);