kq 57 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c struct kernel_queue *kq; kq 65 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c kq = dbgdev->kq; kq 75 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c status = kq->ops.acquire_packet_buffer(kq, kq 118 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c kq->ops.rollback_packet(kq); kq 154 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c kq->ops.submit_packet(kq); kq 173 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c dbgdev->kq = NULL; kq 182 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c struct kernel_queue *kq = NULL; kq 197 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c kq = pqm_get_kernel_queue(dbgdev->pqm, qid); kq 199 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c if (!kq) { kq 205 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c dbgdev->kq = kq; kq 223 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c dbgdev->kq->queue->properties.queue_id); kq 224 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c dbgdev->kq = NULL; kq 825 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c pdbgdev->kq = NULL; kq 259 drivers/gpu/drm/amd/amdkfd/kfd_dbgmgr.h struct kernel_queue *kq; kq 1085 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct kernel_queue *kq, kq 1104 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c list_add(&kq->list, &qpd->priv_queue_list); kq 1114 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct kernel_queue *kq, kq 1118 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c list_del(&kq->list); kq 1573 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct kernel_queue *kq, *kq_next; kq 1585 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c list_for_each_entry_safe(kq, kq_next, &qpd->priv_queue_list, list) { kq 1586 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c list_del(&kq->list); kq 107 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.h struct kernel_queue *kq, kq 111 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.h struct kernel_queue *kq, kq 37 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c static bool initialize(struct kernel_queue *kq, struct kfd_dev *dev, kq 57 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->dev = dev; kq 58 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->nop_packet = nop.u32all; kq 61 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->mqd_mgr = dev->dqm->mqd_mgrs[KFD_MQD_TYPE_DIQ]; kq 64 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->mqd_mgr = dev->dqm->mqd_mgrs[KFD_MQD_TYPE_HIQ]; kq 71 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c if (!kq->mqd_mgr) kq 81 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c retval = kfd_gtt_sa_allocate(dev, queue_size, &kq->pq); kq 87 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->pq_kernel_addr = kq->pq->cpu_ptr; kq 88 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->pq_gpu_addr = kq->pq->gpu_addr; kq 90 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c retval = kq->ops_asic_specific.initialize(kq, dev, type, queue_size); kq 94 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c retval = kfd_gtt_sa_allocate(dev, sizeof(*kq->rptr_kernel), kq 95 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c &kq->rptr_mem); kq 100 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->rptr_kernel = kq->rptr_mem->cpu_ptr; kq 101 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->rptr_gpu_addr = kq->rptr_mem->gpu_addr; kq 104 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c &kq->wptr_mem); kq 109 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->wptr_kernel = kq->wptr_mem->cpu_ptr; kq 110 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->wptr_gpu_addr = kq->wptr_mem->gpu_addr; kq 112 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c memset(kq->pq_kernel_addr, 0, queue_size); kq 113 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c memset(kq->rptr_kernel, 0, sizeof(*kq->rptr_kernel)); kq 114 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c memset(kq->wptr_kernel, 0, sizeof(*kq->wptr_kernel)); kq 122 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c prop.queue_address = kq->pq_gpu_addr; kq 123 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c prop.read_ptr = (uint32_t *) kq->rptr_gpu_addr; kq 124 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c prop.write_ptr = (uint32_t *) kq->wptr_gpu_addr; kq 125 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c prop.eop_ring_buffer_address = kq->eop_gpu_addr; kq 129 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c if (init_queue(&kq->queue, &prop) != 0) kq 132 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->queue->device = dev; kq 133 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->queue->process = kfd_get_process(current); kq 135 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->queue->mqd_mem_obj = kq->mqd_mgr->allocate_mqd(kq->mqd_mgr->dev, kq 136 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c &kq->queue->properties); kq 137 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c if (!kq->queue->mqd_mem_obj) kq 139 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->mqd_mgr->init_mqd(kq->mqd_mgr, &kq->queue->mqd, kq 140 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->queue->mqd_mem_obj, kq 141 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c &kq->queue->gart_mqd_addr, kq 142 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c &kq->queue->properties); kq 146 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->queue->pipe = KFD_CIK_HIQ_PIPE; kq 147 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->queue->queue = KFD_CIK_HIQ_QUEUE; kq 148 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->mqd_mgr->load_mqd(kq->mqd_mgr, kq->queue->mqd, kq 149 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->queue->pipe, kq->queue->queue, kq 150 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c &kq->queue->properties, NULL); kq 155 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c &kq->fence_mem_obj); kq 160 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->fence_kernel_address = kq->fence_mem_obj->cpu_ptr; kq 161 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->fence_gpu_addr = kq->fence_mem_obj->gpu_addr; kq 164 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c print_queue(kq->queue); kq 168 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->mqd_mgr->free_mqd(kq->mqd_mgr, kq->queue->mqd, kq->queue->mqd_mem_obj); kq 170 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c uninit_queue(kq->queue); kq 172 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kfd_gtt_sa_free(dev, kq->wptr_mem); kq 174 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kfd_gtt_sa_free(dev, kq->rptr_mem); kq 176 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kfd_gtt_sa_free(dev, kq->eop_mem); kq 178 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kfd_gtt_sa_free(dev, kq->pq); kq 186 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c static void uninitialize(struct kernel_queue *kq) kq 188 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c if (kq->queue->properties.type == KFD_QUEUE_TYPE_HIQ) kq 189 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->mqd_mgr->destroy_mqd(kq->mqd_mgr, kq 190 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->queue->mqd, kq 193 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->queue->pipe, kq 194 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->queue->queue); kq 195 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c else if (kq->queue->properties.type == KFD_QUEUE_TYPE_DIQ) kq 196 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kfd_gtt_sa_free(kq->dev, kq->fence_mem_obj); kq 198 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->mqd_mgr->free_mqd(kq->mqd_mgr, kq->queue->mqd, kq 199 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->queue->mqd_mem_obj); kq 201 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kfd_gtt_sa_free(kq->dev, kq->rptr_mem); kq 202 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kfd_gtt_sa_free(kq->dev, kq->wptr_mem); kq 203 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->ops_asic_specific.uninitialize(kq); kq 204 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kfd_gtt_sa_free(kq->dev, kq->pq); kq 205 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kfd_release_kernel_doorbell(kq->dev, kq 206 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->queue->properties.doorbell_ptr); kq 207 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c uninit_queue(kq->queue); kq 210 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c static int acquire_packet_buffer(struct kernel_queue *kq, kq 224 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c rptr = *kq->rptr_kernel; kq 225 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c wptr = kq->pending_wptr; kq 226 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c wptr64 = kq->pending_wptr64; kq 227 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c queue_address = (unsigned int *)kq->pq_kernel_addr; kq 228 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c queue_size_dwords = kq->queue->properties.queue_size / 4; kq 254 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c queue_address[wptr] = kq->nop_packet; kq 261 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->pending_wptr = wptr + packet_size_in_dwords; kq 262 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->pending_wptr64 = wptr64 + packet_size_in_dwords; kq 271 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c static void submit_packet(struct kernel_queue *kq) kq 276 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c for (i = *kq->wptr_kernel; i < kq->pending_wptr; i++) { kq 277 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c pr_debug("0x%2X ", kq->pq_kernel_addr[i]); kq 284 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->ops_asic_specific.submit_packet(kq); kq 287 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c static void rollback_packet(struct kernel_queue *kq) kq 289 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c if (kq->dev->device_info->doorbell_size == 8) { kq 290 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->pending_wptr64 = *kq->wptr64_kernel; kq 291 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->pending_wptr = *kq->wptr_kernel % kq 292 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c (kq->queue->properties.queue_size / 4); kq 294 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->pending_wptr = *kq->wptr_kernel; kq 301 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c struct kernel_queue *kq; kq 303 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq = kzalloc(sizeof(*kq), GFP_KERNEL); kq 304 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c if (!kq) kq 307 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->ops.initialize = initialize; kq 308 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->ops.uninitialize = uninitialize; kq 309 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->ops.acquire_packet_buffer = acquire_packet_buffer; kq 310 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->ops.submit_packet = submit_packet; kq 311 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->ops.rollback_packet = rollback_packet; kq 321 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kernel_queue_init_vi(&kq->ops_asic_specific); kq 326 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kernel_queue_init_cik(&kq->ops_asic_specific); kq 334 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kernel_queue_init_v9(&kq->ops_asic_specific); kq 337 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kernel_queue_init_v10(&kq->ops_asic_specific); kq 345 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c if (kq->ops.initialize(kq, dev, type, KFD_KERNEL_QUEUE_SIZE)) kq 346 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c return kq; kq 351 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kfree(kq); kq 355 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c void kernel_queue_uninit(struct kernel_queue *kq) kq 357 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->ops.uninitialize(kq); kq 358 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kfree(kq); kq 364 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c struct kernel_queue *kq; kq 370 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq = kernel_queue_init(dev, KFD_QUEUE_TYPE_HIQ); kq 371 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c if (unlikely(!kq)) { kq 377 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c retval = kq->ops.acquire_packet_buffer(kq, 5, &buffer); kq 384 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c buffer[i] = kq->nop_packet; kq 385 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->ops.submit_packet(kq); kq 56 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.h bool (*initialize)(struct kernel_queue *kq, struct kfd_dev *dev, kq 58 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.h void (*uninitialize)(struct kernel_queue *kq); kq 59 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.h int (*acquire_packet_buffer)(struct kernel_queue *kq, kq 63 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.h void (*submit_packet)(struct kernel_queue *kq); kq 64 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.h void (*rollback_packet)(struct kernel_queue *kq); kq 26 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_cik.c static bool initialize_cik(struct kernel_queue *kq, struct kfd_dev *dev, kq 28 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_cik.c static void uninitialize_cik(struct kernel_queue *kq); kq 29 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_cik.c static void submit_packet_cik(struct kernel_queue *kq); kq 38 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_cik.c static bool initialize_cik(struct kernel_queue *kq, struct kfd_dev *dev, kq 44 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_cik.c static void uninitialize_cik(struct kernel_queue *kq) kq 48 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_cik.c static void submit_packet_cik(struct kernel_queue *kq) kq 50 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_cik.c *kq->wptr_kernel = kq->pending_wptr; kq 51 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_cik.c write_kernel_doorbell(kq->queue->properties.doorbell_ptr, kq 52 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_cik.c kq->pending_wptr); kq 30 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c static bool initialize_v10(struct kernel_queue *kq, struct kfd_dev *dev, kq 32 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c static void uninitialize_v10(struct kernel_queue *kq); kq 33 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c static void submit_packet_v10(struct kernel_queue *kq); kq 42 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c static bool initialize_v10(struct kernel_queue *kq, struct kfd_dev *dev, kq 47 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c retval = kfd_gtt_sa_allocate(dev, PAGE_SIZE, &kq->eop_mem); kq 51 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c kq->eop_gpu_addr = kq->eop_mem->gpu_addr; kq 52 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c kq->eop_kernel_addr = kq->eop_mem->cpu_ptr; kq 54 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c memset(kq->eop_kernel_addr, 0, PAGE_SIZE); kq 59 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c static void uninitialize_v10(struct kernel_queue *kq) kq 61 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c kfd_gtt_sa_free(kq->dev, kq->eop_mem); kq 64 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c static void submit_packet_v10(struct kernel_queue *kq) kq 66 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c *kq->wptr64_kernel = kq->pending_wptr64; kq 67 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c write_kernel_doorbell64(kq->queue->properties.doorbell_ptr, kq 68 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c kq->pending_wptr64); kq 29 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c static bool initialize_v9(struct kernel_queue *kq, struct kfd_dev *dev, kq 31 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c static void uninitialize_v9(struct kernel_queue *kq); kq 32 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c static void submit_packet_v9(struct kernel_queue *kq); kq 41 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c static bool initialize_v9(struct kernel_queue *kq, struct kfd_dev *dev, kq 46 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c retval = kfd_gtt_sa_allocate(dev, PAGE_SIZE, &kq->eop_mem); kq 50 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c kq->eop_gpu_addr = kq->eop_mem->gpu_addr; kq 51 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c kq->eop_kernel_addr = kq->eop_mem->cpu_ptr; kq 53 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c memset(kq->eop_kernel_addr, 0, PAGE_SIZE); kq 58 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c static void uninitialize_v9(struct kernel_queue *kq) kq 60 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c kfd_gtt_sa_free(kq->dev, kq->eop_mem); kq 63 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c static void submit_packet_v9(struct kernel_queue *kq) kq 65 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c *kq->wptr64_kernel = kq->pending_wptr64; kq 66 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c write_kernel_doorbell64(kq->queue->properties.doorbell_ptr, kq 67 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c kq->pending_wptr64); kq 29 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c static bool initialize_vi(struct kernel_queue *kq, struct kfd_dev *dev, kq 31 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c static void uninitialize_vi(struct kernel_queue *kq); kq 32 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c static void submit_packet_vi(struct kernel_queue *kq); kq 41 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c static bool initialize_vi(struct kernel_queue *kq, struct kfd_dev *dev, kq 46 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c retval = kfd_gtt_sa_allocate(dev, PAGE_SIZE, &kq->eop_mem); kq 50 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c kq->eop_gpu_addr = kq->eop_mem->gpu_addr; kq 51 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c kq->eop_kernel_addr = kq->eop_mem->cpu_ptr; kq 53 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c memset(kq->eop_kernel_addr, 0, PAGE_SIZE); kq 58 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c static void uninitialize_vi(struct kernel_queue *kq) kq 60 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c kfd_gtt_sa_free(kq->dev, kq->eop_mem); kq 63 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c static void submit_packet_vi(struct kernel_queue *kq) kq 65 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c *kq->wptr_kernel = kq->pending_wptr; kq 66 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c write_kernel_doorbell(kq->queue->properties.doorbell_ptr, kq 67 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c kq->pending_wptr); kq 130 drivers/gpu/drm/amd/amdkfd/kfd_packet_manager.c struct kernel_queue *kq; kq 164 drivers/gpu/drm/amd/amdkfd/kfd_packet_manager.c list_for_each_entry(kq, &qpd->priv_queue_list, list) { kq 165 drivers/gpu/drm/amd/amdkfd/kfd_packet_manager.c if (!kq->queue->properties.is_active) kq 169 drivers/gpu/drm/amd/amdkfd/kfd_packet_manager.c kq->queue->queue, qpd->is_debug); kq 173 drivers/gpu/drm/amd/amdkfd/kfd_packet_manager.c kq->queue, kq 888 drivers/gpu/drm/amd/amdkfd/kfd_priv.h void kernel_queue_uninit(struct kernel_queue *kq); kq 894 drivers/gpu/drm/amd/amdkfd/kfd_priv.h struct kernel_queue *kq; kq 38 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c (pqn->kq && pqn->kq->queue->properties.queue_id == qid)) kq 201 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c struct kernel_queue *kq; kq 206 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c kq = NULL; kq 257 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c pqn->kq = NULL; kq 278 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c pqn->kq = NULL; kq 284 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c kq = kernel_queue_init(dev, KFD_QUEUE_TYPE_DIQ); kq 285 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c if (!kq) { kq 289 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c kq->queue->properties.queue_id = *qid; kq 290 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c pqn->kq = kq; kq 293 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c kq, &pdd->qpd); kq 356 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c if (pqn->kq) kq 357 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c dev = pqn->kq->dev; kq 369 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c if (pqn->kq) { kq 371 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c dqm = pqn->kq->dev->dqm; kq 372 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c dqm->ops.destroy_kernel_queue(dqm, pqn->kq, &pdd->qpd); kq 373 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c kernel_queue_uninit(pqn->kq); kq 470 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c if (pqn && pqn->kq) kq 471 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c return pqn->kq; kq 531 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c } else if (pqn->kq) { kq 532 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c q = pqn->kq->queue; kq 533 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c mqd_mgr = pqn->kq->mqd_mgr; kq 537 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c pqn->kq->dev->id); kq 543 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c pqn->kq->dev->id); kq 53 drivers/soc/ti/knav_qmss_acc.c struct knav_queue_inst *kq, kq 64 drivers/soc/ti/knav_qmss_acc.c if (!enabled || atomic_read(&kq->desc_count) <= 0) kq 67 drivers/soc/ti/knav_qmss_acc.c kq->notify_needed = 1; kq 68 drivers/soc/ti/knav_qmss_acc.c atomic_inc(&kq->acc->retrigger_count); kq 69 drivers/soc/ti/knav_qmss_acc.c mask = BIT(kq->acc->channel % 32); kq 70 drivers/soc/ti/knav_qmss_acc.c offset = ACC_INTD_OFFSET_STATUS(kq->acc->channel); kq 72 drivers/soc/ti/knav_qmss_acc.c kq->acc->name); kq 80 drivers/soc/ti/knav_qmss_acc.c struct knav_queue_inst *kq = NULL; kq 101 drivers/soc/ti/knav_qmss_acc.c kq = knav_range_offset_to_inst(kdev, range, queue); kq 158 drivers/soc/ti/knav_qmss_acc.c kq = knav_range_offset_to_inst(kdev, range, kq 162 drivers/soc/ti/knav_qmss_acc.c if (atomic_inc_return(&kq->desc_count) >= ACC_DESCS_MAX) { kq 163 drivers/soc/ti/knav_qmss_acc.c atomic_dec(&kq->desc_count); kq 170 drivers/soc/ti/knav_qmss_acc.c idx = atomic_inc_return(&kq->desc_tail) & ACC_DESCS_MASK; kq 171 drivers/soc/ti/knav_qmss_acc.c kq->descs[idx] = val; kq 172 drivers/soc/ti/knav_qmss_acc.c kq->notify_needed = 1; kq 396 drivers/soc/ti/knav_qmss_acc.c struct knav_queue_inst *kq) kq 398 drivers/soc/ti/knav_qmss_acc.c unsigned id = kq->id - range->queue_base; kq 400 drivers/soc/ti/knav_qmss_acc.c kq->descs = devm_kcalloc(range->kdev->dev, kq 402 drivers/soc/ti/knav_qmss_acc.c if (!kq->descs) kq 405 drivers/soc/ti/knav_qmss_acc.c kq->acc = range->acc; kq 407 drivers/soc/ti/knav_qmss_acc.c kq->acc += id;