kiq_ring 470 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c struct amdgpu_ring *kiq_ring = &kiq->ring; kiq_ring 476 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c if (amdgpu_ring_alloc(kiq_ring, kiq->pmf->unmap_queues_size * kiq_ring 481 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c kiq->pmf->kiq_unmap_queues(kiq_ring, &adev->gfx.compute_ring[i], kiq_ring 484 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c return amdgpu_ring_test_ring(kiq_ring); kiq_ring 490 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring; kiq_ring 512 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c DRM_INFO("kiq ring mec %d pipe %d q %d\n", kiq_ring->me, kiq_ring->pipe, kiq_ring 513 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c kiq_ring->queue); kiq_ring 515 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c r = amdgpu_ring_alloc(kiq_ring, kiq->pmf->map_queues_size * kiq_ring 523 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c kiq->pmf->kiq_set_resources(kiq_ring, queue_mask); kiq_ring 525 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c kiq->pmf->kiq_map_queues(kiq_ring, &adev->gfx.compute_ring[i]); kiq_ring 527 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.c r = amdgpu_ring_test_helper(kiq_ring); kiq_ring 67 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.h void (*kiq_set_resources)(struct amdgpu_ring *kiq_ring, kiq_ring 69 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.h void (*kiq_map_queues)(struct amdgpu_ring *kiq_ring, kiq_ring 71 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.h void (*kiq_unmap_queues)(struct amdgpu_ring *kiq_ring, kiq_ring 75 drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.h void (*kiq_query_status)(struct amdgpu_ring *kiq_ring, kiq_ring 257 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c static void gfx10_kiq_set_resources(struct amdgpu_ring *kiq_ring, uint64_t queue_mask) kiq_ring 259 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_SET_RESOURCES, 6)); kiq_ring 260 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, PACKET3_SET_RESOURCES_VMID_MASK(0) | kiq_ring 262 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, lower_32_bits(queue_mask)); /* queue mask lo */ kiq_ring 263 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, upper_32_bits(queue_mask)); /* queue mask hi */ kiq_ring 264 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, 0); /* gws mask lo */ kiq_ring 265 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, 0); /* gws mask hi */ kiq_ring 266 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, 0); /* oac mask */ kiq_ring 267 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, 0); /* gds heap base:0, gds heap size:0 */ kiq_ring 270 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c static void gfx10_kiq_map_queues(struct amdgpu_ring *kiq_ring, kiq_ring 273 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c struct amdgpu_device *adev = kiq_ring->adev; kiq_ring 278 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_MAP_QUEUES, 5)); kiq_ring 280 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, /* Q_sel: 0, vmid: 0, engine: 0, num_Q: 1 */ kiq_ring 290 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, PACKET3_MAP_QUEUES_DOORBELL_OFFSET(ring->doorbell_index)); kiq_ring 291 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, lower_32_bits(mqd_addr)); kiq_ring 292 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, upper_32_bits(mqd_addr)); kiq_ring 293 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, lower_32_bits(wptr_addr)); kiq_ring 294 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, upper_32_bits(wptr_addr)); kiq_ring 297 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c static void gfx10_kiq_unmap_queues(struct amdgpu_ring *kiq_ring, kiq_ring 304 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_UNMAP_QUEUES, 4)); kiq_ring 305 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, /* Q_sel: 0, vmid: 0, engine: 0, num_Q: 1 */ kiq_ring 310 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, kiq_ring 314 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, lower_32_bits(gpu_addr)); kiq_ring 315 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, upper_32_bits(gpu_addr)); kiq_ring 316 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, seq); kiq_ring 318 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, 0); kiq_ring 319 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, 0); kiq_ring 320 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, 0); kiq_ring 324 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c static void gfx10_kiq_query_status(struct amdgpu_ring *kiq_ring, kiq_ring 331 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_QUERY_STATUS, 5)); kiq_ring 332 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, kiq_ring 336 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, /* Q_sel: 0, vmid: 0, engine: 0, num_Q: 1 */ kiq_ring 339 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, lower_32_bits(addr)); kiq_ring 340 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, upper_32_bits(addr)); kiq_ring 341 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, lower_32_bits(seq)); kiq_ring 342 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_write(kiq_ring, upper_32_bits(seq)); kiq_ring 3196 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring; kiq_ring 3202 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c r = amdgpu_ring_alloc(kiq_ring, kiq->pmf->map_queues_size * kiq_ring 3210 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c kiq->pmf->kiq_map_queues(kiq_ring, &adev->gfx.gfx_ring[i]); kiq_ring 3212 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c r = amdgpu_ring_test_ring(kiq_ring); kiq_ring 3215 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c kiq_ring->sched.ready = false; kiq_ring 3828 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c struct amdgpu_ring *kiq_ring = &kiq->ring; kiq_ring 3834 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c if (amdgpu_ring_alloc(kiq_ring, kiq->pmf->unmap_queues_size * kiq_ring 3839 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c kiq->pmf->kiq_unmap_queues(kiq_ring, &adev->gfx.gfx_ring[i], kiq_ring 3842 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c return amdgpu_ring_test_ring(kiq_ring); kiq_ring 4685 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c struct amdgpu_ring *kiq_ring = &kiq->ring; kiq_ring 4690 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c if (amdgpu_ring_alloc(kiq_ring, kiq->pmf->unmap_queues_size)) kiq_ring 4697 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c kiq->pmf->kiq_unmap_queues(kiq_ring, ring, PREEMPT_QUEUES_NO_UNMAP, kiq_ring 4700 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c amdgpu_ring_commit(kiq_ring); kiq_ring 4377 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring; kiq_ring 4396 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c r = amdgpu_ring_alloc(kiq_ring, (8 * adev->gfx.num_compute_rings) + 8); kiq_ring 4402 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_SET_RESOURCES, 6)); kiq_ring 4403 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, 0); /* vmid_mask:0 queue_type:0 (KIQ) */ kiq_ring 4404 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, lower_32_bits(queue_mask)); /* queue mask lo */ kiq_ring 4405 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, upper_32_bits(queue_mask)); /* queue mask hi */ kiq_ring 4406 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, 0); /* gws mask lo */ kiq_ring 4407 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, 0); /* gws mask hi */ kiq_ring 4408 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, 0); /* oac mask */ kiq_ring 4409 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, 0); /* gds heap base:0, gds heap size:0 */ kiq_ring 4416 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_MAP_QUEUES, 5)); kiq_ring 4418 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, kiq_ring 4420 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, kiq_ring 4425 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, lower_32_bits(mqd_addr)); kiq_ring 4426 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, upper_32_bits(mqd_addr)); kiq_ring 4427 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, lower_32_bits(wptr_addr)); kiq_ring 4428 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, upper_32_bits(wptr_addr)); kiq_ring 4431 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_commit(kiq_ring); kiq_ring 4856 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring; kiq_ring 4858 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c r = amdgpu_ring_alloc(kiq_ring, 6 * adev->gfx.num_compute_rings); kiq_ring 4865 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_UNMAP_QUEUES, 4)); kiq_ring 4866 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, /* Q_sel: 0, vmid: 0, engine: 0, num_Q: 1 */ kiq_ring 4871 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, PACKET3_UNMAP_QUEUES_DOORBELL_OFFSET0(ring->doorbell_index)); kiq_ring 4872 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, 0); kiq_ring 4873 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, 0); kiq_ring 4874 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c amdgpu_ring_write(kiq_ring, 0); kiq_ring 4876 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c r = amdgpu_ring_test_helper(kiq_ring); kiq_ring 3344 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring; kiq_ring 3363 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c r = amdgpu_ring_alloc(kiq_ring, (7 * adev->gfx.num_compute_rings) + 8); kiq_ring 3370 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_SET_RESOURCES, 6)); kiq_ring 3371 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, PACKET3_SET_RESOURCES_VMID_MASK(0) | kiq_ring 3373 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, lower_32_bits(queue_mask)); /* queue mask lo */ kiq_ring 3374 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, upper_32_bits(queue_mask)); /* queue mask hi */ kiq_ring 3375 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, 0); /* gws mask lo */ kiq_ring 3376 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, 0); /* gws mask hi */ kiq_ring 3377 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, 0); /* oac mask */ kiq_ring 3378 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, 0); /* gds heap base:0, gds heap size:0 */ kiq_ring 3384 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_MAP_QUEUES, 5)); kiq_ring 3386 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, /* Q_sel: 0, vmid: 0, engine: 0, num_Q: 1 */ kiq_ring 3396 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, PACKET3_MAP_QUEUES_DOORBELL_OFFSET(ring->doorbell_index)); kiq_ring 3397 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, lower_32_bits(mqd_addr)); kiq_ring 3398 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, upper_32_bits(mqd_addr)); kiq_ring 3399 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, lower_32_bits(wptr_addr)); kiq_ring 3400 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, upper_32_bits(wptr_addr)); kiq_ring 3403 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c r = amdgpu_ring_test_helper(kiq_ring); kiq_ring 3915 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring; kiq_ring 3917 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c r = amdgpu_ring_alloc(kiq_ring, 6 * adev->gfx.num_compute_rings); kiq_ring 3924 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_UNMAP_QUEUES, 4)); kiq_ring 3925 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, /* Q_sel: 0, vmid: 0, engine: 0, num_Q: 1 */ kiq_ring 3930 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, PACKET3_UNMAP_QUEUES_DOORBELL_OFFSET0(ring->doorbell_index)); kiq_ring 3931 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, 0); kiq_ring 3932 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, 0); kiq_ring 3933 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c amdgpu_ring_write(kiq_ring, 0); kiq_ring 3935 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c r = amdgpu_ring_test_helper(kiq_ring);