mqd 479 drivers/block/skd_main.c const struct blk_mq_queue_data *mqd) mqd 481 drivers/block/skd_main.c struct request *const req = mqd->rq; mqd 590 drivers/block/skd_main.c if (mqd->last || mqd 67 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) mqd 69 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c return (struct v9_sdma_mqd *)mqd; mqd 130 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, mqd 141 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c m = get_sdma_mqd(mqd); mqd 234 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) mqd 241 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c m = get_sdma_mqd(mqd); mqd 253 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, mqd 262 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_arcturus.c m = get_sdma_mqd(mqd); mqd 64 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, mqd 71 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, mqd 78 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd); mqd 79 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, mqd 83 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, mqd 347 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static inline struct v10_compute_mqd *get_mqd(void *mqd) mqd 349 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c return (struct v10_compute_mqd *)mqd; mqd 352 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) mqd 354 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c return (struct v10_sdma_mqd *)mqd; mqd 357 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, mqd 367 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c m = get_mqd(mqd); mqd 486 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, mqd 497 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c m = get_sdma_mqd(mqd); mqd 617 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) mqd 624 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c m = get_sdma_mqd(mqd); mqd 636 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, mqd 645 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c struct v10_compute_mqd *m = get_mqd(mqd); mqd 744 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, mqd 753 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v10.c m = get_sdma_mqd(mqd); mqd 101 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, mqd 108 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, mqd 116 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, mqd 120 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd); mqd 121 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, mqd 318 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static inline struct cik_mqd *get_mqd(void *mqd) mqd 320 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c return (struct cik_mqd *)mqd; mqd 323 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static inline struct cik_sdma_rlc_registers *get_sdma_mqd(void *mqd) mqd 325 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c return (struct cik_sdma_rlc_registers *)mqd; mqd 328 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, mqd 339 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c m = get_mqd(mqd); mqd 410 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, mqd 419 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c m = get_sdma_mqd(mqd); mqd 523 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) mqd 530 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c m = get_sdma_mqd(mqd); mqd 541 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, mqd 643 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, mqd 652 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v7.c m = get_sdma_mqd(mqd); mqd 58 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, mqd 65 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, mqd 72 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd); mqd 73 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, mqd 77 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, mqd 274 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static inline struct vi_mqd *get_mqd(void *mqd) mqd 276 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c return (struct vi_mqd *)mqd; mqd 279 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd) mqd 281 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c return (struct vi_sdma_mqd *)mqd; mqd 284 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, mqd 295 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c m = get_mqd(mqd); mqd 395 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, mqd 404 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c m = get_sdma_mqd(mqd); mqd 516 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) mqd 523 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c m = get_sdma_mqd(mqd); mqd 534 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, mqd 544 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c struct vi_mqd *m = get_mqd(mqd); mqd 639 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, mqd 648 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v8.c m = get_sdma_mqd(mqd); mqd 249 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static inline struct v9_mqd *get_mqd(void *mqd) mqd 251 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c return (struct v9_mqd *)mqd; mqd 254 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) mqd 256 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c return (struct v9_sdma_mqd *)mqd; mqd 259 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, mqd 269 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c m = get_mqd(mqd); mqd 386 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, mqd 397 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c m = get_sdma_mqd(mqd); mqd 513 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) mqd 520 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c m = get_sdma_mqd(mqd); mqd 532 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c int kgd_gfx_v9_hqd_destroy(struct kgd_dev *kgd, void *mqd, mqd 541 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c struct v9_mqd *m = get_mqd(mqd); mqd 582 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, mqd 591 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.c m = get_sdma_mqd(mqd); mqd 32 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, mqd 41 drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gfx_v9.h int kgd_gfx_v9_hqd_destroy(struct kgd_dev *kgd, void *mqd, mqd 3021 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c struct v10_gfx_mqd *mqd = ring->mqd_ptr; mqd 3027 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_gfx_hqd_wptr = 0; mqd 3028 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_gfx_hqd_wptr_hi = 0; mqd 3031 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_mqd_base_addr = ring->mqd_gpu_addr & 0xfffffffc; mqd 3032 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_mqd_base_addr_hi = upper_32_bits(ring->mqd_gpu_addr); mqd 3039 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_gfx_mqd_control = tmp; mqd 3044 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_gfx_hqd_vmid = 0; mqd 3050 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_gfx_hqd_queue_priority = tmp; mqd 3055 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_gfx_hqd_quantum = tmp; mqd 3059 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_gfx_hqd_base = hqd_gpu_addr; mqd 3060 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_gfx_hqd_base_hi = upper_32_bits(hqd_gpu_addr); mqd 3064 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_gfx_hqd_rptr_addr = wb_gpu_addr & 0xfffffffc; mqd 3065 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_gfx_hqd_rptr_addr_hi = mqd 3070 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_rb_wptr_poll_addr_lo = wb_gpu_addr & 0xfffffffc; mqd 3071 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_rb_wptr_poll_addr_hi = upper_32_bits(wb_gpu_addr) & 0xffff; mqd 3081 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_gfx_hqd_cntl = tmp; mqd 3093 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_rb_doorbell_control = tmp; mqd 3097 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_gfx_hqd_rptr = RREG32_SOC15(GC, 0, mmCP_GFX_HQD_RPTR); mqd 3100 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_gfx_hqd_active = 1; mqd 3109 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c struct v10_gfx_mqd *mqd = ring->mqd_ptr; mqd 3112 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c WREG32_SOC15(GC, 0, mmCP_GFX_HQD_WPTR, mqd->cp_gfx_hqd_wptr); mqd 3113 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c WREG32_SOC15(GC, 0, mmCP_GFX_HQD_WPTR_HI, mqd->cp_gfx_hqd_wptr_hi); mqd 3116 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c WREG32_SOC15(GC, 0, mmCP_MQD_BASE_ADDR, mqd->cp_mqd_base_addr); mqd 3117 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c WREG32_SOC15(GC, 0, mmCP_MQD_BASE_ADDR_HI, mqd->cp_mqd_base_addr_hi); mqd 3120 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c WREG32_SOC15(GC, 0, mmCP_GFX_MQD_CONTROL, mqd->cp_gfx_mqd_control); mqd 3123 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c WREG32_SOC15(GC, 0, mmCP_GFX_HQD_VMID, mqd->cp_gfx_hqd_vmid); mqd 3126 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_gfx_hqd_queue_priority); mqd 3127 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c WREG32_SOC15(GC, 0, mmCP_GFX_HQD_QUANTUM, mqd->cp_gfx_hqd_quantum); mqd 3130 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c WREG32_SOC15(GC, 0, mmCP_GFX_HQD_BASE, mqd->cp_gfx_hqd_base); mqd 3131 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c WREG32_SOC15(GC, 0, mmCP_GFX_HQD_BASE_HI, mqd->cp_gfx_hqd_base_hi); mqd 3134 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c WREG32_SOC15(GC, 0, mmCP_GFX_HQD_RPTR_ADDR, mqd->cp_gfx_hqd_rptr_addr); mqd 3135 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c WREG32_SOC15(GC, 0, mmCP_GFX_HQD_RPTR_ADDR_HI, mqd->cp_gfx_hqd_rptr_addr_hi); mqd 3138 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c WREG32_SOC15(GC, 0, mmCP_GFX_HQD_CNTL, mqd->cp_gfx_hqd_cntl); mqd 3141 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c WREG32_SOC15(GC, 0, mmCP_RB_WPTR_POLL_ADDR_LO, mqd->cp_rb_wptr_poll_addr_lo); mqd 3142 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c WREG32_SOC15(GC, 0, mmCP_RB_WPTR_POLL_ADDR_HI, mqd->cp_rb_wptr_poll_addr_hi); mqd 3145 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c WREG32_SOC15(GC, 0, mmCP_RB_DOORBELL_CONTROL, mqd->cp_rb_doorbell_control); mqd 3148 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c WREG32_SOC15(GC, 0, mmCP_GFX_HQD_ACTIVE, mqd->cp_gfx_hqd_active); mqd 3157 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c struct v10_gfx_mqd *mqd = ring->mqd_ptr; mqd 3160 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c memset((void *)mqd, 0, sizeof(*mqd)); mqd 3170 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c memcpy(adev->gfx.me.mqd_backup[AMDGPU_MAX_GFX_RINGS], mqd, sizeof(*mqd)); mqd 3174 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c memcpy(mqd, adev->gfx.me.mqd_backup[AMDGPU_MAX_GFX_RINGS], sizeof(*mqd)); mqd 3263 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c struct v10_compute_mqd *mqd = ring->mqd_ptr; mqd 3267 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->header = 0xC0310800; mqd 3268 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->compute_pipelinestat_enable = 0x00000001; mqd 3269 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->compute_static_thread_mgmt_se0 = 0xffffffff; mqd 3270 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->compute_static_thread_mgmt_se1 = 0xffffffff; mqd 3271 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->compute_static_thread_mgmt_se2 = 0xffffffff; mqd 3272 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->compute_static_thread_mgmt_se3 = 0xffffffff; mqd 3273 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->compute_misc_reserved = 0x00000003; mqd 3276 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_eop_base_addr_lo = eop_base_addr; mqd 3277 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_eop_base_addr_hi = upper_32_bits(eop_base_addr); mqd 3284 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_eop_control = tmp; mqd 3303 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_doorbell_control = tmp; mqd 3307 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_dequeue_request = 0; mqd 3308 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_rptr = 0; mqd 3309 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_wptr_lo = 0; mqd 3310 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_wptr_hi = 0; mqd 3313 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_mqd_base_addr_lo = ring->mqd_gpu_addr & 0xfffffffc; mqd 3314 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_mqd_base_addr_hi = upper_32_bits(ring->mqd_gpu_addr); mqd 3319 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_mqd_control = tmp; mqd 3323 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_base_lo = hqd_gpu_addr; mqd 3324 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_base_hi = upper_32_bits(hqd_gpu_addr); mqd 3339 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_control = tmp; mqd 3343 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_rptr_report_addr_lo = wb_gpu_addr & 0xfffffffc; mqd 3344 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_rptr_report_addr_hi = mqd 3349 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_wptr_poll_addr_lo = wb_gpu_addr & 0xfffffffc; mqd 3350 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_wptr_poll_addr_hi = upper_32_bits(wb_gpu_addr) & 0xffff; mqd 3367 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_doorbell_control = tmp; mqd 3371 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_rptr = RREG32_SOC15(GC, 0, mmCP_HQD_PQ_RPTR); mqd 3374 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_vmid = 0; mqd 3378 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_persistent_state = tmp; mqd 3383 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_ib_control = tmp; mqd 3386 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_active = 1; mqd 3394 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c struct v10_compute_mqd *mqd = ring->mqd_ptr; mqd 3402 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_eop_base_addr_lo); mqd 3404 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_eop_base_addr_hi); mqd 3408 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_eop_control); mqd 3412 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_doorbell_control); mqd 3423 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_dequeue_request); mqd 3425 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_rptr); mqd 3427 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_wptr_lo); mqd 3429 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_wptr_hi); mqd 3434 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_mqd_base_addr_lo); mqd 3436 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_mqd_base_addr_hi); mqd 3440 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_mqd_control); mqd 3444 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_base_lo); mqd 3446 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_base_hi); mqd 3450 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_control); mqd 3454 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_rptr_report_addr_lo); mqd 3456 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_rptr_report_addr_hi); mqd 3460 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_wptr_poll_addr_lo); mqd 3462 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_wptr_poll_addr_hi); mqd 3473 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_doorbell_control); mqd 3477 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_wptr_lo); mqd 3479 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_pq_wptr_hi); mqd 3482 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c WREG32_SOC15(GC, 0, mmCP_HQD_VMID, mqd->cp_hqd_vmid); mqd 3485 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_persistent_state); mqd 3489 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c mqd->cp_hqd_active); mqd 3500 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c struct v10_compute_mqd *mqd = ring->mqd_ptr; mqd 3508 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c memcpy(mqd, adev->gfx.mec.mqd_backup[mqd_idx], sizeof(*mqd)); mqd 3520 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c memset((void *)mqd, 0, sizeof(*mqd)); mqd 3529 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); mqd 3538 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c struct v10_compute_mqd *mqd = ring->mqd_ptr; mqd 3542 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c memset((void *)mqd, 0, sizeof(*mqd)); mqd 3550 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); mqd 3554 drivers/gpu/drm/amd/amdgpu/gfx_v10_0.c memcpy(mqd, adev->gfx.mec.mqd_backup[mqd_idx], sizeof(*mqd)); mqd 2929 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c struct cik_mqd *mqd, mqd 2937 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c memset(mqd, 0, sizeof(struct cik_mqd)); mqd 2939 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->header = 0xC0310800; mqd 2940 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->compute_static_thread_mgmt_se0 = 0xffffffff; mqd 2941 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->compute_static_thread_mgmt_se1 = 0xffffffff; mqd 2942 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->compute_static_thread_mgmt_se2 = 0xffffffff; mqd 2943 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->compute_static_thread_mgmt_se3 = 0xffffffff; mqd 2946 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_doorbell_control = mqd 2949 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_doorbell_control |= CP_HQD_PQ_DOORBELL_CONTROL__DOORBELL_EN_MASK; mqd 2951 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_doorbell_control &= ~CP_HQD_PQ_DOORBELL_CONTROL__DOORBELL_EN_MASK; mqd 2954 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_mqd_base_addr_lo = mqd_gpu_addr & 0xfffffffc; mqd 2955 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_mqd_base_addr_hi = upper_32_bits(mqd_gpu_addr); mqd 2958 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_mqd_control = RREG32(mmCP_MQD_CONTROL); mqd 2959 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_mqd_control &= ~CP_MQD_CONTROL__VMID_MASK; mqd 2963 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_base_lo = hqd_gpu_addr; mqd 2964 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_base_hi = upper_32_bits(hqd_gpu_addr); mqd 2967 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_control = RREG32(mmCP_HQD_PQ_CONTROL); mqd 2968 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_control &= mqd 2972 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_control |= mqd 2974 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_control |= mqd 2977 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_control |= mqd 2980 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_control &= mqd 2984 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_control |= mqd 2990 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_wptr_poll_addr_lo = wb_gpu_addr & 0xfffffffc; mqd 2991 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_wptr_poll_addr_hi = upper_32_bits(wb_gpu_addr) & 0xffff; mqd 2995 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_rptr_report_addr_lo = wb_gpu_addr & 0xfffffffc; mqd 2996 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_rptr_report_addr_hi = mqd 3001 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_doorbell_control = mqd 3003 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_doorbell_control &= mqd 3005 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_doorbell_control |= mqd 3008 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_doorbell_control |= mqd 3010 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_doorbell_control &= mqd 3015 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_doorbell_control = 0; mqd 3020 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_wptr = lower_32_bits(ring->wptr); mqd 3021 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_rptr = RREG32(mmCP_HQD_PQ_RPTR); mqd 3024 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_vmid = 0; mqd 3027 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_ib_control = RREG32(mmCP_HQD_IB_CONTROL); mqd 3028 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_ib_base_addr_lo = RREG32(mmCP_HQD_IB_BASE_ADDR); mqd 3029 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_ib_base_addr_hi = RREG32(mmCP_HQD_IB_BASE_ADDR_HI); mqd 3030 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_ib_rptr = RREG32(mmCP_HQD_IB_RPTR); mqd 3031 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_persistent_state = RREG32(mmCP_HQD_PERSISTENT_STATE); mqd 3032 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_sema_cmd = RREG32(mmCP_HQD_SEMA_CMD); mqd 3033 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_msg_type = RREG32(mmCP_HQD_MSG_TYPE); mqd 3034 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_atomic0_preop_lo = RREG32(mmCP_HQD_ATOMIC0_PREOP_LO); mqd 3035 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_atomic0_preop_hi = RREG32(mmCP_HQD_ATOMIC0_PREOP_HI); mqd 3036 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_atomic1_preop_lo = RREG32(mmCP_HQD_ATOMIC1_PREOP_LO); mqd 3037 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_atomic1_preop_hi = RREG32(mmCP_HQD_ATOMIC1_PREOP_HI); mqd 3038 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pq_rptr = RREG32(mmCP_HQD_PQ_RPTR); mqd 3039 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_quantum = RREG32(mmCP_HQD_QUANTUM); mqd 3040 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_pipe_priority = RREG32(mmCP_HQD_PIPE_PRIORITY); mqd 3041 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_queue_priority = RREG32(mmCP_HQD_QUEUE_PRIORITY); mqd 3042 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_iq_rptr = RREG32(mmCP_HQD_IQ_RPTR); mqd 3045 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd->cp_hqd_active = 1; mqd 3048 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c int gfx_v7_0_mqd_commit(struct amdgpu_device *adev, struct cik_mqd *mqd) mqd 3055 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c mqd_data = &mqd->cp_mqd_base_addr_lo; mqd 3077 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c struct cik_mqd *mqd; mqd 3082 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c &mqd_gpu_addr, (void **)&mqd); mqd 3091 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c gfx_v7_0_mqd_init(adev, mqd, mqd_gpu_addr, ring); mqd 3093 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.c gfx_v7_0_mqd_commit(adev, mqd); mqd 35 drivers/gpu/drm/amd/amdgpu/gfx_v7_0.h int gfx_v7_0_mqd_commit(struct amdgpu_device *adev, struct cik_mqd *mqd); mqd 4460 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c struct vi_mqd *mqd = ring->mqd_ptr; mqd 4464 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->header = 0xC0310800; mqd 4465 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->compute_pipelinestat_enable = 0x00000001; mqd 4466 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->compute_static_thread_mgmt_se0 = 0xffffffff; mqd 4467 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->compute_static_thread_mgmt_se1 = 0xffffffff; mqd 4468 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->compute_static_thread_mgmt_se2 = 0xffffffff; mqd 4469 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->compute_static_thread_mgmt_se3 = 0xffffffff; mqd 4470 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->compute_misc_reserved = 0x00000003; mqd 4471 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->dynamic_cu_mask_addr_lo = lower_32_bits(ring->mqd_gpu_addr mqd 4473 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->dynamic_cu_mask_addr_hi = upper_32_bits(ring->mqd_gpu_addr mqd 4476 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_eop_base_addr_lo = eop_base_addr; mqd 4477 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_eop_base_addr_hi = upper_32_bits(eop_base_addr); mqd 4484 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_eop_control = tmp; mqd 4492 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_pq_doorbell_control = tmp; mqd 4495 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_mqd_base_addr_lo = ring->mqd_gpu_addr & 0xfffffffc; mqd 4496 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_mqd_base_addr_hi = upper_32_bits(ring->mqd_gpu_addr); mqd 4501 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_mqd_control = tmp; mqd 4505 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_pq_base_lo = hqd_gpu_addr; mqd 4506 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_pq_base_hi = upper_32_bits(hqd_gpu_addr); mqd 4521 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_pq_control = tmp; mqd 4525 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_pq_rptr_report_addr_lo = wb_gpu_addr & 0xfffffffc; mqd 4526 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_pq_rptr_report_addr_hi = mqd 4531 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_pq_wptr_poll_addr_lo = wb_gpu_addr & 0xfffffffc; mqd 4532 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_pq_wptr_poll_addr_hi = upper_32_bits(wb_gpu_addr) & 0xffff; mqd 4549 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_pq_doorbell_control = tmp; mqd 4553 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_pq_wptr = ring->wptr; mqd 4554 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_pq_rptr = RREG32(mmCP_HQD_PQ_RPTR); mqd 4557 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_vmid = 0; mqd 4561 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_persistent_state = tmp; mqd 4567 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_ib_control = tmp; mqd 4571 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_iq_timer = tmp; mqd 4575 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_ctx_save_control = tmp; mqd 4578 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_eop_rptr = RREG32(mmCP_HQD_EOP_RPTR); mqd 4579 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_eop_wptr = RREG32(mmCP_HQD_EOP_WPTR); mqd 4580 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_pipe_priority = RREG32(mmCP_HQD_PIPE_PRIORITY); mqd 4581 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_queue_priority = RREG32(mmCP_HQD_QUEUE_PRIORITY); mqd 4582 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_quantum = RREG32(mmCP_HQD_QUANTUM); mqd 4583 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_ctx_save_base_addr_lo = RREG32(mmCP_HQD_CTX_SAVE_BASE_ADDR_LO); mqd 4584 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_ctx_save_base_addr_hi = RREG32(mmCP_HQD_CTX_SAVE_BASE_ADDR_HI); mqd 4585 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_cntl_stack_offset = RREG32(mmCP_HQD_CNTL_STACK_OFFSET); mqd 4586 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_cntl_stack_size = RREG32(mmCP_HQD_CNTL_STACK_SIZE); mqd 4587 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_wg_state_offset = RREG32(mmCP_HQD_WG_STATE_OFFSET); mqd 4588 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_ctx_save_size = RREG32(mmCP_HQD_CTX_SAVE_SIZE); mqd 4589 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_eop_done_events = RREG32(mmCP_HQD_EOP_EVENTS); mqd 4590 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_error = RREG32(mmCP_HQD_ERROR); mqd 4591 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_eop_wptr_mem = RREG32(mmCP_HQD_EOP_WPTR_MEM); mqd 4592 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_eop_dones = RREG32(mmCP_HQD_EOP_DONES); mqd 4595 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd->cp_hqd_active = 1; mqd 4601 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c struct vi_mqd *mqd) mqd 4607 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c mqd_data = &mqd->cp_mqd_base_addr_lo; mqd 4622 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c WREG32(mmCP_HQD_EOP_RPTR, mqd->cp_hqd_eop_rptr); mqd 4623 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c WREG32(mmCP_HQD_EOP_WPTR, mqd->cp_hqd_eop_wptr); mqd 4624 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c WREG32(mmCP_HQD_EOP_WPTR_MEM, mqd->cp_hqd_eop_wptr_mem); mqd 4640 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c struct vi_mqd *mqd = ring->mqd_ptr; mqd 4648 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c memcpy(mqd, adev->gfx.mec.mqd_backup[mqd_idx], sizeof(struct vi_mqd_allocation)); mqd 4655 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c gfx_v8_0_mqd_commit(adev, mqd); mqd 4659 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c memset((void *)mqd, 0, sizeof(struct vi_mqd_allocation)); mqd 4660 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c ((struct vi_mqd_allocation *)mqd)->dynamic_cu_mask = 0xFFFFFFFF; mqd 4661 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c ((struct vi_mqd_allocation *)mqd)->dynamic_rb_mask = 0xFFFFFFFF; mqd 4665 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c gfx_v8_0_mqd_commit(adev, mqd); mqd 4670 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(struct vi_mqd_allocation)); mqd 4679 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c struct vi_mqd *mqd = ring->mqd_ptr; mqd 4683 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c memset((void *)mqd, 0, sizeof(struct vi_mqd_allocation)); mqd 4684 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c ((struct vi_mqd_allocation *)mqd)->dynamic_cu_mask = 0xFFFFFFFF; mqd 4685 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c ((struct vi_mqd_allocation *)mqd)->dynamic_rb_mask = 0xFFFFFFFF; mqd 4693 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(struct vi_mqd_allocation)); mqd 4697 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.c memcpy(mqd, adev->gfx.mec.mqd_backup[mqd_idx], sizeof(struct vi_mqd_allocation)); mqd 33 drivers/gpu/drm/amd/amdgpu/gfx_v8_0.h int gfx_v8_0_mqd_commit(struct amdgpu_device *adev, struct vi_mqd *mqd); mqd 3413 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c struct v9_mqd *mqd = ring->mqd_ptr; mqd 3417 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->header = 0xC0310800; mqd 3418 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->compute_pipelinestat_enable = 0x00000001; mqd 3419 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->compute_static_thread_mgmt_se0 = 0xffffffff; mqd 3420 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->compute_static_thread_mgmt_se1 = 0xffffffff; mqd 3421 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->compute_static_thread_mgmt_se2 = 0xffffffff; mqd 3422 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->compute_static_thread_mgmt_se3 = 0xffffffff; mqd 3423 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->compute_static_thread_mgmt_se4 = 0xffffffff; mqd 3424 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->compute_static_thread_mgmt_se5 = 0xffffffff; mqd 3425 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->compute_static_thread_mgmt_se6 = 0xffffffff; mqd 3426 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->compute_static_thread_mgmt_se7 = 0xffffffff; mqd 3427 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->compute_misc_reserved = 0x00000003; mqd 3429 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->dynamic_cu_mask_addr_lo = mqd 3432 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->dynamic_cu_mask_addr_hi = mqd 3437 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_eop_base_addr_lo = eop_base_addr; mqd 3438 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_eop_base_addr_hi = upper_32_bits(eop_base_addr); mqd 3445 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_eop_control = tmp; mqd 3464 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_doorbell_control = tmp; mqd 3468 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_dequeue_request = 0; mqd 3469 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_rptr = 0; mqd 3470 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_wptr_lo = 0; mqd 3471 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_wptr_hi = 0; mqd 3474 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_mqd_base_addr_lo = ring->mqd_gpu_addr & 0xfffffffc; mqd 3475 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_mqd_base_addr_hi = upper_32_bits(ring->mqd_gpu_addr); mqd 3480 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_mqd_control = tmp; mqd 3484 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_base_lo = hqd_gpu_addr; mqd 3485 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_base_hi = upper_32_bits(hqd_gpu_addr); mqd 3500 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_control = tmp; mqd 3504 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_rptr_report_addr_lo = wb_gpu_addr & 0xfffffffc; mqd 3505 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_rptr_report_addr_hi = mqd 3510 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_wptr_poll_addr_lo = wb_gpu_addr & 0xfffffffc; mqd 3511 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_wptr_poll_addr_hi = upper_32_bits(wb_gpu_addr) & 0xffff; mqd 3528 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_doorbell_control = tmp; mqd 3532 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_rptr = RREG32_SOC15(GC, 0, mmCP_HQD_PQ_RPTR); mqd 3535 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_vmid = 0; mqd 3539 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_persistent_state = tmp; mqd 3544 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_ib_control = tmp; mqd 3547 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_active = 1; mqd 3555 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c struct v9_mqd *mqd = ring->mqd_ptr; mqd 3562 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_eop_base_addr_lo); mqd 3564 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_eop_base_addr_hi); mqd 3568 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_eop_control); mqd 3572 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_doorbell_control); mqd 3583 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_dequeue_request); mqd 3585 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_rptr); mqd 3587 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_wptr_lo); mqd 3589 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_wptr_hi); mqd 3594 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_mqd_base_addr_lo); mqd 3596 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_mqd_base_addr_hi); mqd 3600 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_mqd_control); mqd 3604 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_base_lo); mqd 3606 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_base_hi); mqd 3610 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_control); mqd 3614 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_rptr_report_addr_lo); mqd 3616 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_rptr_report_addr_hi); mqd 3620 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_wptr_poll_addr_lo); mqd 3622 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_wptr_poll_addr_hi); mqd 3633 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_doorbell_control); mqd 3637 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_wptr_lo); mqd 3639 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_pq_wptr_hi); mqd 3642 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c WREG32_SOC15_RLC(GC, 0, mmCP_HQD_VMID, mqd->cp_hqd_vmid); mqd 3645 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_persistent_state); mqd 3649 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c mqd->cp_hqd_active); mqd 3699 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c struct v9_mqd *mqd = ring->mqd_ptr; mqd 3707 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c memcpy(mqd, adev->gfx.mec.mqd_backup[mqd_idx], sizeof(struct v9_mqd_allocation)); mqd 3719 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c memset((void *)mqd, 0, sizeof(struct v9_mqd_allocation)); mqd 3720 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c ((struct v9_mqd_allocation *)mqd)->dynamic_cu_mask = 0xFFFFFFFF; mqd 3721 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c ((struct v9_mqd_allocation *)mqd)->dynamic_rb_mask = 0xFFFFFFFF; mqd 3730 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(struct v9_mqd_allocation)); mqd 3739 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c struct v9_mqd *mqd = ring->mqd_ptr; mqd 3743 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c memset((void *)mqd, 0, sizeof(struct v9_mqd_allocation)); mqd 3744 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c ((struct v9_mqd_allocation *)mqd)->dynamic_cu_mask = 0xFFFFFFFF; mqd 3745 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c ((struct v9_mqd_allocation *)mqd)->dynamic_rb_mask = 0xFFFFFFFF; mqd 3753 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(struct v9_mqd_allocation)); mqd 3757 drivers/gpu/drm/amd/amdgpu/gfx_v9_0.c memcpy(mqd, adev->gfx.mec.mqd_backup[mqd_idx], sizeof(struct v9_mqd_allocation)); mqd 331 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c mqd_mgr->init_mqd(mqd_mgr, &q->mqd, q->mqd_mem_obj, mqd 339 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c retval = mqd_mgr->load_mqd(mqd_mgr, q->mqd, q->pipe, mqd 365 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c mqd_mgr->free_mqd(mqd_mgr, q->mqd, q->mqd_mem_obj); mqd 452 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c retval = mqd_mgr->destroy_mqd(mqd_mgr, q->mqd, mqd 459 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c mqd_mgr->free_mqd(mqd_mgr, q->mqd, q->mqd_mem_obj); mqd 527 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c retval = mqd_mgr->destroy_mqd(mqd_mgr, q->mqd, mqd 536 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c mqd_mgr->update_mqd(mqd_mgr, q->mqd, &q->properties); mqd 559 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c retval = mqd_mgr->load_mqd(mqd_mgr, q->mqd, mqd 596 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c retval = mqd_mgr->destroy_mqd(mqd_mgr, q->mqd, mqd 705 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c retval = mqd_mgr->load_mqd(mqd_mgr, q->mqd, q->pipe, mqd 1179 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c mqd_mgr->init_mqd(mqd_mgr, &q->mqd, q->mqd_mem_obj, mqd 1395 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c mqd_mgr->free_mqd(mqd_mgr, q->mqd, q->mqd_mem_obj); mqd 1560 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c r = mqd_mgr->get_wave_state(mqd_mgr, q->mqd, ctl_stack, mqd 1643 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c mqd_mgr->free_mqd(mqd_mgr, q->mqd, q->mqd_mem_obj); mqd 1821 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct kfd_mem_obj *mqd) mqd 1823 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c WARN(!mqd, "No hiq sdma mqd trunk to free"); mqd 1825 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c amdgpu_amdkfd_free_gtt_mem(dev->kgd, mqd->gtt_mem); mqd 139 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->mqd_mgr->init_mqd(kq->mqd_mgr, &kq->queue->mqd, mqd 148 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->mqd_mgr->load_mqd(kq->mqd_mgr, kq->queue->mqd, mqd 168 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->mqd_mgr->free_mqd(kq->mqd_mgr, kq->queue->mqd, kq->queue->mqd_mem_obj); mqd 190 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->queue->mqd, mqd 198 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue.c kq->mqd_mgr->free_mqd(kq->mqd_mgr, kq->queue->mqd, mqd 89 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager.c void free_mqd_hiq_sdma(struct mqd_manager *mm, void *mqd, mqd 72 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager.h void (*init_mqd)(struct mqd_manager *mm, void **mqd, mqd 76 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager.h int (*load_mqd)(struct mqd_manager *mm, void *mqd, mqd 81 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager.h void (*update_mqd)(struct mqd_manager *mm, void *mqd, mqd 84 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager.h int (*destroy_mqd)(struct mqd_manager *mm, void *mqd, mqd 89 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager.h void (*free_mqd)(struct mqd_manager *mm, void *mqd, mqd 92 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager.h bool (*is_occupied)(struct mqd_manager *mm, void *mqd, mqd 96 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager.h int (*get_wave_state)(struct mqd_manager *mm, void *mqd, mqd 115 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager.h void free_mqd_hiq_sdma(struct mqd_manager *mm, void *mqd, mqd 34 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c static inline struct cik_mqd *get_mqd(void *mqd) mqd 36 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c return (struct cik_mqd *)mqd; mqd 39 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c static inline struct cik_sdma_rlc_registers *get_sdma_mqd(void *mqd) mqd 41 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c return (struct cik_sdma_rlc_registers *)mqd; mqd 44 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c static void update_cu_mask(struct mqd_manager *mm, void *mqd, mqd 56 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c m = get_mqd(mqd); mqd 87 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c static void init_mqd(struct mqd_manager *mm, void **mqd, mqd 135 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c *mqd = m; mqd 141 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c static void init_mqd_sdma(struct mqd_manager *mm, void **mqd, mqd 151 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c *mqd = m; mqd 158 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c static void free_mqd(struct mqd_manager *mm, void *mqd, mqd 165 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c static int load_mqd(struct mqd_manager *mm, void *mqd, uint32_t pipe_id, mqd 173 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, mqd 178 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c static int load_mqd_sdma(struct mqd_manager *mm, void *mqd, mqd 182 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, mqd 187 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c static void __update_mqd(struct mqd_manager *mm, void *mqd, mqd 192 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c m = get_mqd(mqd); mqd 217 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c update_cu_mask(mm, mqd, q); mqd 223 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c static void update_mqd(struct mqd_manager *mm, void *mqd, mqd 226 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c __update_mqd(mm, mqd, q, 1); mqd 229 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c static void update_mqd_hawaii(struct mqd_manager *mm, void *mqd, mqd 232 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c __update_mqd(mm, mqd, q, 0); mqd 235 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c static void update_mqd_sdma(struct mqd_manager *mm, void *mqd, mqd 240 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c m = get_sdma_mqd(mqd); mqd 262 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c static int destroy_mqd(struct mqd_manager *mm, void *mqd, mqd 267 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c return mm->dev->kfd2kgd->hqd_destroy(mm->dev->kgd, mqd, type, timeout, mqd 275 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c static int destroy_mqd_sdma(struct mqd_manager *mm, void *mqd, mqd 280 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); mqd 283 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c static bool is_occupied(struct mqd_manager *mm, void *mqd, mqd 293 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c static bool is_occupied_sdma(struct mqd_manager *mm, void *mqd, mqd 297 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); mqd 306 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c static void init_mqd_hiq(struct mqd_manager *mm, void **mqd, mqd 310 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c init_mqd(mm, mqd, mqd_mem_obj, gart_addr, q); mqd 313 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c static void update_mqd_hiq(struct mqd_manager *mm, void *mqd, mqd 318 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c m = get_mqd(mqd); mqd 364 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c struct mqd_manager *mqd; mqd 369 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); mqd 370 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c if (!mqd) mqd 373 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->dev = dev; mqd 378 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->allocate_mqd = allocate_mqd; mqd 379 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->init_mqd = init_mqd; mqd 380 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->free_mqd = free_mqd; mqd 381 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->load_mqd = load_mqd; mqd 382 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->update_mqd = update_mqd; mqd 383 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->destroy_mqd = destroy_mqd; mqd 384 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->is_occupied = is_occupied; mqd 385 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->mqd_size = sizeof(struct cik_mqd); mqd 387 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->debugfs_show_mqd = debugfs_show_mqd; mqd 391 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->allocate_mqd = allocate_hiq_mqd; mqd 392 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->init_mqd = init_mqd_hiq; mqd 393 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->free_mqd = free_mqd_hiq_sdma; mqd 394 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->load_mqd = load_mqd; mqd 395 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->update_mqd = update_mqd_hiq; mqd 396 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->destroy_mqd = destroy_mqd; mqd 397 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->is_occupied = is_occupied; mqd 398 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->mqd_size = sizeof(struct cik_mqd); mqd 400 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->debugfs_show_mqd = debugfs_show_mqd; mqd 404 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->allocate_mqd = allocate_hiq_mqd; mqd 405 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->init_mqd = init_mqd_hiq; mqd 406 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->free_mqd = free_mqd; mqd 407 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->load_mqd = load_mqd; mqd 408 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->update_mqd = update_mqd_hiq; mqd 409 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->destroy_mqd = destroy_mqd; mqd 410 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->is_occupied = is_occupied; mqd 411 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->mqd_size = sizeof(struct cik_mqd); mqd 413 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->debugfs_show_mqd = debugfs_show_mqd; mqd 417 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->allocate_mqd = allocate_sdma_mqd; mqd 418 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->init_mqd = init_mqd_sdma; mqd 419 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->free_mqd = free_mqd_hiq_sdma; mqd 420 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->load_mqd = load_mqd_sdma; mqd 421 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->update_mqd = update_mqd_sdma; mqd 422 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->destroy_mqd = destroy_mqd_sdma; mqd 423 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->is_occupied = is_occupied_sdma; mqd 424 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->mqd_size = sizeof(struct cik_sdma_rlc_registers); mqd 426 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->debugfs_show_mqd = debugfs_show_mqd_sdma; mqd 430 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c kfree(mqd); mqd 434 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c return mqd; mqd 440 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c struct mqd_manager *mqd; mqd 442 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd = mqd_manager_init_cik(type, dev); mqd 443 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c if (!mqd) mqd 446 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c mqd->update_mqd = update_mqd_hawaii; mqd 447 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_cik.c return mqd; mqd 34 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c static inline struct v10_compute_mqd *get_mqd(void *mqd) mqd 36 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c return (struct v10_compute_mqd *)mqd; mqd 39 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) mqd 41 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c return (struct v10_sdma_mqd *)mqd; mqd 44 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c static void update_cu_mask(struct mqd_manager *mm, void *mqd, mqd 56 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c m = get_mqd(mqd); mqd 103 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c static void init_mqd(struct mqd_manager *mm, void **mqd, mqd 155 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c *mqd = m; mqd 161 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c static int load_mqd(struct mqd_manager *mm, void *mqd, mqd 169 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c r = mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, mqd 175 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c static void update_mqd(struct mqd_manager *mm, void *mqd, mqd 180 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c m = get_mqd(mqd); mqd 232 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c update_cu_mask(mm, mqd, q); mqd 240 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c static int destroy_mqd(struct mqd_manager *mm, void *mqd, mqd 246 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c (mm->dev->kgd, mqd, type, timeout, mqd 250 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c static void free_mqd(struct mqd_manager *mm, void *mqd, mqd 263 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c static bool is_occupied(struct mqd_manager *mm, void *mqd, mqd 272 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c static int get_wave_state(struct mqd_manager *mm, void *mqd, mqd 280 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c void *mqd_ctl_stack = (void *)((uintptr_t)mqd + PAGE_SIZE); mqd 282 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c m = get_mqd(mqd); mqd 295 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c static void init_mqd_hiq(struct mqd_manager *mm, void **mqd, mqd 301 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c init_mqd(mm, mqd, mqd_mem_obj, gart_addr, q); mqd 303 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c m = get_mqd(*mqd); mqd 309 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c static void update_mqd_hiq(struct mqd_manager *mm, void *mqd, mqd 314 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c update_mqd(mm, mqd, q); mqd 317 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c m = get_mqd(mqd); mqd 321 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c static void init_mqd_sdma(struct mqd_manager *mm, void **mqd, mqd 331 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c *mqd = m; mqd 338 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c static int load_mqd_sdma(struct mqd_manager *mm, void *mqd, mqd 342 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, mqd 349 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c static void update_mqd_sdma(struct mqd_manager *mm, void *mqd, mqd 354 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c m = get_sdma_mqd(mqd); mqd 383 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c static int destroy_mqd_sdma(struct mqd_manager *mm, void *mqd, mqd 388 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); mqd 391 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c static bool is_occupied_sdma(struct mqd_manager *mm, void *mqd, mqd 395 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); mqd 419 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c struct mqd_manager *mqd; mqd 424 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd = kzalloc(sizeof(*mqd), GFP_NOIO); mqd 425 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c if (!mqd) mqd 428 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->dev = dev; mqd 434 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->allocate_mqd = allocate_mqd; mqd 435 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->init_mqd = init_mqd; mqd 436 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->free_mqd = free_mqd; mqd 437 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->load_mqd = load_mqd; mqd 438 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->update_mqd = update_mqd; mqd 439 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->destroy_mqd = destroy_mqd; mqd 440 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->is_occupied = is_occupied; mqd 441 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->mqd_size = sizeof(struct v10_compute_mqd); mqd 442 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->get_wave_state = get_wave_state; mqd 444 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->debugfs_show_mqd = debugfs_show_mqd; mqd 450 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->allocate_mqd = allocate_hiq_mqd; mqd 451 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->init_mqd = init_mqd_hiq; mqd 452 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->free_mqd = free_mqd_hiq_sdma; mqd 453 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->load_mqd = load_mqd; mqd 454 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->update_mqd = update_mqd_hiq; mqd 455 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->destroy_mqd = destroy_mqd; mqd 456 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->is_occupied = is_occupied; mqd 457 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->mqd_size = sizeof(struct v10_compute_mqd); mqd 459 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->debugfs_show_mqd = debugfs_show_mqd; mqd 464 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->allocate_mqd = allocate_hiq_mqd; mqd 465 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->init_mqd = init_mqd_hiq; mqd 466 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->free_mqd = free_mqd; mqd 467 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->load_mqd = load_mqd; mqd 468 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->update_mqd = update_mqd_hiq; mqd 469 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->destroy_mqd = destroy_mqd; mqd 470 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->is_occupied = is_occupied; mqd 471 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->mqd_size = sizeof(struct v10_compute_mqd); mqd 473 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->debugfs_show_mqd = debugfs_show_mqd; mqd 478 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->allocate_mqd = allocate_sdma_mqd; mqd 479 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->init_mqd = init_mqd_sdma; mqd 480 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->free_mqd = free_mqd_hiq_sdma; mqd 481 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->load_mqd = load_mqd_sdma; mqd 482 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->update_mqd = update_mqd_sdma; mqd 483 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->destroy_mqd = destroy_mqd_sdma; mqd 484 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->is_occupied = is_occupied_sdma; mqd 485 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->mqd_size = sizeof(struct v10_sdma_mqd); mqd 487 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c mqd->debugfs_show_mqd = debugfs_show_mqd_sdma; mqd 492 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c kfree(mqd); mqd 496 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v10.c return mqd; mqd 35 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c static inline struct v9_mqd *get_mqd(void *mqd) mqd 37 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c return (struct v9_mqd *)mqd; mqd 40 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) mqd 42 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c return (struct v9_sdma_mqd *)mqd; mqd 45 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c static void update_cu_mask(struct mqd_manager *mm, void *mqd, mqd 57 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c m = get_mqd(mqd); mqd 118 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c static void init_mqd(struct mqd_manager *mm, void **mqd, mqd 176 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c *mqd = m; mqd 182 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c static int load_mqd(struct mqd_manager *mm, void *mqd, mqd 189 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, mqd 194 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c static void update_mqd(struct mqd_manager *mm, void *mqd, mqd 199 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c m = get_mqd(mqd); mqd 252 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c update_cu_mask(mm, mqd, q); mqd 259 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c static int destroy_mqd(struct mqd_manager *mm, void *mqd, mqd 265 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c (mm->dev->kgd, mqd, type, timeout, mqd 269 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c static void free_mqd(struct mqd_manager *mm, void *mqd, mqd 282 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c static bool is_occupied(struct mqd_manager *mm, void *mqd, mqd 291 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c static int get_wave_state(struct mqd_manager *mm, void *mqd, mqd 299 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c void *mqd_ctl_stack = (void *)((uintptr_t)mqd + PAGE_SIZE); mqd 301 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c m = get_mqd(mqd); mqd 313 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c static void init_mqd_hiq(struct mqd_manager *mm, void **mqd, mqd 319 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c init_mqd(mm, mqd, mqd_mem_obj, gart_addr, q); mqd 321 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c m = get_mqd(*mqd); mqd 327 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c static void update_mqd_hiq(struct mqd_manager *mm, void *mqd, mqd 332 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c update_mqd(mm, mqd, q); mqd 335 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c m = get_mqd(mqd); mqd 339 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c static void init_mqd_sdma(struct mqd_manager *mm, void **mqd, mqd 349 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c *mqd = m; mqd 356 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c static int load_mqd_sdma(struct mqd_manager *mm, void *mqd, mqd 360 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, mqd 367 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c static void update_mqd_sdma(struct mqd_manager *mm, void *mqd, mqd 372 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c m = get_sdma_mqd(mqd); mqd 397 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c static int destroy_mqd_sdma(struct mqd_manager *mm, void *mqd, mqd 402 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); mqd 405 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c static bool is_occupied_sdma(struct mqd_manager *mm, void *mqd, mqd 409 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); mqd 433 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c struct mqd_manager *mqd; mqd 438 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); mqd 439 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c if (!mqd) mqd 442 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->dev = dev; mqd 447 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->allocate_mqd = allocate_mqd; mqd 448 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->init_mqd = init_mqd; mqd 449 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->free_mqd = free_mqd; mqd 450 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->load_mqd = load_mqd; mqd 451 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->update_mqd = update_mqd; mqd 452 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->destroy_mqd = destroy_mqd; mqd 453 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->is_occupied = is_occupied; mqd 454 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->get_wave_state = get_wave_state; mqd 455 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->mqd_size = sizeof(struct v9_mqd); mqd 457 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->debugfs_show_mqd = debugfs_show_mqd; mqd 461 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->allocate_mqd = allocate_hiq_mqd; mqd 462 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->init_mqd = init_mqd_hiq; mqd 463 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->free_mqd = free_mqd_hiq_sdma; mqd 464 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->load_mqd = load_mqd; mqd 465 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->update_mqd = update_mqd_hiq; mqd 466 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->destroy_mqd = destroy_mqd; mqd 467 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->is_occupied = is_occupied; mqd 468 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->mqd_size = sizeof(struct v9_mqd); mqd 470 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->debugfs_show_mqd = debugfs_show_mqd; mqd 474 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->allocate_mqd = allocate_hiq_mqd; mqd 475 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->init_mqd = init_mqd_hiq; mqd 476 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->free_mqd = free_mqd; mqd 477 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->load_mqd = load_mqd; mqd 478 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->update_mqd = update_mqd_hiq; mqd 479 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->destroy_mqd = destroy_mqd; mqd 480 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->is_occupied = is_occupied; mqd 481 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->mqd_size = sizeof(struct v9_mqd); mqd 483 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->debugfs_show_mqd = debugfs_show_mqd; mqd 487 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->allocate_mqd = allocate_sdma_mqd; mqd 488 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->init_mqd = init_mqd_sdma; mqd 489 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->free_mqd = free_mqd_hiq_sdma; mqd 490 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->load_mqd = load_mqd_sdma; mqd 491 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->update_mqd = update_mqd_sdma; mqd 492 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->destroy_mqd = destroy_mqd_sdma; mqd 493 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->is_occupied = is_occupied_sdma; mqd 494 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->mqd_size = sizeof(struct v9_sdma_mqd); mqd 496 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c mqd->debugfs_show_mqd = debugfs_show_mqd_sdma; mqd 500 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c kfree(mqd); mqd 504 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_v9.c return mqd; mqd 37 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c static inline struct vi_mqd *get_mqd(void *mqd) mqd 39 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c return (struct vi_mqd *)mqd; mqd 42 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd) mqd 44 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c return (struct vi_sdma_mqd *)mqd; mqd 47 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c static void update_cu_mask(struct mqd_manager *mm, void *mqd, mqd 59 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c m = get_mqd(mqd); mqd 90 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c static void init_mqd(struct mqd_manager *mm, void **mqd, mqd 150 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c *mqd = m; mqd 156 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c static int load_mqd(struct mqd_manager *mm, void *mqd, mqd 164 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, mqd 169 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c static void __update_mqd(struct mqd_manager *mm, void *mqd, mqd 175 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c m = get_mqd(mqd); mqd 233 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c update_cu_mask(mm, mqd, q); mqd 240 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c static void update_mqd(struct mqd_manager *mm, void *mqd, mqd 243 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c __update_mqd(mm, mqd, q, MTYPE_CC, 1); mqd 246 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c static void update_mqd_tonga(struct mqd_manager *mm, void *mqd, mqd 249 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c __update_mqd(mm, mqd, q, MTYPE_UC, 0); mqd 252 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c static int destroy_mqd(struct mqd_manager *mm, void *mqd, mqd 258 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c (mm->dev->kgd, mqd, type, timeout, mqd 262 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c static void free_mqd(struct mqd_manager *mm, void *mqd, mqd 268 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c static bool is_occupied(struct mqd_manager *mm, void *mqd, mqd 277 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c static int get_wave_state(struct mqd_manager *mm, void *mqd, mqd 284 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c m = get_mqd(mqd); mqd 299 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c static void init_mqd_hiq(struct mqd_manager *mm, void **mqd, mqd 304 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c init_mqd(mm, mqd, mqd_mem_obj, gart_addr, q); mqd 306 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c m = get_mqd(*mqd); mqd 312 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c static void update_mqd_hiq(struct mqd_manager *mm, void *mqd, mqd 316 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c __update_mqd(mm, mqd, q, MTYPE_UC, 0); mqd 318 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c m = get_mqd(mqd); mqd 322 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c static void init_mqd_sdma(struct mqd_manager *mm, void **mqd, mqd 332 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c *mqd = m; mqd 339 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c static int load_mqd_sdma(struct mqd_manager *mm, void *mqd, mqd 343 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, mqd 348 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c static void update_mqd_sdma(struct mqd_manager *mm, void *mqd, mqd 353 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c m = get_sdma_mqd(mqd); mqd 379 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c static int destroy_mqd_sdma(struct mqd_manager *mm, void *mqd, mqd 384 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); mqd 387 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c static bool is_occupied_sdma(struct mqd_manager *mm, void *mqd, mqd 391 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); mqd 415 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c struct mqd_manager *mqd; mqd 420 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); mqd 421 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c if (!mqd) mqd 424 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->dev = dev; mqd 429 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->allocate_mqd = allocate_mqd; mqd 430 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->init_mqd = init_mqd; mqd 431 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->free_mqd = free_mqd; mqd 432 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->load_mqd = load_mqd; mqd 433 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->update_mqd = update_mqd; mqd 434 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->destroy_mqd = destroy_mqd; mqd 435 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->is_occupied = is_occupied; mqd 436 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->get_wave_state = get_wave_state; mqd 437 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->mqd_size = sizeof(struct vi_mqd); mqd 439 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->debugfs_show_mqd = debugfs_show_mqd; mqd 443 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->allocate_mqd = allocate_hiq_mqd; mqd 444 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->init_mqd = init_mqd_hiq; mqd 445 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->free_mqd = free_mqd_hiq_sdma; mqd 446 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->load_mqd = load_mqd; mqd 447 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->update_mqd = update_mqd_hiq; mqd 448 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->destroy_mqd = destroy_mqd; mqd 449 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->is_occupied = is_occupied; mqd 450 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->mqd_size = sizeof(struct vi_mqd); mqd 452 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->debugfs_show_mqd = debugfs_show_mqd; mqd 456 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->allocate_mqd = allocate_hiq_mqd; mqd 457 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->init_mqd = init_mqd_hiq; mqd 458 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->free_mqd = free_mqd; mqd 459 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->load_mqd = load_mqd; mqd 460 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->update_mqd = update_mqd_hiq; mqd 461 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->destroy_mqd = destroy_mqd; mqd 462 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->is_occupied = is_occupied; mqd 463 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->mqd_size = sizeof(struct vi_mqd); mqd 465 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->debugfs_show_mqd = debugfs_show_mqd; mqd 469 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->allocate_mqd = allocate_sdma_mqd; mqd 470 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->init_mqd = init_mqd_sdma; mqd 471 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->free_mqd = free_mqd_hiq_sdma; mqd 472 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->load_mqd = load_mqd_sdma; mqd 473 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->update_mqd = update_mqd_sdma; mqd 474 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->destroy_mqd = destroy_mqd_sdma; mqd 475 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->is_occupied = is_occupied_sdma; mqd 476 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->mqd_size = sizeof(struct vi_sdma_mqd); mqd 478 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->debugfs_show_mqd = debugfs_show_mqd_sdma; mqd 482 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c kfree(mqd); mqd 486 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c return mqd; mqd 492 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c struct mqd_manager *mqd; mqd 494 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd = mqd_manager_init_vi(type, dev); mqd 495 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c if (!mqd) mqd 498 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c mqd->update_mqd = update_mqd_tonga; mqd 499 drivers/gpu/drm/amd/amdkfd/kfd_mqd_manager_vi.c return mqd; mqd 491 drivers/gpu/drm/amd/amdkfd/kfd_priv.h void *mqd; mqd 552 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c r = mqd_mgr->debugfs_show_mqd(m, q->mqd); mqd 60 drivers/gpu/drm/amd/amdkfd/kfd_queue.c pr_debug("Queue MQD Address: 0x%p\n", q->mqd); mqd 254 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*hqd_load)(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, mqd 259 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*hqd_sdma_load)(struct kgd_dev *kgd, void *mqd, mqd 273 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*hqd_destroy)(struct kgd_dev *kgd, void *mqd, uint32_t reset_type, mqd 277 drivers/gpu/drm/amd/include/kgd_kfd_interface.h bool (*hqd_sdma_is_occupied)(struct kgd_dev *kgd, void *mqd); mqd 279 drivers/gpu/drm/amd/include/kgd_kfd_interface.h int (*hqd_sdma_destroy)(struct kgd_dev *kgd, void *mqd, mqd 675 drivers/gpu/drm/amd/include/v9_structs.h struct v9_mqd mqd; mqd 420 drivers/gpu/drm/amd/include/vi_structs.h struct vi_mqd mqd; mqd 4532 drivers/gpu/drm/radeon/cik.c struct bonaire_mqd *mqd; mqd 4611 drivers/gpu/drm/radeon/cik.c mqd = (struct bonaire_mqd *)buf; mqd 4612 drivers/gpu/drm/radeon/cik.c mqd->header = 0xC0310800; mqd 4613 drivers/gpu/drm/radeon/cik.c mqd->static_thread_mgmt01[0] = 0xffffffff; mqd 4614 drivers/gpu/drm/radeon/cik.c mqd->static_thread_mgmt01[1] = 0xffffffff; mqd 4615 drivers/gpu/drm/radeon/cik.c mqd->static_thread_mgmt23[0] = 0xffffffff; mqd 4616 drivers/gpu/drm/radeon/cik.c mqd->static_thread_mgmt23[1] = 0xffffffff; mqd 4629 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_doorbell_control = mqd 4632 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_doorbell_control |= DOORBELL_EN; mqd 4634 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_doorbell_control &= ~DOORBELL_EN; mqd 4636 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_doorbell_control); mqd 4639 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_dequeue_request = 0; mqd 4640 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_rptr = 0; mqd 4641 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_wptr= 0; mqd 4649 drivers/gpu/drm/radeon/cik.c WREG32(CP_HQD_DEQUEUE_REQUEST, mqd->queue_state.cp_hqd_dequeue_request); mqd 4650 drivers/gpu/drm/radeon/cik.c WREG32(CP_HQD_PQ_RPTR, mqd->queue_state.cp_hqd_pq_rptr); mqd 4651 drivers/gpu/drm/radeon/cik.c WREG32(CP_HQD_PQ_WPTR, mqd->queue_state.cp_hqd_pq_wptr); mqd 4655 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_mqd_base_addr = mqd_gpu_addr & 0xfffffffc; mqd 4656 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_mqd_base_addr_hi = upper_32_bits(mqd_gpu_addr); mqd 4657 drivers/gpu/drm/radeon/cik.c WREG32(CP_MQD_BASE_ADDR, mqd->queue_state.cp_mqd_base_addr); mqd 4658 drivers/gpu/drm/radeon/cik.c WREG32(CP_MQD_BASE_ADDR_HI, mqd->queue_state.cp_mqd_base_addr_hi); mqd 4660 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_mqd_control = RREG32(CP_MQD_CONTROL); mqd 4661 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_mqd_control &= ~MQD_VMID_MASK; mqd 4662 drivers/gpu/drm/radeon/cik.c WREG32(CP_MQD_CONTROL, mqd->queue_state.cp_mqd_control); mqd 4666 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_base = hqd_gpu_addr; mqd 4667 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_base_hi = upper_32_bits(hqd_gpu_addr); mqd 4668 drivers/gpu/drm/radeon/cik.c WREG32(CP_HQD_PQ_BASE, mqd->queue_state.cp_hqd_pq_base); mqd 4669 drivers/gpu/drm/radeon/cik.c WREG32(CP_HQD_PQ_BASE_HI, mqd->queue_state.cp_hqd_pq_base_hi); mqd 4672 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_control = RREG32(CP_HQD_PQ_CONTROL); mqd 4673 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_control &= mqd 4676 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_control |= mqd 4678 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_control |= mqd 4681 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_control |= BUF_SWAP_32BIT; mqd 4683 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_control &= mqd 4685 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_control |= mqd 4687 drivers/gpu/drm/radeon/cik.c WREG32(CP_HQD_PQ_CONTROL, mqd->queue_state.cp_hqd_pq_control); mqd 4694 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_wptr_poll_addr = wb_gpu_addr & 0xfffffffc; mqd 4695 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_wptr_poll_addr_hi = upper_32_bits(wb_gpu_addr) & 0xffff; mqd 4696 drivers/gpu/drm/radeon/cik.c WREG32(CP_HQD_PQ_WPTR_POLL_ADDR, mqd->queue_state.cp_hqd_pq_wptr_poll_addr); mqd 4698 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_wptr_poll_addr_hi); mqd 4705 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_rptr_report_addr = wb_gpu_addr & 0xfffffffc; mqd 4706 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_rptr_report_addr_hi = mqd 4709 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_rptr_report_addr); mqd 4711 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_rptr_report_addr_hi); mqd 4715 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_doorbell_control = mqd 4717 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_doorbell_control &= ~DOORBELL_OFFSET_MASK; mqd 4718 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_doorbell_control |= mqd 4720 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_doorbell_control |= DOORBELL_EN; mqd 4721 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_doorbell_control &= mqd 4725 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_doorbell_control = 0; mqd 4728 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_doorbell_control); mqd 4732 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_wptr = rdev->ring[idx].wptr; mqd 4733 drivers/gpu/drm/radeon/cik.c WREG32(CP_HQD_PQ_WPTR, mqd->queue_state.cp_hqd_pq_wptr); mqd 4734 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_pq_rptr = RREG32(CP_HQD_PQ_RPTR); mqd 4737 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_vmid = 0; mqd 4738 drivers/gpu/drm/radeon/cik.c WREG32(CP_HQD_VMID, mqd->queue_state.cp_hqd_vmid); mqd 4741 drivers/gpu/drm/radeon/cik.c mqd->queue_state.cp_hqd_active = 1; mqd 4742 drivers/gpu/drm/radeon/cik.c WREG32(CP_HQD_ACTIVE, mqd->queue_state.cp_hqd_active); mqd 544 drivers/misc/sgi-gru/grukservices.c int gru_create_message_queue(struct gru_message_queue_desc *mqd, mqd 560 drivers/misc/sgi-gru/grukservices.c mqd->mq = mq; mqd 561 drivers/misc/sgi-gru/grukservices.c mqd->mq_gpa = uv_gpa(mq); mqd 562 drivers/misc/sgi-gru/grukservices.c mqd->qlines = qlines; mqd 563 drivers/misc/sgi-gru/grukservices.c mqd->interrupt_pnode = nasid >> 1; mqd 564 drivers/misc/sgi-gru/grukservices.c mqd->interrupt_vector = vector; mqd 565 drivers/misc/sgi-gru/grukservices.c mqd->interrupt_apicid = apicid; mqd 578 drivers/misc/sgi-gru/grukservices.c static int send_noop_message(void *cb, struct gru_message_queue_desc *mqd, mqd 590 drivers/misc/sgi-gru/grukservices.c gru_mesq(cb, mqd->mq_gpa, gru_get_tri(mhdr), 1, IMA); mqd 614 drivers/misc/sgi-gru/grukservices.c m = mqd->mq_gpa + (gru_get_amo_value_head(cb) << 6); mqd 636 drivers/misc/sgi-gru/grukservices.c static int send_message_queue_full(void *cb, struct gru_message_queue_desc *mqd, mqd 649 drivers/misc/sgi-gru/grukservices.c qlines = mqd->qlines; mqd 658 drivers/misc/sgi-gru/grukservices.c gru_gamir(cb, EOP_IR_CLR, HSTATUS(mqd->mq_gpa, half), XTYPE_DW, IMA); mqd 668 drivers/misc/sgi-gru/grukservices.c if (send_noop_message(cb, mqd, mesg)) { mqd 669 drivers/misc/sgi-gru/grukservices.c gru_gamir(cb, EOP_IR_INC, HSTATUS(mqd->mq_gpa, half), mqd 680 drivers/misc/sgi-gru/grukservices.c gru_gamer(cb, EOP_ERR_CSWAP, mqd->mq_gpa, XTYPE_DW, mqh.val, avalue, mqd 688 drivers/misc/sgi-gru/grukservices.c gru_gamir(cb, EOP_IR_INC, HSTATUS(mqd->mq_gpa, half), XTYPE_DW, mqd 705 drivers/misc/sgi-gru/grukservices.c static int send_message_put_nacked(void *cb, struct gru_message_queue_desc *mqd, mqd 711 drivers/misc/sgi-gru/grukservices.c m = mqd->mq_gpa + (gru_get_amo_value_head(cb) << 6); mqd 721 drivers/misc/sgi-gru/grukservices.c if (!mqd->interrupt_vector) mqd 733 drivers/misc/sgi-gru/grukservices.c ret = send_noop_message(cb, mqd, mesg); mqd 753 drivers/misc/sgi-gru/grukservices.c static int send_message_failure(void *cb, struct gru_message_queue_desc *mqd, mqd 770 drivers/misc/sgi-gru/grukservices.c ret = send_message_queue_full(cb, mqd, mesg, lines); mqd 778 drivers/misc/sgi-gru/grukservices.c ret = send_message_put_nacked(cb, mqd, mesg, lines); mqd 795 drivers/misc/sgi-gru/grukservices.c int gru_send_message_gpa(struct gru_message_queue_desc *mqd, void *mesg, mqd 820 drivers/misc/sgi-gru/grukservices.c gru_mesq(cb, mqd->mq_gpa, gru_get_tri(mhdr), clines, IMA); mqd 823 drivers/misc/sgi-gru/grukservices.c ret = send_message_failure(cb, mqd, dsr, clines); mqd 836 drivers/misc/sgi-gru/grukservices.c void gru_free_message(struct gru_message_queue_desc *mqd, void *mesg) mqd 838 drivers/misc/sgi-gru/grukservices.c struct message_queue *mq = mqd->mq; mqd 868 drivers/misc/sgi-gru/grukservices.c void *gru_get_next_message(struct gru_message_queue_desc *mqd) mqd 870 drivers/misc/sgi-gru/grukservices.c struct message_queue *mq = mqd->mq; mqd 876 drivers/misc/sgi-gru/grukservices.c gru_free_message(mqd, mhdr); mqd 996 drivers/misc/sgi-gru/grukservices.c struct gru_message_queue_desc mqd; mqd 1008 drivers/misc/sgi-gru/grukservices.c gru_create_message_queue(&mqd, mq, 8 * GRU_CACHE_LINE_BYTES, 0, 0, 0); mqd 1012 drivers/misc/sgi-gru/grukservices.c ret = gru_send_message_gpa(&mqd, mes, sizeof(mes)); mqd 1024 drivers/misc/sgi-gru/grukservices.c m = gru_get_next_message(&mqd); mqd 1027 drivers/misc/sgi-gru/grukservices.c gru_free_message(&mqd, m); mqd 61 drivers/misc/sgi-gru/grukservices.h extern int gru_create_message_queue(struct gru_message_queue_desc *mqd, mqd 81 drivers/misc/sgi-gru/grukservices.h extern int gru_send_message_gpa(struct gru_message_queue_desc *mqd, mqd 101 drivers/misc/sgi-gru/grukservices.h extern void gru_free_message(struct gru_message_queue_desc *mqd, mqd 117 drivers/misc/sgi-gru/grukservices.h extern void *gru_get_next_message(struct gru_message_queue_desc *mqd);