qpd 505 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c &pdd->qpd, qpd 539 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c &pdd->qpd, qpd 1126 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c pdd->qpd.sh_hidden_private_base = args->va_addr; qpd 1131 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c pdd->qpd.vmid != 0) qpd 1133 drivers/gpu/drm/amd/amdkfd/kfd_chardev.c dev->kgd, args->va_addr, pdd->qpd.vmid); qpd 303 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c &cntl, i, pdd->qpd.vmid); qpd 307 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c pr_debug("\t\t%20s %08x\n", "vmid is :", pdd->qpd.vmid); qpd 723 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c reg_sq_cmd.bits.vm_id = pdd->qpd.vmid; qpd 732 drivers/gpu/drm/amd/amdkfd/kfd_dbgdev.c pr_debug("\t\t vmid is: %u\n", pdd->qpd.vmid); qpd 125 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd) qpd 128 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c dqm->dev->kgd, qpd->vmid, qpd 129 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->sh_mem_config, qpd 130 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->sh_mem_ape1_base, qpd 131 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->sh_mem_ape1_limit, qpd 132 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->sh_mem_bases); qpd 135 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c static int allocate_doorbell(struct qcm_process_device *qpd, struct queue *q) qpd 137 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct kfd_dev *dev = qpd->dqm->dev; qpd 162 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c found = find_first_zero_bit(qpd->doorbell_bitmap, qpd 168 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c set_bit(found, qpd->doorbell_bitmap); qpd 179 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c static void deallocate_doorbell(struct qcm_process_device *qpd, qpd 183 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct kfd_dev *dev = qpd->dqm->dev; qpd 190 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c old = test_and_clear_bit(q->doorbell_id, qpd->doorbell_bitmap); qpd 195 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd, qpd 208 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->vmid = allocated_vmid; qpd 212 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c program_sh_mem_settings(dqm, qpd); qpd 218 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->vmid, qpd 219 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->page_table_base); qpd 221 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c kfd_flush_tlb(qpd_to_pdd(qpd)); qpd 224 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c dqm->dev->kgd, qpd->sh_hidden_private_base, qpd->vmid); qpd 230 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd) qpd 232 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c const struct packet_manager_funcs *pmf = qpd->dqm->packets.pmf; qpd 235 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c if (!qpd->ib_kaddr) qpd 238 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c ret = pmf->release_mem(qpd->ib_base, (uint32_t *)qpd->ib_kaddr); qpd 242 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c return amdgpu_amdkfd_submit_ib(kdev->kgd, KGD_ENGINE_MEC1, qpd->vmid, qpd 243 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->ib_base, (uint32_t *)qpd->ib_kaddr, qpd 248 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd, qpd 251 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c int bit = qpd->vmid - dqm->dev->vm_info.first_vmid_kfd; qpd 255 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c if (flush_texture_cache_nocpsch(q->device, qpd)) qpd 258 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c kfd_flush_tlb(qpd_to_pdd(qpd)); qpd 261 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c set_pasid_vmid_mapping(dqm, 0, qpd->vmid); qpd 264 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->vmid = 0; qpd 270 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd) qpd 286 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c if (list_empty(&qpd->queues_list)) { qpd 287 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c retval = allocate_vmid(dqm, qpd, q); qpd 291 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c q->properties.vmid = qpd->vmid; qpd 297 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c q->properties.is_evicted = !!qpd->evicted; qpd 299 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c q->properties.tba_addr = qpd->tba_addr; qpd 300 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c q->properties.tma_addr = qpd->tma_addr; qpd 315 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c dqm->asic_ops.init_sdma_vm(dqm, q, qpd); qpd 318 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c retval = allocate_doorbell(qpd, q); qpd 345 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c list_add(&q->list, &qpd->queues_list); qpd 346 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->queue_count++; qpd 367 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c deallocate_doorbell(qpd, q); qpd 375 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c if (list_empty(&qpd->queues_list)) qpd 376 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c deallocate_vmid(dqm, qpd, q); qpd 426 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd, qpd 450 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c deallocate_doorbell(qpd, q); qpd 457 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->reset_wavefronts = true; qpd 462 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c if (list_empty(&qpd->queues_list)) { qpd 463 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c if (qpd->reset_wavefronts) { qpd 470 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->pqm->process); qpd 471 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->reset_wavefronts = false; qpd 474 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c deallocate_vmid(dqm, qpd, q); qpd 476 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->queue_count--; qpd 484 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd, qpd 490 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c retval = destroy_queue_nocpsch_locked(dqm, qpd, q); qpd 570 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd) qpd 578 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c if (qpd->evicted++ > 0) /* already evicted, do nothing */ qpd 581 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c pdd = qpd_to_pdd(qpd); qpd 588 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c list_for_each_entry(q, &qpd->queues_list, list) { qpd 613 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd) qpd 620 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c if (qpd->evicted++ > 0) /* already evicted, do nothing */ qpd 623 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c pdd = qpd_to_pdd(qpd); qpd 630 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c list_for_each_entry(q, &qpd->queues_list, list) { qpd 639 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->is_debug ? qpd 649 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd) qpd 658 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c pdd = qpd_to_pdd(qpd); qpd 663 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c if (WARN_ON_ONCE(!qpd->evicted)) /* already restored, do nothing */ qpd 665 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c if (qpd->evicted > 1) { /* ref count still > 0, decrement & quit */ qpd 666 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->evicted--; qpd 674 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->page_table_base = pd_base; qpd 677 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c if (!list_empty(&qpd->queues_list)) { qpd 680 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->vmid, qpd 681 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->page_table_base); qpd 697 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c list_for_each_entry(q, &qpd->queues_list, list) { qpd 714 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->evicted = 0; qpd 723 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd) qpd 730 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c pdd = qpd_to_pdd(qpd); qpd 735 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c if (WARN_ON_ONCE(!qpd->evicted)) /* already restored, do nothing */ qpd 737 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c if (qpd->evicted > 1) { /* ref count still > 0, decrement & quit */ qpd 738 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->evicted--; qpd 746 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->page_table_base = pd_base; qpd 750 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c list_for_each_entry(q, &qpd->queues_list, list) { qpd 760 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->evicted = 0; qpd 767 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd) qpd 778 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c n->qpd = qpd; qpd 780 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c pdd = qpd_to_pdd(qpd); qpd 788 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->page_table_base = pd_base; qpd 791 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c retval = dqm->asic_ops.update_qpd(dqm, qpd); qpd 806 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd) qpd 812 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c list_empty(&qpd->queues_list) ? "empty" : "not empty"); qpd 818 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c if (qpd == cur->qpd) { qpd 1086 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd) qpd 1104 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c list_add(&kq->list, &qpd->priv_queue_list); qpd 1106 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->is_debug = true; qpd 1115 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd) qpd 1120 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->is_debug = false; qpd 1133 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd) qpd 1154 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c retval = allocate_doorbell(qpd, q); qpd 1163 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c dqm->asic_ops.init_sdma_vm(dqm, q, qpd); qpd 1164 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c q->properties.tba_addr = qpd->tba_addr; qpd 1165 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c q->properties.tma_addr = qpd->tma_addr; qpd 1178 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c q->properties.is_evicted = !!qpd->evicted; qpd 1182 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c list_add(&q->list, &qpd->queues_list); qpd 1183 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->queue_count++; qpd 1209 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c deallocate_doorbell(qpd, q); qpd 1340 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd, qpd 1351 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c if (qpd->is_debug) { qpd 1364 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c deallocate_doorbell(qpd, q); qpd 1375 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->queue_count--; qpd 1381 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->reset_wavefronts = true; qpd 1414 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd, qpd 1429 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->sh_mem_ape1_base = 1; qpd 1430 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->sh_mem_ape1_limit = 0; qpd 1451 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->sh_mem_ape1_base = base >> 16; qpd 1452 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->sh_mem_ape1_limit = limit >> 16; qpd 1457 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd, qpd 1463 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c if ((dqm->sched_policy == KFD_SCHED_POLICY_NO_HWS) && (qpd->vmid != 0)) qpd 1464 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c program_sh_mem_settings(dqm, qpd); qpd 1467 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->sh_mem_config, qpd->sh_mem_ape1_base, qpd 1468 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->sh_mem_ape1_limit); qpd 1476 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd, qpd 1484 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c tma = (uint64_t *)(qpd->cwsr_kaddr + KFD_CWSR_TMA_OFFSET); qpd 1488 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->tba_addr = tba_addr; qpd 1489 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->tma_addr = tma_addr; qpd 1496 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd) qpd 1506 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c list_for_each_entry_safe(q, next, &qpd->queues_list, list) { qpd 1509 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c ret = destroy_queue_nocpsch_locked(dqm, qpd, q); qpd 1516 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c if (qpd == cur->qpd) { qpd 1569 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c struct qcm_process_device *qpd) qpd 1585 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c list_for_each_entry_safe(kq, kq_next, &qpd->priv_queue_list, list) { qpd 1588 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->is_debug = false; qpd 1594 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c list_for_each_entry(q, &qpd->queues_list, list) { qpd 1611 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c if (qpd == cur->qpd) { qpd 1621 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c if ((!dqm->is_hws_hang) && (retval || qpd->reset_wavefronts)) { qpd 1623 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c dbgdev_wave_reset_wavefronts(dqm->dev, qpd->pqm->process); qpd 1624 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->reset_wavefronts = false; qpd 1638 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c list_for_each_entry_safe(q, next, &qpd->queues_list, list) { qpd 1642 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c qpd->queue_count--; qpd 1846 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.c ret = dqm->ops.evict_process_queues(dqm, &pdd->qpd); qpd 36 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.h struct qcm_process_device *qpd; qpd 87 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.h struct qcm_process_device *qpd); qpd 90 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.h struct qcm_process_device *qpd, qpd 97 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.h struct qcm_process_device *qpd); qpd 100 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.h struct qcm_process_device *qpd); qpd 108 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.h struct qcm_process_device *qpd); qpd 112 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.h struct qcm_process_device *qpd); qpd 115 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.h struct qcm_process_device *qpd, qpd 122 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.h struct qcm_process_device *qpd, qpd 127 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.h struct qcm_process_device *qpd); qpd 130 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.h struct qcm_process_device *qpd); qpd 132 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.h struct qcm_process_device *qpd); qpd 143 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.h struct qcm_process_device *qpd); qpd 145 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.h struct qcm_process_device *qpd, qpd 152 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.h struct qcm_process_device *qpd); qpd 216 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager.h struct qcm_process_device *qpd); qpd 30 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c struct qcm_process_device *qpd, qpd 36 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c struct qcm_process_device *qpd); qpd 38 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c struct qcm_process_device *qpd); qpd 40 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c struct qcm_process_device *qpd); qpd 43 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c struct qcm_process_device *qpd); qpd 91 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c struct qcm_process_device *qpd, qpd 108 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c qpd->sh_mem_config = (qpd->sh_mem_config & PTR32) qpd 117 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c struct qcm_process_device *qpd) qpd 122 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c pdd = qpd_to_pdd(qpd); qpd 125 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c if (qpd->sh_mem_config == 0) { qpd 126 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c qpd->sh_mem_config = qpd 130 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c qpd->sh_mem_ape1_limit = 0; qpd 131 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c qpd->sh_mem_ape1_base = 0; qpd 134 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c if (qpd->pqm->process->is_32bit_user_mode) { qpd 136 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c qpd->sh_mem_bases = SHARED_BASE(temp); qpd 137 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c qpd->sh_mem_config |= PTR32; qpd 140 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c qpd->sh_mem_bases = compute_sh_mem_bases_64bit(temp); qpd 141 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c qpd->sh_mem_config |= 1 << SH_MEM_CONFIG__PRIVATE_ATC__SHIFT; qpd 145 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c qpd->pqm->process->is_32bit_user_mode, temp, qpd->sh_mem_bases); qpd 151 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c struct qcm_process_device *qpd) qpd 156 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c pdd = qpd_to_pdd(qpd); qpd 159 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c if (qpd->sh_mem_config == 0) { qpd 160 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c qpd->sh_mem_config = qpd 164 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c qpd->sh_mem_ape1_limit = 0; qpd 165 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c qpd->sh_mem_ape1_base = 0; qpd 172 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c qpd->sh_mem_bases = compute_sh_mem_bases_64bit(temp); qpd 175 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c qpd->pqm->process->is_32bit_user_mode, temp, qpd->sh_mem_bases); qpd 181 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c struct qcm_process_device *qpd) qpd 187 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c get_sh_mem_bases_32(qpd_to_pdd(qpd)); qpd 189 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c value |= ((get_sh_mem_bases_nybble_64(qpd_to_pdd(qpd))) << qpd 198 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c struct qcm_process_device *qpd) qpd 204 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_cik.c ((get_sh_mem_bases_nybble_64(qpd_to_pdd(qpd))) << qpd 30 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v10.c struct qcm_process_device *qpd); qpd 32 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v10.c struct qcm_process_device *qpd); qpd 52 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v10.c struct qcm_process_device *qpd) qpd 56 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v10.c pdd = qpd_to_pdd(qpd); qpd 59 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v10.c if (qpd->sh_mem_config == 0) { qpd 60 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v10.c qpd->sh_mem_config = qpd 68 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v10.c qpd->sh_mem_config |= qpd 72 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v10.c qpd->sh_mem_ape1_limit = 0; qpd 73 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v10.c qpd->sh_mem_ape1_base = 0; qpd 76 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v10.c qpd->sh_mem_bases = compute_sh_mem_bases_64bit(pdd); qpd 78 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v10.c pr_debug("sh_mem_bases 0x%X\n", qpd->sh_mem_bases); qpd 84 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v10.c struct qcm_process_device *qpd) qpd 31 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v9.c struct qcm_process_device *qpd); qpd 33 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v9.c struct qcm_process_device *qpd); qpd 53 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v9.c struct qcm_process_device *qpd) qpd 57 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v9.c pdd = qpd_to_pdd(qpd); qpd 60 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v9.c if (qpd->sh_mem_config == 0) { qpd 61 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v9.c qpd->sh_mem_config = qpd 66 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v9.c qpd->sh_mem_config |= qpd 69 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v9.c qpd->sh_mem_ape1_limit = 0; qpd 70 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v9.c qpd->sh_mem_ape1_base = 0; qpd 73 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v9.c qpd->sh_mem_bases = compute_sh_mem_bases_64bit(pdd); qpd 75 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v9.c pr_debug("sh_mem_bases 0x%X\n", qpd->sh_mem_bases); qpd 81 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_v9.c struct qcm_process_device *qpd) qpd 30 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c struct qcm_process_device *qpd, qpd 36 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c struct qcm_process_device *qpd, qpd 42 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c struct qcm_process_device *qpd); qpd 44 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c struct qcm_process_device *qpd); qpd 46 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c struct qcm_process_device *qpd); qpd 49 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c struct qcm_process_device *qpd); qpd 98 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c struct qcm_process_device *qpd, qpd 115 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c qpd->sh_mem_config = (qpd->sh_mem_config & qpd 127 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c struct qcm_process_device *qpd, qpd 144 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c qpd->sh_mem_config = qpd 154 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c struct qcm_process_device *qpd) qpd 159 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c pdd = qpd_to_pdd(qpd); qpd 162 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c if (qpd->sh_mem_config == 0) { qpd 163 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c qpd->sh_mem_config = qpd 170 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c qpd->sh_mem_ape1_limit = 0; qpd 171 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c qpd->sh_mem_ape1_base = 0; qpd 174 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c if (qpd->pqm->process->is_32bit_user_mode) { qpd 176 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c qpd->sh_mem_bases = temp << SH_MEM_BASES__SHARED_BASE__SHIFT; qpd 177 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c qpd->sh_mem_config |= SH_MEM_ADDRESS_MODE_HSA32 << qpd 181 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c qpd->sh_mem_bases = compute_sh_mem_bases_64bit(temp); qpd 182 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c qpd->sh_mem_config |= SH_MEM_ADDRESS_MODE_HSA64 << qpd 184 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c qpd->sh_mem_config |= 1 << qpd 189 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c qpd->pqm->process->is_32bit_user_mode, temp, qpd->sh_mem_bases); qpd 195 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c struct qcm_process_device *qpd) qpd 200 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c pdd = qpd_to_pdd(qpd); qpd 203 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c if (qpd->sh_mem_config == 0) { qpd 204 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c qpd->sh_mem_config = qpd 212 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c qpd->sh_mem_ape1_limit = 0; qpd 213 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c qpd->sh_mem_ape1_base = 0; qpd 220 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c qpd->sh_mem_bases = compute_sh_mem_bases_64bit(temp); qpd 223 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c temp, qpd->sh_mem_bases); qpd 229 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c struct qcm_process_device *qpd) qpd 235 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c get_sh_mem_bases_32(qpd_to_pdd(qpd)); qpd 237 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c value |= ((get_sh_mem_bases_nybble_64(qpd_to_pdd(qpd))) << qpd 246 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c struct qcm_process_device *qpd) qpd 252 drivers/gpu/drm/amd/amdkfd/kfd_device_queue_manager_vi.c ((get_sh_mem_bases_nybble_64(qpd_to_pdd(qpd))) << qpd 422 drivers/gpu/drm/amd/amdkfd/kfd_flat_memory.c pdd->qpd.cwsr_base = SVM_CWSR_BASE; qpd 423 drivers/gpu/drm/amd/amdkfd/kfd_flat_memory.c pdd->qpd.ib_base = SVM_IB_BASE; qpd 72 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c uint32_t *buffer, struct qcm_process_device *qpd) qpd 75 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c uint64_t vm_page_table_base_addr = qpd->page_table_base; qpd 82 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c packet->bitfields2.diq_enable = (qpd->is_debug) ? 1 : 0; qpd 84 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c packet->bitfields2.pasid = qpd->pqm->process->pasid; qpd 85 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c packet->bitfields14.gds_size = qpd->gds_size; qpd 86 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c packet->bitfields14.num_gws = qpd->num_gws; qpd 87 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c packet->bitfields14.num_oac = qpd->num_oac; qpd 90 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c packet->bitfields14.num_queues = (qpd->is_debug) ? 0 : qpd->queue_count; qpd 92 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c packet->sh_mem_config = qpd->sh_mem_config; qpd 93 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c packet->sh_mem_bases = qpd->sh_mem_bases; qpd 94 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c if (qpd->tba_addr) { qpd 95 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c packet->sq_shader_tba_lo = lower_32_bits(qpd->tba_addr >> 8); qpd 97 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c upper_32_bits(qpd->tba_addr >> 8); qpd 98 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c packet->sq_shader_tma_lo = lower_32_bits(qpd->tma_addr >> 8); qpd 99 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c packet->sq_shader_tma_hi = upper_32_bits(qpd->tma_addr >> 8); qpd 102 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c packet->gds_addr_lo = lower_32_bits(qpd->gds_context_area); qpd 103 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v10.c packet->gds_addr_hi = upper_32_bits(qpd->gds_context_area); qpd 71 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c uint32_t *buffer, struct qcm_process_device *qpd) qpd 74 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c uint64_t vm_page_table_base_addr = qpd->page_table_base; qpd 81 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c packet->bitfields2.diq_enable = (qpd->is_debug) ? 1 : 0; qpd 83 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c packet->bitfields2.pasid = qpd->pqm->process->pasid; qpd 84 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c packet->bitfields14.gds_size = qpd->gds_size & 0x3F; qpd 85 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c packet->bitfields14.gds_size_hi = (qpd->gds_size >> 6) & 0xF; qpd 86 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c packet->bitfields14.num_gws = qpd->num_gws; qpd 87 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c packet->bitfields14.num_oac = qpd->num_oac; qpd 89 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c packet->bitfields14.num_queues = (qpd->is_debug) ? 0 : qpd->queue_count; qpd 91 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c packet->sh_mem_config = qpd->sh_mem_config; qpd 92 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c packet->sh_mem_bases = qpd->sh_mem_bases; qpd 93 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c packet->sq_shader_tba_lo = lower_32_bits(qpd->tba_addr >> 8); qpd 94 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c packet->sq_shader_tba_hi = upper_32_bits(qpd->tba_addr >> 8); qpd 95 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c packet->sq_shader_tma_lo = lower_32_bits(qpd->tma_addr >> 8); qpd 96 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c packet->sq_shader_tma_hi = upper_32_bits(qpd->tma_addr >> 8); qpd 98 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c packet->gds_addr_lo = lower_32_bits(qpd->gds_context_area); qpd 99 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_v9.c packet->gds_addr_hi = upper_32_bits(qpd->gds_context_area); qpd 83 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c struct qcm_process_device *qpd) qpd 93 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c packet->bitfields2.diq_enable = (qpd->is_debug) ? 1 : 0; qpd 95 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c packet->bitfields2.pasid = qpd->pqm->process->pasid; qpd 96 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c packet->bitfields3.page_table_base = qpd->page_table_base; qpd 97 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c packet->bitfields10.gds_size = qpd->gds_size; qpd 98 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c packet->bitfields10.num_gws = qpd->num_gws; qpd 99 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c packet->bitfields10.num_oac = qpd->num_oac; qpd 100 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c packet->bitfields10.num_queues = (qpd->is_debug) ? 0 : qpd->queue_count; qpd 102 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c packet->sh_mem_config = qpd->sh_mem_config; qpd 103 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c packet->sh_mem_bases = qpd->sh_mem_bases; qpd 104 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c packet->sh_mem_ape1_base = qpd->sh_mem_ape1_base; qpd 105 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c packet->sh_mem_ape1_limit = qpd->sh_mem_ape1_limit; qpd 107 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c packet->sh_hidden_private_base_vmid = qpd->sh_hidden_private_base; qpd 109 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c packet->gds_addr_lo = lower_32_bits(qpd->gds_context_area); qpd 110 drivers/gpu/drm/amd/amdkfd/kfd_kernel_queue_vi.c packet->gds_addr_hi = upper_32_bits(qpd->gds_context_area); qpd 128 drivers/gpu/drm/amd/amdkfd/kfd_packet_manager.c struct qcm_process_device *qpd; qpd 148 drivers/gpu/drm/amd/amdkfd/kfd_packet_manager.c qpd = cur->qpd; qpd 156 drivers/gpu/drm/amd/amdkfd/kfd_packet_manager.c retval = pm->pmf->map_process(pm, &rl_buffer[rl_wptr], qpd); qpd 164 drivers/gpu/drm/amd/amdkfd/kfd_packet_manager.c list_for_each_entry(kq, &qpd->priv_queue_list, list) { qpd 169 drivers/gpu/drm/amd/amdkfd/kfd_packet_manager.c kq->queue->queue, qpd->is_debug); qpd 174 drivers/gpu/drm/amd/amdkfd/kfd_packet_manager.c qpd->is_debug); qpd 183 drivers/gpu/drm/amd/amdkfd/kfd_packet_manager.c list_for_each_entry(q, &qpd->queues_list, list) { qpd 188 drivers/gpu/drm/amd/amdkfd/kfd_packet_manager.c q->queue, qpd->is_debug); qpd 193 drivers/gpu/drm/amd/amdkfd/kfd_packet_manager.c qpd->is_debug); qpd 628 drivers/gpu/drm/amd/amdkfd/kfd_priv.h struct qcm_process_device qpd; qpd 656 drivers/gpu/drm/amd/amdkfd/kfd_priv.h #define qpd_to_pdd(x) container_of(x, struct kfd_process_device, qpd) qpd 946 drivers/gpu/drm/amd/amdkfd/kfd_priv.h struct qcm_process_device *qpd); qpd 245 drivers/gpu/drm/amd/amdkfd/kfd_process.c struct qcm_process_device *qpd = &pdd->qpd; qpd 253 drivers/gpu/drm/amd/amdkfd/kfd_process.c if (qpd->ib_kaddr || !qpd->ib_base) qpd 257 drivers/gpu/drm/amd/amdkfd/kfd_process.c ret = kfd_process_alloc_gpuvm(pdd, qpd->ib_base, PAGE_SIZE, flags, qpd 262 drivers/gpu/drm/amd/amdkfd/kfd_process.c qpd->ib_kaddr = kaddr; qpd 433 drivers/gpu/drm/amd/amdkfd/kfd_process.c if (pdd->qpd.cwsr_kaddr && !pdd->qpd.cwsr_base) qpd 434 drivers/gpu/drm/amd/amdkfd/kfd_process.c free_pages((unsigned long)pdd->qpd.cwsr_kaddr, qpd 437 drivers/gpu/drm/amd/amdkfd/kfd_process.c kfree(pdd->qpd.doorbell_bitmap); qpd 558 drivers/gpu/drm/amd/amdkfd/kfd_process.c struct qcm_process_device *qpd = &pdd->qpd; qpd 560 drivers/gpu/drm/amd/amdkfd/kfd_process.c if (!dev->cwsr_enabled || qpd->cwsr_kaddr || qpd->cwsr_base) qpd 565 drivers/gpu/drm/amd/amdkfd/kfd_process.c qpd->tba_addr = (int64_t)vm_mmap(filep, 0, qpd 569 drivers/gpu/drm/amd/amdkfd/kfd_process.c if (IS_ERR_VALUE(qpd->tba_addr)) { qpd 570 drivers/gpu/drm/amd/amdkfd/kfd_process.c int err = qpd->tba_addr; qpd 573 drivers/gpu/drm/amd/amdkfd/kfd_process.c qpd->tba_addr = 0; qpd 574 drivers/gpu/drm/amd/amdkfd/kfd_process.c qpd->cwsr_kaddr = NULL; qpd 578 drivers/gpu/drm/amd/amdkfd/kfd_process.c memcpy(qpd->cwsr_kaddr, dev->cwsr_isa, dev->cwsr_isa_size); qpd 580 drivers/gpu/drm/amd/amdkfd/kfd_process.c qpd->tma_addr = qpd->tba_addr + KFD_CWSR_TMA_OFFSET; qpd 582 drivers/gpu/drm/amd/amdkfd/kfd_process.c qpd->tba_addr, qpd->tma_addr, qpd->cwsr_kaddr); qpd 591 drivers/gpu/drm/amd/amdkfd/kfd_process.c struct qcm_process_device *qpd = &pdd->qpd; qpd 597 drivers/gpu/drm/amd/amdkfd/kfd_process.c if (!dev->cwsr_enabled || qpd->cwsr_kaddr || !qpd->cwsr_base) qpd 601 drivers/gpu/drm/amd/amdkfd/kfd_process.c ret = kfd_process_alloc_gpuvm(pdd, qpd->cwsr_base, qpd 606 drivers/gpu/drm/amd/amdkfd/kfd_process.c qpd->cwsr_kaddr = kaddr; qpd 607 drivers/gpu/drm/amd/amdkfd/kfd_process.c qpd->tba_addr = qpd->cwsr_base; qpd 609 drivers/gpu/drm/amd/amdkfd/kfd_process.c memcpy(qpd->cwsr_kaddr, dev->cwsr_isa, dev->cwsr_isa_size); qpd 611 drivers/gpu/drm/amd/amdkfd/kfd_process.c qpd->tma_addr = qpd->tba_addr + KFD_CWSR_TMA_OFFSET; qpd 613 drivers/gpu/drm/amd/amdkfd/kfd_process.c qpd->tba_addr, qpd->tma_addr, qpd->cwsr_kaddr); qpd 686 drivers/gpu/drm/amd/amdkfd/kfd_process.c static int init_doorbell_bitmap(struct qcm_process_device *qpd, qpd 694 drivers/gpu/drm/amd/amdkfd/kfd_process.c qpd->doorbell_bitmap = qpd 697 drivers/gpu/drm/amd/amdkfd/kfd_process.c if (!qpd->doorbell_bitmap) qpd 704 drivers/gpu/drm/amd/amdkfd/kfd_process.c set_bit(i, qpd->doorbell_bitmap); qpd 706 drivers/gpu/drm/amd/amdkfd/kfd_process.c qpd->doorbell_bitmap); qpd 736 drivers/gpu/drm/amd/amdkfd/kfd_process.c if (init_doorbell_bitmap(&pdd->qpd, dev)) { qpd 743 drivers/gpu/drm/amd/amdkfd/kfd_process.c INIT_LIST_HEAD(&pdd->qpd.queues_list); qpd 744 drivers/gpu/drm/amd/amdkfd/kfd_process.c INIT_LIST_HEAD(&pdd->qpd.priv_queue_list); qpd 745 drivers/gpu/drm/amd/amdkfd/kfd_process.c pdd->qpd.dqm = dev->dqm; qpd 746 drivers/gpu/drm/amd/amdkfd/kfd_process.c pdd->qpd.pqm = &p->pqm; qpd 747 drivers/gpu/drm/amd/amdkfd/kfd_process.c pdd->qpd.evicted = 0; qpd 954 drivers/gpu/drm/amd/amdkfd/kfd_process.c &pdd->qpd); qpd 972 drivers/gpu/drm/amd/amdkfd/kfd_process.c &pdd->qpd)) qpd 989 drivers/gpu/drm/amd/amdkfd/kfd_process.c &pdd->qpd); qpd 1120 drivers/gpu/drm/amd/amdkfd/kfd_process.c struct qcm_process_device *qpd; qpd 1130 drivers/gpu/drm/amd/amdkfd/kfd_process.c qpd = &pdd->qpd; qpd 1132 drivers/gpu/drm/amd/amdkfd/kfd_process.c qpd->cwsr_kaddr = (void *)__get_free_pages(GFP_KERNEL | __GFP_ZERO, qpd 1134 drivers/gpu/drm/amd/amdkfd/kfd_process.c if (!qpd->cwsr_kaddr) { qpd 1143 drivers/gpu/drm/amd/amdkfd/kfd_process.c PFN_DOWN(__pa(qpd->cwsr_kaddr)), qpd 1156 drivers/gpu/drm/amd/amdkfd/kfd_process.c if (pdd->qpd.vmid) qpd 1157 drivers/gpu/drm/amd/amdkfd/kfd_process.c f2g->invalidate_tlbs_vmid(dev->kgd, pdd->qpd.vmid); qpd 74 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c dev->dqm->ops.process_termination(dev->dqm, &pdd->qpd); qpd 105 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c if (gws && pdd->qpd.num_gws) qpd 108 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c if (!gws && pdd->qpd.num_gws == 0) qpd 121 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c pdd->qpd.num_gws = gws ? amdgpu_amdkfd_get_num_gws(dev->kgd) : 0; qpd 220 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c if ((pdd->qpd.is_debug) || (type == KFD_QUEUE_TYPE_DIQ)) qpd 223 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c if (pdd->qpd.queue_count >= max_queues) qpd 230 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c if (list_empty(&pdd->qpd.queues_list) && qpd 231 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c list_empty(&pdd->qpd.priv_queue_list)) qpd 232 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c dev->dqm->ops.register_process(dev->dqm, &pdd->qpd); qpd 258 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c retval = dev->dqm->ops.create_queue(dev->dqm, q, &pdd->qpd); qpd 279 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c retval = dev->dqm->ops.create_queue(dev->dqm, q, &pdd->qpd); qpd 293 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c kq, &pdd->qpd); qpd 331 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c if (list_empty(&pdd->qpd.queues_list) && qpd 332 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c list_empty(&pdd->qpd.priv_queue_list)) qpd 333 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c dev->dqm->ops.unregister_process(dev->dqm, &pdd->qpd); qpd 372 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c dqm->ops.destroy_kernel_queue(dqm, pqn->kq, &pdd->qpd); qpd 378 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c retval = dqm->ops.destroy_queue(dqm, &pdd->qpd, pqn->q); qpd 390 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c pdd->qpd.num_gws = 0; qpd 402 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c if (list_empty(&pdd->qpd.queues_list) && qpd 403 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c list_empty(&pdd->qpd.priv_queue_list)) qpd 404 drivers/gpu/drm/amd/amdkfd/kfd_process_queue_manager.c dqm->ops.unregister_process(dqm, &pdd->qpd); qpd 246 drivers/infiniband/hw/cxgb4/device.c struct c4iw_debugfs_data *qpd) qpd 253 drivers/infiniband/hw/cxgb4/device.c space = qpd->bufsize - qpd->pos - 1; qpd 267 drivers/infiniband/hw/cxgb4/device.c cc = snprintf(qpd->buf + qpd->pos, space, qpd 288 drivers/infiniband/hw/cxgb4/device.c cc = snprintf(qpd->buf + qpd->pos, space, qpd 304 drivers/infiniband/hw/cxgb4/device.c cc = snprintf(qpd->buf + qpd->pos, space, qpd 310 drivers/infiniband/hw/cxgb4/device.c qpd->pos += cc; qpd 316 drivers/infiniband/hw/cxgb4/device.c struct c4iw_debugfs_data *qpd = file->private_data; qpd 317 drivers/infiniband/hw/cxgb4/device.c if (!qpd) { qpd 321 drivers/infiniband/hw/cxgb4/device.c vfree(qpd->buf); qpd 322 drivers/infiniband/hw/cxgb4/device.c kfree(qpd); qpd 329 drivers/infiniband/hw/cxgb4/device.c struct c4iw_debugfs_data *qpd; qpd 333 drivers/infiniband/hw/cxgb4/device.c qpd = kmalloc(sizeof(*qpd), GFP_KERNEL); qpd 334 drivers/infiniband/hw/cxgb4/device.c if (!qpd) qpd 337 drivers/infiniband/hw/cxgb4/device.c qpd->devp = inode->i_private; qpd 338 drivers/infiniband/hw/cxgb4/device.c qpd->pos = 0; qpd 344 drivers/infiniband/hw/cxgb4/device.c xa_for_each(&qpd->devp->qps, index, qp) qpd 347 drivers/infiniband/hw/cxgb4/device.c qpd->bufsize = count * 180; qpd 348 drivers/infiniband/hw/cxgb4/device.c qpd->buf = vmalloc(qpd->bufsize); qpd 349 drivers/infiniband/hw/cxgb4/device.c if (!qpd->buf) { qpd 350 drivers/infiniband/hw/cxgb4/device.c kfree(qpd); qpd 354 drivers/infiniband/hw/cxgb4/device.c xa_lock_irq(&qpd->devp->qps); qpd 355 drivers/infiniband/hw/cxgb4/device.c xa_for_each(&qpd->devp->qps, index, qp) qpd 356 drivers/infiniband/hw/cxgb4/device.c dump_qp(index, qp, qpd); qpd 357 drivers/infiniband/hw/cxgb4/device.c xa_unlock_irq(&qpd->devp->qps); qpd 359 drivers/infiniband/hw/cxgb4/device.c qpd->buf[qpd->pos++] = 0; qpd 360 drivers/infiniband/hw/cxgb4/device.c file->private_data = qpd;