125 	struct pm4_runlist *packet;  in pm_create_runlist()  local
129 	packet = (struct pm4_runlist *)buffer;  in pm_create_runlist()
132 	packet->header.u32all = build_pm4_header(IT_RUN_LIST,  in pm_create_runlist()
135 	packet->bitfields4.ib_size = ib_size_in_dwords;  in pm_create_runlist()
136 	packet->bitfields4.chain = chain ? 1 : 0;  in pm_create_runlist()
137 	packet->bitfields4.offload_polling = 0;  in pm_create_runlist()
138 	packet->bitfields4.valid = 1;  in pm_create_runlist()
139 	packet->ordinal2 = lower_32_bits(ib);  in pm_create_runlist()
140 	packet->bitfields3.ib_base_hi = upper_32_bits(ib);  in pm_create_runlist()
148 	struct pm4_map_process *packet;  in pm_create_map_process()  local
154 	packet = (struct pm4_map_process *)buffer;  in pm_create_map_process()
160 	packet->header.u32all = build_pm4_header(IT_MAP_PROCESS,  in pm_create_map_process()
162 	packet->bitfields2.diq_enable = (qpd->is_debug) ? 1 : 0;  in pm_create_map_process()
163 	packet->bitfields2.process_quantum = 1;  in pm_create_map_process()
164 	packet->bitfields2.pasid = qpd->pqm->process->pasid;  in pm_create_map_process()
165 	packet->bitfields3.page_table_base = qpd->page_table_base;  in pm_create_map_process()
166 	packet->bitfields10.gds_size = qpd->gds_size;  in pm_create_map_process()
167 	packet->bitfields10.num_gws = qpd->num_gws;  in pm_create_map_process()
168 	packet->bitfields10.num_oac = qpd->num_oac;  in pm_create_map_process()
172 	packet->bitfields10.num_queues = (qpd->is_debug) ? 0 : num_queues;  in pm_create_map_process()
174 	packet->sh_mem_config = qpd->sh_mem_config;  in pm_create_map_process()
175 	packet->sh_mem_bases = qpd->sh_mem_bases;  in pm_create_map_process()
176 	packet->sh_mem_ape1_base = qpd->sh_mem_ape1_base;  in pm_create_map_process()
177 	packet->sh_mem_ape1_limit = qpd->sh_mem_ape1_limit;  in pm_create_map_process()
179 	packet->gds_addr_lo = lower_32_bits(qpd->gds_context_area);  in pm_create_map_process()
180 	packet->gds_addr_hi = upper_32_bits(qpd->gds_context_area);  in pm_create_map_process()
188 	struct pm4_mes_map_queues *packet;  in pm_create_map_queue_vi()  local
195 	packet = (struct pm4_mes_map_queues *)buffer;  in pm_create_map_queue_vi()
198 	packet->header.u32all = build_pm4_header(IT_MAP_QUEUES,  in pm_create_map_queue_vi()
200 	packet->bitfields2.alloc_format =  in pm_create_map_queue_vi()
202 	packet->bitfields2.num_queues = 1;  in pm_create_map_queue_vi()
203 	packet->bitfields2.queue_sel =  in pm_create_map_queue_vi()
206 	packet->bitfields2.engine_sel =  in pm_create_map_queue_vi()
208 	packet->bitfields2.queue_type =  in pm_create_map_queue_vi()
214 			packet->bitfields2.queue_type =  in pm_create_map_queue_vi()
218 		packet->bitfields2.queue_type =  in pm_create_map_queue_vi()
222 		packet->bitfields2.engine_sel =  in pm_create_map_queue_vi()
232 	packet->bitfields3.doorbell_offset =  in pm_create_map_queue_vi()
235 	packet->mqd_addr_lo =  in pm_create_map_queue_vi()
238 	packet->mqd_addr_hi =  in pm_create_map_queue_vi()
241 	packet->wptr_addr_lo =  in pm_create_map_queue_vi()
244 	packet->wptr_addr_hi =  in pm_create_map_queue_vi()
253 	struct pm4_map_queues *packet;  in pm_create_map_queue()  local
260 	packet = (struct pm4_map_queues *)buffer;  in pm_create_map_queue()
263 	packet->header.u32all = build_pm4_header(IT_MAP_QUEUES,  in pm_create_map_queue()
265 	packet->bitfields2.alloc_format =  in pm_create_map_queue()
267 	packet->bitfields2.num_queues = 1;  in pm_create_map_queue()
268 	packet->bitfields2.queue_sel =  in pm_create_map_queue()
271 	packet->bitfields2.vidmem = (q->properties.is_interop) ?  in pm_create_map_queue()
278 		packet->bitfields2.engine_sel =  in pm_create_map_queue()
282 		packet->bitfields2.engine_sel =  in pm_create_map_queue()
291 	packet->mes_map_queues_ordinals[0].bitfields3.doorbell_offset =  in pm_create_map_queue()
294 	packet->mes_map_queues_ordinals[0].bitfields3.is_static =  in pm_create_map_queue()
297 	packet->mes_map_queues_ordinals[0].mqd_addr_lo =  in pm_create_map_queue()
300 	packet->mes_map_queues_ordinals[0].mqd_addr_hi =  in pm_create_map_queue()
303 	packet->mes_map_queues_ordinals[0].wptr_addr_lo =  in pm_create_map_queue()
306 	packet->mes_map_queues_ordinals[0].wptr_addr_hi =  in pm_create_map_queue()
453 	struct pm4_set_resources *packet;  in pm_send_set_resources()  local
461 					sizeof(*packet) / sizeof(uint32_t),  in pm_send_set_resources()
462 			(unsigned int **)&packet);  in pm_send_set_resources()
463 	if (packet == NULL) {  in pm_send_set_resources()
469 	memset(packet, 0, sizeof(struct pm4_set_resources));  in pm_send_set_resources()
470 	packet->header.u32all = build_pm4_header(IT_SET_RESOURCES,  in pm_send_set_resources()
473 	packet->bitfields2.queue_type =  in pm_send_set_resources()
475 	packet->bitfields2.vmid_mask = res->vmid_mask;  in pm_send_set_resources()
476 	packet->bitfields2.unmap_latency = KFD_UNMAP_LATENCY;  in pm_send_set_resources()
477 	packet->bitfields7.oac_mask = res->oac_mask;  in pm_send_set_resources()
478 	packet->bitfields8.gds_heap_base = res->gds_heap_base;  in pm_send_set_resources()
479 	packet->bitfields8.gds_heap_size = res->gds_heap_size;  in pm_send_set_resources()
481 	packet->gws_mask_lo = lower_32_bits(res->gws_mask);  in pm_send_set_resources()
482 	packet->gws_mask_hi = upper_32_bits(res->gws_mask);  in pm_send_set_resources()
484 	packet->queue_mask_lo = lower_32_bits(res->queue_mask);  in pm_send_set_resources()
485 	packet->queue_mask_hi = upper_32_bits(res->queue_mask);  in pm_send_set_resources()
543 	struct pm4_query_status *packet;  in pm_send_query_status()  local
551 			(unsigned int **)&packet);  in pm_send_query_status()
555 	packet->header.u32all = build_pm4_header(IT_QUERY_STATUS,  in pm_send_query_status()
558 	packet->bitfields2.context_id = 0;  in pm_send_query_status()
559 	packet->bitfields2.interrupt_sel =  in pm_send_query_status()
561 	packet->bitfields2.command =  in pm_send_query_status()
564 	packet->addr_hi = upper_32_bits((uint64_t)fence_address);  in pm_send_query_status()
565 	packet->addr_lo = lower_32_bits((uint64_t)fence_address);  in pm_send_query_status()
566 	packet->data_hi = upper_32_bits((uint64_t)fence_value);  in pm_send_query_status()
567 	packet->data_lo = lower_32_bits((uint64_t)fence_value);  in pm_send_query_status()
586 	struct pm4_unmap_queues *packet;  in pm_send_unmap_queue()  local
598 	packet = (struct pm4_unmap_queues *)buffer;  in pm_send_unmap_queue()
602 	packet->header.u32all = build_pm4_header(IT_UNMAP_QUEUES,  in pm_send_unmap_queue()
607 		packet->bitfields2.engine_sel =  in pm_send_unmap_queue()
611 		packet->bitfields2.engine_sel =  in pm_send_unmap_queue()
620 		packet->bitfields2.action =  in pm_send_unmap_queue()
623 		packet->bitfields2.action =  in pm_send_unmap_queue()
628 		packet->bitfields2.queue_sel =  in pm_send_unmap_queue()
630 		packet->bitfields2.num_queues = 1;  in pm_send_unmap_queue()
631 		packet->bitfields3b.doorbell_offset0 = filter_param;  in pm_send_unmap_queue()
634 		packet->bitfields2.queue_sel =  in pm_send_unmap_queue()
636 		packet->bitfields3a.pasid = filter_param;  in pm_send_unmap_queue()
639 		packet->bitfields2.queue_sel =  in pm_send_unmap_queue()
644 		packet->bitfields2.queue_sel =  in pm_send_unmap_queue()