119 	struct pm4_runlist *packet;  in pm_create_runlist()  local
123 	packet = (struct pm4_runlist *)buffer;  in pm_create_runlist()
126 	packet->header.u32all = build_pm4_header(IT_RUN_LIST,  in pm_create_runlist()
129 	packet->bitfields4.ib_size = ib_size_in_dwords;  in pm_create_runlist()
130 	packet->bitfields4.chain = chain ? 1 : 0;  in pm_create_runlist()
131 	packet->bitfields4.offload_polling = 0;  in pm_create_runlist()
132 	packet->bitfields4.valid = 1;  in pm_create_runlist()
133 	packet->ordinal2 = lower_32_bits(ib);  in pm_create_runlist()
134 	packet->bitfields3.ib_base_hi = upper_32_bits(ib);  in pm_create_runlist()
142 	struct pm4_map_process *packet;  in pm_create_map_process()  local
148 	packet = (struct pm4_map_process *)buffer;  in pm_create_map_process()
154 	packet->header.u32all = build_pm4_header(IT_MAP_PROCESS,  in pm_create_map_process()
156 	packet->bitfields2.diq_enable = (qpd->is_debug) ? 1 : 0;  in pm_create_map_process()
157 	packet->bitfields2.process_quantum = 1;  in pm_create_map_process()
158 	packet->bitfields2.pasid = qpd->pqm->process->pasid;  in pm_create_map_process()
159 	packet->bitfields3.page_table_base = qpd->page_table_base;  in pm_create_map_process()
160 	packet->bitfields10.gds_size = qpd->gds_size;  in pm_create_map_process()
161 	packet->bitfields10.num_gws = qpd->num_gws;  in pm_create_map_process()
162 	packet->bitfields10.num_oac = qpd->num_oac;  in pm_create_map_process()
166 	packet->bitfields10.num_queues = num_queues;  in pm_create_map_process()
168 	packet->sh_mem_config = qpd->sh_mem_config;  in pm_create_map_process()
169 	packet->sh_mem_bases = qpd->sh_mem_bases;  in pm_create_map_process()
170 	packet->sh_mem_ape1_base = qpd->sh_mem_ape1_base;  in pm_create_map_process()
171 	packet->sh_mem_ape1_limit = qpd->sh_mem_ape1_limit;  in pm_create_map_process()
173 	packet->gds_addr_lo = lower_32_bits(qpd->gds_context_area);  in pm_create_map_process()
174 	packet->gds_addr_hi = upper_32_bits(qpd->gds_context_area);  in pm_create_map_process()
182 	struct pm4_map_queues *packet;  in pm_create_map_queue()  local
188 	packet = (struct pm4_map_queues *)buffer;  in pm_create_map_queue()
191 	packet->header.u32all = build_pm4_header(IT_MAP_QUEUES,  in pm_create_map_queue()
193 	packet->bitfields2.alloc_format =  in pm_create_map_queue()
195 	packet->bitfields2.num_queues = 1;  in pm_create_map_queue()
196 	packet->bitfields2.queue_sel =  in pm_create_map_queue()
199 	packet->bitfields2.vidmem = (q->properties.is_interop) ?  in pm_create_map_queue()
206 		packet->bitfields2.engine_sel =  in pm_create_map_queue()
210 		packet->bitfields2.engine_sel =  in pm_create_map_queue()
218 	packet->mes_map_queues_ordinals[0].bitfields3.doorbell_offset =  in pm_create_map_queue()
221 	packet->mes_map_queues_ordinals[0].mqd_addr_lo =  in pm_create_map_queue()
224 	packet->mes_map_queues_ordinals[0].mqd_addr_hi =  in pm_create_map_queue()
227 	packet->mes_map_queues_ordinals[0].wptr_addr_lo =  in pm_create_map_queue()
230 	packet->mes_map_queues_ordinals[0].wptr_addr_hi =  in pm_create_map_queue()
344 	struct pm4_set_resources *packet;  in pm_send_set_resources()  local
352 					sizeof(*packet) / sizeof(uint32_t),  in pm_send_set_resources()
353 			(unsigned int **)&packet);  in pm_send_set_resources()
354 	if (packet == NULL) {  in pm_send_set_resources()
360 	memset(packet, 0, sizeof(struct pm4_set_resources));  in pm_send_set_resources()
361 	packet->header.u32all = build_pm4_header(IT_SET_RESOURCES,  in pm_send_set_resources()
364 	packet->bitfields2.queue_type =  in pm_send_set_resources()
366 	packet->bitfields2.vmid_mask = res->vmid_mask;  in pm_send_set_resources()
367 	packet->bitfields2.unmap_latency = KFD_UNMAP_LATENCY;  in pm_send_set_resources()
368 	packet->bitfields7.oac_mask = res->oac_mask;  in pm_send_set_resources()
369 	packet->bitfields8.gds_heap_base = res->gds_heap_base;  in pm_send_set_resources()
370 	packet->bitfields8.gds_heap_size = res->gds_heap_size;  in pm_send_set_resources()
372 	packet->gws_mask_lo = lower_32_bits(res->gws_mask);  in pm_send_set_resources()
373 	packet->gws_mask_hi = upper_32_bits(res->gws_mask);  in pm_send_set_resources()
375 	packet->queue_mask_lo = lower_32_bits(res->queue_mask);  in pm_send_set_resources()
376 	packet->queue_mask_hi = upper_32_bits(res->queue_mask);  in pm_send_set_resources()
434 	struct pm4_query_status *packet;  in pm_send_query_status()  local
442 			(unsigned int **)&packet);  in pm_send_query_status()
446 	packet->header.u32all = build_pm4_header(IT_QUERY_STATUS,  in pm_send_query_status()
449 	packet->bitfields2.context_id = 0;  in pm_send_query_status()
450 	packet->bitfields2.interrupt_sel =  in pm_send_query_status()
452 	packet->bitfields2.command =  in pm_send_query_status()
455 	packet->addr_hi = upper_32_bits((uint64_t)fence_address);  in pm_send_query_status()
456 	packet->addr_lo = lower_32_bits((uint64_t)fence_address);  in pm_send_query_status()
457 	packet->data_hi = upper_32_bits((uint64_t)fence_value);  in pm_send_query_status()
458 	packet->data_lo = lower_32_bits((uint64_t)fence_value);  in pm_send_query_status()
477 	struct pm4_unmap_queues *packet;  in pm_send_unmap_queue()  local
489 	packet = (struct pm4_unmap_queues *)buffer;  in pm_send_unmap_queue()
492 	packet->header.u32all = build_pm4_header(IT_UNMAP_QUEUES,  in pm_send_unmap_queue()
497 		packet->bitfields2.engine_sel =  in pm_send_unmap_queue()
501 		packet->bitfields2.engine_sel =  in pm_send_unmap_queue()
510 		packet->bitfields2.action =  in pm_send_unmap_queue()
513 		packet->bitfields2.action =  in pm_send_unmap_queue()
518 		packet->bitfields2.queue_sel =  in pm_send_unmap_queue()
520 		packet->bitfields2.num_queues = 1;  in pm_send_unmap_queue()
521 		packet->bitfields3b.doorbell_offset0 = filter_param;  in pm_send_unmap_queue()
524 		packet->bitfields2.queue_sel =  in pm_send_unmap_queue()
526 		packet->bitfields3a.pasid = filter_param;  in pm_send_unmap_queue()
529 		packet->bitfields2.queue_sel =  in pm_send_unmap_queue()