35 	struct pm4_mes_map_process *packet;  in pm_map_process_v9()  local
41 	packet = (struct pm4_mes_map_process *)buffer;  in pm_map_process_v9()
43 	packet->header.u32All = pm_build_pm4_header(IT_MAP_PROCESS,  in pm_map_process_v9()
45 	packet->bitfields2.diq_enable = (qpd->is_debug) ? 1 : 0;  in pm_map_process_v9()
46 	packet->bitfields2.process_quantum = 10;  in pm_map_process_v9()
47 	packet->bitfields2.pasid = qpd->pqm->process->pasid;  in pm_map_process_v9()
48 	packet->bitfields14.gds_size = qpd->gds_size & 0x3F;  in pm_map_process_v9()
49 	packet->bitfields14.gds_size_hi = (qpd->gds_size >> 6) & 0xF;  in pm_map_process_v9()
50 	packet->bitfields14.num_gws = (qpd->mapped_gws_queue) ? qpd->num_gws : 0;  in pm_map_process_v9()
51 	packet->bitfields14.num_oac = qpd->num_oac;  in pm_map_process_v9()
52 	packet->bitfields14.sdma_enable = 1;  in pm_map_process_v9()
53 	packet->bitfields14.num_queues = (qpd->is_debug) ? 0 : qpd->queue_count;  in pm_map_process_v9()
57 		packet->bitfields2.debug_vmid = kfd->dqm->trap_debug_vmid;  in pm_map_process_v9()
58 		packet->bitfields2.new_debug = 1;  in pm_map_process_v9()
61 	packet->sh_mem_config = qpd->sh_mem_config;  in pm_map_process_v9()
62 	packet->sh_mem_bases = qpd->sh_mem_bases;  in pm_map_process_v9()
64 		packet->sq_shader_tba_lo = lower_32_bits(qpd->tba_addr >> 8);  in pm_map_process_v9()
68 		packet->sq_shader_tba_hi = upper_32_bits(qpd->tba_addr >> 8)  in pm_map_process_v9()
71 		packet->sq_shader_tma_lo = lower_32_bits(qpd->tma_addr >> 8);  in pm_map_process_v9()
72 		packet->sq_shader_tma_hi = upper_32_bits(qpd->tma_addr >> 8);  in pm_map_process_v9()
75 	packet->gds_addr_lo = lower_32_bits(qpd->gds_context_area);  in pm_map_process_v9()
76 	packet->gds_addr_hi = upper_32_bits(qpd->gds_context_area);  in pm_map_process_v9()
78 	packet->vm_context_page_table_base_addr_lo32 =  in pm_map_process_v9()
80 	packet->vm_context_page_table_base_addr_hi32 =  in pm_map_process_v9()
89 	struct pm4_mes_map_process_aldebaran *packet;  in pm_map_process_aldebaran()  local
96 	packet = (struct pm4_mes_map_process_aldebaran *)buffer;  in pm_map_process_aldebaran()
98 	packet->header.u32All = pm_build_pm4_header(IT_MAP_PROCESS,  in pm_map_process_aldebaran()
100 	packet->bitfields2.diq_enable = (qpd->is_debug) ? 1 : 0;  in pm_map_process_aldebaran()
101 	packet->bitfields2.process_quantum = 10;  in pm_map_process_aldebaran()
102 	packet->bitfields2.pasid = qpd->pqm->process->pasid;  in pm_map_process_aldebaran()
103 	packet->bitfields14.gds_size = qpd->gds_size & 0x3F;  in pm_map_process_aldebaran()
104 	packet->bitfields14.gds_size_hi = (qpd->gds_size >> 6) & 0xF;  in pm_map_process_aldebaran()
105 	packet->bitfields14.num_gws = (qpd->mapped_gws_queue) ? qpd->num_gws : 0;  in pm_map_process_aldebaran()
106 	packet->bitfields14.num_oac = qpd->num_oac;  in pm_map_process_aldebaran()
107 	packet->bitfields14.sdma_enable = 1;  in pm_map_process_aldebaran()
108 	packet->bitfields14.num_queues = (qpd->is_debug) ? 0 : qpd->queue_count;  in pm_map_process_aldebaran()
109 	packet->spi_gdbg_per_vmid_cntl = pdd->spi_dbg_override |  in pm_map_process_aldebaran()
114 			packet->tcp_watch_cntl[i] = pdd->watch_points[i];  in pm_map_process_aldebaran()
116 		packet->bitfields2.single_memops =  in pm_map_process_aldebaran()
120 	packet->sh_mem_config = qpd->sh_mem_config;  in pm_map_process_aldebaran()
121 	packet->sh_mem_bases = qpd->sh_mem_bases;  in pm_map_process_aldebaran()
123 		packet->sq_shader_tba_lo = lower_32_bits(qpd->tba_addr >> 8);  in pm_map_process_aldebaran()
124 		packet->sq_shader_tba_hi = upper_32_bits(qpd->tba_addr >> 8);  in pm_map_process_aldebaran()
125 		packet->sq_shader_tma_lo = lower_32_bits(qpd->tma_addr >> 8);  in pm_map_process_aldebaran()
126 		packet->sq_shader_tma_hi = upper_32_bits(qpd->tma_addr >> 8);  in pm_map_process_aldebaran()
129 	packet->gds_addr_lo = lower_32_bits(qpd->gds_context_area);  in pm_map_process_aldebaran()
130 	packet->gds_addr_hi = upper_32_bits(qpd->gds_context_area);  in pm_map_process_aldebaran()
132 	packet->vm_context_page_table_base_addr_lo32 =  in pm_map_process_aldebaran()
134 	packet->vm_context_page_table_base_addr_hi32 =  in pm_map_process_aldebaran()
143 	struct pm4_mes_runlist *packet;  in pm_runlist_v9()  local
160 	packet = (struct pm4_mes_runlist *)buffer;  in pm_runlist_v9()
163 	packet->header.u32All = pm_build_pm4_header(IT_RUN_LIST,  in pm_runlist_v9()
166 	packet->bitfields4.ib_size = ib_size_in_dwords;  in pm_runlist_v9()
167 	packet->bitfields4.chain = chain ? 1 : 0;  in pm_runlist_v9()
168 	packet->bitfields4.offload_polling = 0;  in pm_runlist_v9()
169 	packet->bitfields4.chained_runlist_idle_disable = chain ? 1 : 0;  in pm_runlist_v9()
170 	packet->bitfields4.valid = 1;  in pm_runlist_v9()
171 	packet->bitfields4.process_cnt = concurrent_proc_cnt;  in pm_runlist_v9()
172 	packet->ordinal2 = lower_32_bits(ib);  in pm_runlist_v9()
173 	packet->ib_base_hi = upper_32_bits(ib);  in pm_runlist_v9()
181 	struct pm4_mes_set_resources *packet;  in pm_set_resources_v9()  local
183 	packet = (struct pm4_mes_set_resources *)buffer;  in pm_set_resources_v9()
186 	packet->header.u32All = pm_build_pm4_header(IT_SET_RESOURCES,  in pm_set_resources_v9()
189 	packet->bitfields2.queue_type =  in pm_set_resources_v9()
191 	packet->bitfields2.vmid_mask = res->vmid_mask;  in pm_set_resources_v9()
192 	packet->bitfields2.unmap_latency = KFD_UNMAP_LATENCY_MS / 100;  in pm_set_resources_v9()
193 	packet->bitfields7.oac_mask = res->oac_mask;  in pm_set_resources_v9()
194 	packet->bitfields8.gds_heap_base = res->gds_heap_base;  in pm_set_resources_v9()
195 	packet->bitfields8.gds_heap_size = res->gds_heap_size;  in pm_set_resources_v9()
197 	packet->gws_mask_lo = lower_32_bits(res->gws_mask);  in pm_set_resources_v9()
198 	packet->gws_mask_hi = upper_32_bits(res->gws_mask);  in pm_set_resources_v9()
200 	packet->queue_mask_lo = lower_32_bits(res->queue_mask);  in pm_set_resources_v9()
201 	packet->queue_mask_hi = upper_32_bits(res->queue_mask);  in pm_set_resources_v9()
215 	struct pm4_mes_map_queues *packet;  in pm_map_queues_v9()  local
218 	packet = (struct pm4_mes_map_queues *)buffer;  in pm_map_queues_v9()
221 	packet->header.u32All = pm_build_pm4_header(IT_MAP_QUEUES,  in pm_map_queues_v9()
223 	packet->bitfields2.num_queues = 1;  in pm_map_queues_v9()
224 	packet->bitfields2.queue_sel =  in pm_map_queues_v9()
227 	packet->bitfields2.engine_sel =  in pm_map_queues_v9()
229 	packet->bitfields2.gws_control_queue = q->gws ? 1 : 0;  in pm_map_queues_v9()
230 	packet->bitfields2.extended_engine_sel =  in pm_map_queues_v9()
232 	packet->bitfields2.queue_type =  in pm_map_queues_v9()
238 			packet->bitfields2.queue_type =  in pm_map_queues_v9()
242 		packet->bitfields2.queue_type =  in pm_map_queues_v9()
250 			packet->bitfields2.engine_sel = q->properties.sdma_engine_id +  in pm_map_queues_v9()
259 				packet->bitfields2.extended_engine_sel =  in pm_map_queues_v9()
262 				packet->bitfields2.extended_engine_sel =  in pm_map_queues_v9()
265 			packet->bitfields2.engine_sel = q->properties.sdma_engine_id % 8;  in pm_map_queues_v9()
272 	packet->bitfields3.doorbell_offset =  in pm_map_queues_v9()
275 	packet->mqd_addr_lo =  in pm_map_queues_v9()
278 	packet->mqd_addr_hi =  in pm_map_queues_v9()
281 	packet->wptr_addr_lo =  in pm_map_queues_v9()
284 	packet->wptr_addr_hi =  in pm_map_queues_v9()
294 	struct pm4_mec_write_data_mmio *packet;  in pm_set_grace_period_v9()  local
308 	packet = (struct pm4_mec_write_data_mmio *)buffer;  in pm_set_grace_period_v9()
311 	packet->header.u32All = pm_build_pm4_header(IT_WRITE_DATA,  in pm_set_grace_period_v9()
314 	packet->bitfields2.dst_sel  = dst_sel___write_data__mem_mapped_register;  in pm_set_grace_period_v9()
315 	packet->bitfields2.addr_incr =  in pm_set_grace_period_v9()
318 	packet->bitfields3.dst_mmreg_addr = reg_offset;  in pm_set_grace_period_v9()
320 	packet->data = reg_data;  in pm_set_grace_period_v9()
329 	struct pm4_mes_unmap_queues *packet;  in pm_unmap_queues_v9()  local
331 	packet = (struct pm4_mes_unmap_queues *)buffer;  in pm_unmap_queues_v9()
334 	packet->header.u32All = pm_build_pm4_header(IT_UNMAP_QUEUES,  in pm_unmap_queues_v9()
337 	packet->bitfields2.extended_engine_sel =  in pm_unmap_queues_v9()
342 	packet->bitfields2.engine_sel =  in pm_unmap_queues_v9()
346 		packet->bitfields2.action =  in pm_unmap_queues_v9()
349 		packet->bitfields2.action =  in pm_unmap_queues_v9()
354 		packet->bitfields2.queue_sel =  in pm_unmap_queues_v9()
356 		packet->bitfields3a.pasid = filter_param;  in pm_unmap_queues_v9()
359 		packet->bitfields2.queue_sel =  in pm_unmap_queues_v9()
364 		packet->bitfields2.queue_sel =  in pm_unmap_queues_v9()
379 	struct pm4_mes_query_status *packet;  in pm_query_status_v9()  local
381 	packet = (struct pm4_mes_query_status *)buffer;  in pm_query_status_v9()
385 	packet->header.u32All = pm_build_pm4_header(IT_QUERY_STATUS,  in pm_query_status_v9()
388 	packet->bitfields2.context_id = 0;  in pm_query_status_v9()
389 	packet->bitfields2.interrupt_sel =  in pm_query_status_v9()
391 	packet->bitfields2.command =  in pm_query_status_v9()
394 	packet->addr_hi = upper_32_bits((uint64_t)fence_address);  in pm_query_status_v9()
395 	packet->addr_lo = lower_32_bits((uint64_t)fence_address);  in pm_query_status_v9()
396 	packet->data_hi = upper_32_bits((uint64_t)fence_value);  in pm_query_status_v9()
397 	packet->data_lo = lower_32_bits((uint64_t)fence_value);  in pm_query_status_v9()