393 		WREG32_SOC15(GC, 0, regCP_GFX_INDEX_MUTEX, tmp);  in gfx_v12_0_request_gfx_index_mutex()
395 		val = RREG32_SOC15(GC, 0, regCP_GFX_INDEX_MUTEX);  in gfx_v12_0_request_gfx_index_mutex()
433 		WREG32_SOC15(GC, 0, regGRBM_GFX_INDEX,  in mes_v12_0_reset_queue_mmio()
440 		WREG32_SOC15(GC, 0, regCP_VMID_RESET, value);  in mes_v12_0_reset_queue_mmio()
448 			if (!(RREG32_SOC15(GC, 0, regCP_GFX_HQD_ACTIVE) & 1))  in mes_v12_0_reset_queue_mmio()
464 		WREG32_SOC15(GC, 0, regCP_HQD_DEQUEUE_REQUEST, 0x2);  in mes_v12_0_reset_queue_mmio()
465 		WREG32_SOC15(GC, 0, regSPI_COMPUTE_QUEUE_RESET, 0x1);  in mes_v12_0_reset_queue_mmio()
469 			if (!(RREG32_SOC15(GC, 0, regCP_HQD_ACTIVE) & 1))  in mes_v12_0_reset_queue_mmio()
484 			reg = SOC15_REG_OFFSET(GC, 0, regSDMA1_QUEUE_RESET_REQ);  in mes_v12_0_reset_queue_mmio()
488 			reg = SOC15_REG_OFFSET(GC, 0, regSDMA0_QUEUE_RESET_REQ);  in mes_v12_0_reset_queue_mmio()
813 	data = RREG32_SOC15(GC, 0, regCP_MES_DOORBELL_CONTROL1);  in mes_v12_0_init_aggregated_doorbell()
820 	WREG32_SOC15(GC, 0, regCP_MES_DOORBELL_CONTROL1, data);  in mes_v12_0_init_aggregated_doorbell()
822 	data = RREG32_SOC15(GC, 0, regCP_MES_DOORBELL_CONTROL2);  in mes_v12_0_init_aggregated_doorbell()
829 	WREG32_SOC15(GC, 0, regCP_MES_DOORBELL_CONTROL2, data);  in mes_v12_0_init_aggregated_doorbell()
831 	data = RREG32_SOC15(GC, 0, regCP_MES_DOORBELL_CONTROL3);  in mes_v12_0_init_aggregated_doorbell()
838 	WREG32_SOC15(GC, 0, regCP_MES_DOORBELL_CONTROL3, data);  in mes_v12_0_init_aggregated_doorbell()
840 	data = RREG32_SOC15(GC, 0, regCP_MES_DOORBELL_CONTROL4);  in mes_v12_0_init_aggregated_doorbell()
847 	WREG32_SOC15(GC, 0, regCP_MES_DOORBELL_CONTROL4, data);  in mes_v12_0_init_aggregated_doorbell()
849 	data = RREG32_SOC15(GC, 0, regCP_MES_DOORBELL_CONTROL5);  in mes_v12_0_init_aggregated_doorbell()
856 	WREG32_SOC15(GC, 0, regCP_MES_DOORBELL_CONTROL5, data);  in mes_v12_0_init_aggregated_doorbell()
859 	WREG32_SOC15(GC, 0, regCP_HQD_GFX_CONTROL, data);  in mes_v12_0_init_aggregated_doorbell()
867 	uint32_t data = RREG32_SOC15(GC, 0, regCP_UNMAPPED_DOORBELL);  in mes_v12_0_enable_unmapped_doorbell_handling()
880 	WREG32_SOC15(GC, 0, regCP_UNMAPPED_DOORBELL, data);  in mes_v12_0_enable_unmapped_doorbell_handling()
1100 					WREG32_SOC15(GC, 0, regCP_MES_MSCRATCH_LO,  in mes_v12_0_enable()
1103 					WREG32_SOC15(GC, 0, regCP_MES_MSCRATCH_HI,  in mes_v12_0_enable()
1107 						 RREG32_SOC15(GC, 0, regCP_MES_MSCRATCH_HI),  in mes_v12_0_enable()
1108 						 RREG32_SOC15(GC, 0, regCP_MES_MSCRATCH_LO));  in mes_v12_0_enable()
1112 			data = RREG32_SOC15(GC, 0, regCP_MES_CNTL);  in mes_v12_0_enable()
1117 			WREG32_SOC15(GC, 0, regCP_MES_CNTL, data);  in mes_v12_0_enable()
1120 			WREG32_SOC15(GC, 0, regCP_MES_PRGRM_CNTR_START,  in mes_v12_0_enable()
1122 			WREG32_SOC15(GC, 0, regCP_MES_PRGRM_CNTR_START_HI,  in mes_v12_0_enable()
1131 			WREG32_SOC15(GC, 0, regCP_MES_CNTL, data);  in mes_v12_0_enable()
1144 		data = RREG32_SOC15(GC, 0, regCP_MES_CNTL);  in mes_v12_0_enable()
1152 		WREG32_SOC15(GC, 0, regCP_MES_CNTL, data);  in mes_v12_0_enable()
1170 		WREG32_SOC15(GC, 0, regCP_MES_PRGRM_CNTR_START,  in mes_v12_0_set_ucode_start_addr()
1172 		WREG32_SOC15(GC, 0, regCP_MES_PRGRM_CNTR_START_HI,  in mes_v12_0_set_ucode_start_addr()
1206 	WREG32_SOC15(GC, 0, regCP_MES_IC_BASE_CNTL, 0);  in mes_v12_0_load_microcode()
1209 	WREG32_SOC15(GC, 0, regCP_MES_IC_BASE_LO,  in mes_v12_0_load_microcode()
1211 	WREG32_SOC15(GC, 0, regCP_MES_IC_BASE_HI,  in mes_v12_0_load_microcode()
1215 	WREG32_SOC15(GC, 0, regCP_MES_MIBOUND_LO, 0x1FFFFF);  in mes_v12_0_load_microcode()
1218 	WREG32_SOC15(GC, 0, regCP_MES_MDBASE_LO,  in mes_v12_0_load_microcode()
1220 	WREG32_SOC15(GC, 0, regCP_MES_MDBASE_HI,  in mes_v12_0_load_microcode()
1224 	WREG32_SOC15(GC, 0, regCP_MES_MDBOUND_LO, 0x7FFFF);  in mes_v12_0_load_microcode()
1228 		data = RREG32_SOC15(GC, 0, regCP_MES_IC_OP_CNTL);  in mes_v12_0_load_microcode()
1231 		WREG32_SOC15(GC, 0, regCP_MES_IC_OP_CNTL, data);  in mes_v12_0_load_microcode()
1234 		data = RREG32_SOC15(GC, 0, regCP_MES_IC_OP_CNTL);  in mes_v12_0_load_microcode()
1236 		WREG32_SOC15(GC, 0, regCP_MES_IC_OP_CNTL, data);  in mes_v12_0_load_microcode()
1389 	data = RREG32_SOC15(GC, 0, regCP_HQD_VMID);  in mes_v12_0_queue_init_register()
1391 	WREG32_SOC15(GC, 0, regCP_HQD_VMID, data);  in mes_v12_0_queue_init_register()
1394 	data = RREG32_SOC15(GC, 0, regCP_HQD_PQ_DOORBELL_CONTROL);  in mes_v12_0_queue_init_register()
1397 	WREG32_SOC15(GC, 0, regCP_HQD_PQ_DOORBELL_CONTROL, data);  in mes_v12_0_queue_init_register()
1400 	WREG32_SOC15(GC, 0, regCP_MQD_BASE_ADDR, mqd->cp_mqd_base_addr_lo);  in mes_v12_0_queue_init_register()
1401 	WREG32_SOC15(GC, 0, regCP_MQD_BASE_ADDR_HI, mqd->cp_mqd_base_addr_hi);  in mes_v12_0_queue_init_register()
1404 	data = RREG32_SOC15(GC, 0, regCP_MQD_CONTROL);  in mes_v12_0_queue_init_register()
1406 	WREG32_SOC15(GC, 0, regCP_MQD_CONTROL, 0);  in mes_v12_0_queue_init_register()
1409 	WREG32_SOC15(GC, 0, regCP_HQD_PQ_BASE, mqd->cp_hqd_pq_base_lo);  in mes_v12_0_queue_init_register()
1410 	WREG32_SOC15(GC, 0, regCP_HQD_PQ_BASE_HI, mqd->cp_hqd_pq_base_hi);  in mes_v12_0_queue_init_register()
1413 	WREG32_SOC15(GC, 0, regCP_HQD_PQ_RPTR_REPORT_ADDR,  in mes_v12_0_queue_init_register()
1415 	WREG32_SOC15(GC, 0, regCP_HQD_PQ_RPTR_REPORT_ADDR_HI,  in mes_v12_0_queue_init_register()
1419 	WREG32_SOC15(GC, 0, regCP_HQD_PQ_CONTROL, mqd->cp_hqd_pq_control);  in mes_v12_0_queue_init_register()
1422 	WREG32_SOC15(GC, 0, regCP_HQD_PQ_WPTR_POLL_ADDR,  in mes_v12_0_queue_init_register()
1424 	WREG32_SOC15(GC, 0, regCP_HQD_PQ_WPTR_POLL_ADDR_HI,  in mes_v12_0_queue_init_register()
1428 	WREG32_SOC15(GC, 0, regCP_HQD_PQ_DOORBELL_CONTROL,  in mes_v12_0_queue_init_register()
1432 	WREG32_SOC15(GC, 0, regCP_HQD_PERSISTENT_STATE, mqd->cp_hqd_persistent_state);  in mes_v12_0_queue_init_register()
1435 	WREG32_SOC15(GC, 0, regCP_HQD_ACTIVE, mqd->cp_hqd_active);  in mes_v12_0_queue_init_register()
1506 			adev->mes.sched_version = RREG32_SOC15(GC, 0, regCP_MES_GP3_LO);  in mes_v12_0_queue_init()
1508 			adev->mes.kiq_version = RREG32_SOC15(GC, 0, regCP_MES_GP3_LO);  in mes_v12_0_queue_init()
1701 	if (RREG32_SOC15(GC, 0, regCP_HQD_ACTIVE) & 1) {  in mes_v12_0_kiq_dequeue_sched()
1702 		WREG32_SOC15(GC, 0, regCP_HQD_DEQUEUE_REQUEST, 1);  in mes_v12_0_kiq_dequeue_sched()
1704 			if (!(RREG32_SOC15(GC, 0, regCP_HQD_ACTIVE) & 1))  in mes_v12_0_kiq_dequeue_sched()
1709 	data = RREG32_SOC15(GC, 0, regCP_HQD_PQ_DOORBELL_CONTROL);  in mes_v12_0_kiq_dequeue_sched()
1714 	WREG32_SOC15(GC, 0, regCP_HQD_PQ_DOORBELL_CONTROL, data);  in mes_v12_0_kiq_dequeue_sched()
1716 	WREG32_SOC15(GC, 0, regCP_HQD_PQ_DOORBELL_CONTROL, 0);  in mes_v12_0_kiq_dequeue_sched()
1718 	WREG32_SOC15(GC, 0, regCP_HQD_PQ_WPTR_LO, 0);  in mes_v12_0_kiq_dequeue_sched()
1719 	WREG32_SOC15(GC, 0, regCP_HQD_PQ_WPTR_HI, 0);  in mes_v12_0_kiq_dequeue_sched()
1720 	WREG32_SOC15(GC, 0, regCP_HQD_PQ_RPTR, 0);  in mes_v12_0_kiq_dequeue_sched()
1734 	tmp = RREG32_SOC15(GC, 0, regRLC_CP_SCHEDULERS);  in mes_v12_0_kiq_setting()
1737 	WREG32_SOC15(GC, 0, regRLC_CP_SCHEDULERS, tmp | 0x80);  in mes_v12_0_kiq_setting()