125 			"[%s] page fault (src_id:%u ring:%u vmid:%u pasid:%u)\n",  in gmc_v12_0_process_interrupt()
127 			entry->src_id, entry->ring_id, entry->vmid, entry->pasid);  in gmc_v12_0_process_interrupt()
187 					uint8_t vmid, uint16_t *p_pasid)  in gmc_v12_0_get_vmid_pasid_mapping_info()  argument
189 	*p_pasid = RREG32(SOC15_REG_OFFSET(OSSSYS, 0, regIH_VMID_0_LUT) + vmid) & 0xffff;  in gmc_v12_0_get_vmid_pasid_mapping_info()
196  * VMID 0 is the physical GPU addresses as used by the kernel.
201 static void gmc_v12_0_flush_vm_hub(struct amdgpu_device *adev, uint32_t vmid,  in gmc_v12_0_flush_vm_hub()  argument
206 	u32 inv_req = hub->vmhub_funcs->get_invalidate_req(vmid, flush_type);  in gmc_v12_0_flush_vm_hub()
246 		tmp &= 1 << vmid;  in gmc_v12_0_flush_vm_hub()
287  * @vmid: vm instance to flush
293 static void gmc_v12_0_flush_gpu_tlb(struct amdgpu_device *adev, uint32_t vmid,  in gmc_v12_0_flush_gpu_tlb()  argument
309 		u32 inv_req = hub->vmhub_funcs->get_invalidate_req(vmid, flush_type);  in gmc_v12_0_flush_gpu_tlb()
314 				1 << vmid, GET_INST(GC, 0));  in gmc_v12_0_flush_gpu_tlb()
319 	gmc_v12_0_flush_vm_hub(adev, vmid, vmhub, 0);  in gmc_v12_0_flush_gpu_tlb()
340 	int vmid, i;  in gmc_v12_0_flush_gpu_tlb_pasid()  local
342 	for (vmid = 1; vmid < 16; vmid++) {  in gmc_v12_0_flush_gpu_tlb_pasid()
345 		valid = gmc_v12_0_get_vmid_pasid_mapping_info(adev, vmid,  in gmc_v12_0_flush_gpu_tlb_pasid()
353 				gmc_v12_0_flush_gpu_tlb(adev, vmid, i,  in gmc_v12_0_flush_gpu_tlb_pasid()
356 			gmc_v12_0_flush_gpu_tlb(adev, vmid, AMDGPU_GFXHUB(0),  in gmc_v12_0_flush_gpu_tlb_pasid()
363 					     unsigned vmid, uint64_t pd_addr)  in gmc_v12_0_emit_flush_gpu_tlb()  argument
367 	uint32_t req = hub->vmhub_funcs->get_invalidate_req(vmid, 0);  in gmc_v12_0_emit_flush_gpu_tlb()
385 			      (hub->ctx_addr_distance * vmid),  in gmc_v12_0_emit_flush_gpu_tlb()
389 			      (hub->ctx_addr_distance * vmid),  in gmc_v12_0_emit_flush_gpu_tlb()
396 					    req, 1 << vmid);  in gmc_v12_0_emit_flush_gpu_tlb()
410 static void gmc_v12_0_emit_pasid_mapping(struct amdgpu_ring *ring, unsigned vmid,  in gmc_v12_0_emit_pasid_mapping()  argument
421 		reg = SOC15_REG_OFFSET(OSSSYS, 0, regIH_VMID_0_LUT) + vmid;  in gmc_v12_0_emit_pasid_mapping()
423 		reg = SOC15_REG_OFFSET(OSSSYS, 0, regIH_VMID_0_LUT_MM) + vmid;  in gmc_v12_0_emit_pasid_mapping()
819 	 * VMID 0 is reserved for System  in gmc_v12_0_sw_init()