/linux/drivers/gpu/drm/amd/amdgpu/ |
H A D | amdgpu_ids.c | 202 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab_idle() local 203 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_idle() 277 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab_reserved() local 278 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_reserved() 342 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab_used() local 343 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_used() 403 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab() local 404 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab() 414 if (amdgpu_vmid_uses_reserved(vm, vmhub)) { in amdgpu_vmid_grab() 468 * @vmhub 472 amdgpu_vmid_uses_reserved(struct amdgpu_vm * vm,unsigned int vmhub) amdgpu_vmid_uses_reserved() argument 478 amdgpu_vmid_alloc_reserved(struct amdgpu_device * adev,unsigned vmhub) amdgpu_vmid_alloc_reserved() argument 500 amdgpu_vmid_free_reserved(struct amdgpu_device * adev,unsigned vmhub) amdgpu_vmid_free_reserved() argument 523 amdgpu_vmid_reset(struct amdgpu_device * adev,unsigned vmhub,unsigned vmid) amdgpu_vmid_reset() argument [all...] |
H A D | amdgpu_ids.h | 81 bool amdgpu_vmid_uses_reserved(struct amdgpu_vm *vm, unsigned int vmhub); 83 unsigned vmhub); 85 unsigned vmhub); 88 void amdgpu_vmid_reset(struct amdgpu_device *adev, unsigned vmhub,
|
H A D | gmc_v12_0.c | 101 hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in gmc_v12_0_process_interrupt() 103 hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gmc_v12_0_process_interrupt() 172 * @vmhub: vmhub type 176 uint32_t vmhub) in gmc_v12_0_use_invalidate_semaphore() argument 178 return ((vmhub == AMDGPU_MMHUB0(0)) && in gmc_v12_0_use_invalidate_semaphore() 199 unsigned int vmhub, uint32_t flush_type) in gmc_v12_0_flush_vm_hub() argument 201 bool use_semaphore = gmc_v12_0_use_invalidate_semaphore(adev, vmhub); in gmc_v12_0_flush_vm_hub() 202 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in gmc_v12_0_flush_vm_hub() 291 gmc_v12_0_flush_gpu_tlb(struct amdgpu_device * adev,uint32_t vmid,uint32_t vmhub,uint32_t flush_type) gmc_v12_0_flush_gpu_tlb() argument [all...] |
H A D | gmc_v9_0.c | 482 hub = &adev->vmhub[j]; in gmc_v9_0_vm_fault_interrupt_state() 510 hub = &adev->vmhub[j]; in gmc_v9_0_vm_fault_interrupt_state() 554 unsigned int vmhub; in gmc_v9_0_process_interrupt() local 567 vmhub = AMDGPU_MMHUB0(node_id / 4); in gmc_v9_0_process_interrupt() 570 vmhub = AMDGPU_MMHUB1(0); in gmc_v9_0_process_interrupt() 579 vmhub = xcc_id; in gmc_v9_0_process_interrupt() 581 hub = &adev->vmhub[vmhub]; in gmc_v9_0_process_interrupt() 681 amdgpu_vm_update_fault_cache(adev, entry->pasid, addr, status, vmhub); in gmc_v9_0_process_interrupt() 787 * @vmhub 791 gmc_v9_0_use_invalidate_semaphore(struct amdgpu_device * adev,uint32_t vmhub) gmc_v9_0_use_invalidate_semaphore() argument 834 gmc_v9_0_flush_gpu_tlb(struct amdgpu_device * adev,uint32_t vmid,uint32_t vmhub,uint32_t flush_type) gmc_v9_0_flush_gpu_tlb() argument [all...] |
H A D | gmc_v11_0.c | 105 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub_index]; in gmc_v11_0_process_interrupt() 179 * @vmhub: vmhub type 183 uint32_t vmhub) in gmc_v11_0_use_invalidate_semaphore() argument 185 return ((vmhub == AMDGPU_MMHUB0(0)) && in gmc_v11_0_use_invalidate_semaphore() 203 * @vmhub: which hub to flush 209 uint32_t vmhub, uint32_t flush_type) in gmc_v11_0_flush_gpu_tlb() argument 211 bool use_semaphore = gmc_v11_0_use_invalidate_semaphore(adev, vmhub); in gmc_v11_0_flush_gpu_tlb() 212 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in gmc_v11_0_flush_gpu_tlb() [all...] |
H A D | gmc_v10_0.c | 105 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub_index]; in gmc_v10_0_process_interrupt() 210 * @vmhub: vmhub type 214 uint32_t vmhub) in gmc_v10_0_use_invalidate_semaphore() argument 216 return ((vmhub == AMDGPU_MMHUB0(0)) && in gmc_v10_0_use_invalidate_semaphore() 245 * @vmhub: vmhub type 251 uint32_t vmhub, uint32_t flush_type) in gmc_v10_0_flush_gpu_tlb() argument 253 bool use_semaphore = gmc_v10_0_use_invalidate_semaphore(adev, vmhub); in gmc_v10_0_flush_gpu_tlb() 254 struct amdgpu_vmhub *hub = &adev->vmhub[vmhu in gmc_v10_0_flush_gpu_tlb() [all...] |
H A D | amdgpu_vm.c | 730 unsigned vmhub = ring->vm_hub; in amdgpu_vm_need_pipeline_sync() local 731 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vm_need_pipeline_sync() 765 unsigned vmhub = ring->vm_hub; in amdgpu_vm_flush() local 766 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vm_flush() 3114 unsigned int vmhub) in amdgpu_vm_update_fault_cache() argument 3135 adev->vm_manager.fault_info.vmhub = vmhub; in amdgpu_vm_update_fault_cache() 3138 if (AMDGPU_IS_GFXHUB(vmhub)) { in amdgpu_vm_update_fault_cache() 3139 vm->fault_info.vmhub = AMDGPU_VMHUB_TYPE_GFX; in amdgpu_vm_update_fault_cache() 3140 vm->fault_info.vmhub |= in amdgpu_vm_update_fault_cache() 3141 (vmhub - AMDGPU_GFXHUB_START) << AMDGPU_VMHUB_IDX_SHIFT; in amdgpu_vm_update_fault_cache() [all …]
|
H A D | gfxhub_v12_0.c | 130 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_setup_vm_pt_regs() 300 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_setup_vmid_config() 349 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_program_invalidation() 390 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_gart_disable() 473 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_init()
|
H A D | mmhub_v3_0_2.c | 132 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_setup_vm_pt_regs() 313 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_setup_vmid_config() 363 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_program_invalidation() 392 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_gart_disable() 471 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_init()
|
H A D | gfxhub_v11_5_0.c | 127 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_setup_vm_pt_regs() 295 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_setup_vmid_config() 344 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_program_invalidation() 385 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_gart_disable() 468 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_init()
|
H A D | gfxhub_v3_0.c | 122 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_setup_vm_pt_regs() 292 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_setup_vmid_config() 341 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_program_invalidation() 382 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_gart_disable() 465 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_init()
|
H A D | amdgpu_gmc.c | 591 unsigned vmhub, inv_eng; in amdgpu_gmc_allocate_vm_inv_eng() local 607 vmhub = ring->vm_hub; in amdgpu_gmc_allocate_vm_inv_eng() 619 inv_eng = ffs(vm_inv_engs[vmhub]); in amdgpu_gmc_allocate_vm_inv_eng() 627 vm_inv_engs[vmhub] &= ~(1 << ring->vm_inv_eng); in amdgpu_gmc_allocate_vm_inv_eng() 652 uint32_t vmhub, uint32_t flush_type) in amdgpu_gmc_flush_gpu_tlb() argument 655 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in amdgpu_gmc_flush_gpu_tlb() 672 vmhub, 2); in amdgpu_gmc_flush_gpu_tlb() 676 vmhub, 0); in amdgpu_gmc_flush_gpu_tlb() 678 adev->gmc.gmc_funcs->flush_gpu_tlb(adev, vmid, vmhub, in amdgpu_gmc_flush_gpu_tlb() [all...] |
H A D | mmhub_v2_0.c | 190 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_setup_vm_pt_regs() 365 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_setup_vmid_config() 415 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_program_invalidation() 444 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_gart_disable() 523 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_init()
|
H A D | mmhub_v4_1_0.c | 131 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_setup_vm_pt_regs() 314 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_setup_vmid_config() 364 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_program_invalidation() 393 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_gart_disable() 473 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_init()
|
H A D | mmhub_v2_3.c | 124 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_setup_vm_pt_regs() 283 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_setup_vmid_config() 333 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_program_invalidation() 376 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_gart_disable() 450 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_init()
|
H A D | mmhub_v1_8.c | 64 hub = &adev->vmhub[AMDGPU_MMHUB0(i)]; in mmhub_v1_8_setup_vm_pt_regs() 393 hub = &adev->vmhub[AMDGPU_MMHUB0(j)]; in mmhub_v1_8_setup_vmid_config() 451 hub = &adev->vmhub[AMDGPU_MMHUB0(j)]; in mmhub_v1_8_program_invalidation() 513 hub = &adev->vmhub[AMDGPU_MMHUB0(j)]; in mmhub_v1_8_gart_disable() 589 hub = &adev->vmhub[AMDGPU_MMHUB0(i)]; in mmhub_v1_8_init()
|
H A D | mmhub_v1_0.c | 57 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_setup_vm_pt_regs() 280 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_setup_vmid_config() 339 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_program_invalidation() 392 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_gart_disable() 469 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_init()
|
H A D | vcn_sw_ring.c | 68 struct amdgpu_vmhub *hub = &ring->adev->vmhub[ring->vm_hub]; in vcn_dec_sw_ring_emit_vm_flush()
|
H A D | amdgpu_gmc.h | 144 uint32_t vmhub, uint32_t flush_type); 428 uint32_t vmhub, uint32_t flush_type);
|
H A D | mmhub_v1_7.c | 57 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_7_setup_vm_pt_regs() 288 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_7_setup_vmid_config() 346 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_7_program_invalidation() 376 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_7_gart_disable() 453 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_7_init()
|
H A D | mmhub_v9_4.c | 60 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v9_4_setup_hubid_vm_pt_regs() 327 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v9_4_setup_vmid_config() 396 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v9_4_program_invalidation() 438 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v9_4_gart_disable() 542 &adev->vmhub[AMDGPU_MMHUB0(0)], &adev->vmhub[AMDGPU_MMHUB1(0)]}; in mmhub_v9_4_init()
|
H A D | amdgpu_vm.h | 324 /* which vmhub? gfxhub, mmhub, etc. */ 325 unsigned int vmhub; member 665 unsigned int vmhub);
|
H A D | amdgpu_dev_coredump.c | 279 fault_info->vmhub ? "mmhub" : "gfxhub"); in amdgpu_devcoredump_read()
|
H A D | jpeg_v1_0.c | 386 struct amdgpu_vmhub *hub = &ring->adev->vmhub[ring->vm_hub]; in jpeg_v1_0_decode_ring_emit_vm_flush()
|
H A D | jpeg_v2_0.c | 644 struct amdgpu_vmhub *hub = &ring->adev->vmhub[ring->vm_hub]; in jpeg_v2_0_dec_ring_emit_vm_flush()
|