| /linux/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_mqd_manager_v10.c | 188 q->doorbell_off << in update_mqd() 303 qp->doorbell_off << in restore_mqd() 331 u32 doorbell_off; in destroy_hiq_mqd() local 335 doorbell_off = m->cp_hqd_pq_doorbell_control >> in destroy_hiq_mqd() 338 err = amdgpu_amdkfd_unmap_hiq(mm->dev->adev, doorbell_off, 0); in destroy_hiq_mqd() 382 q->doorbell_off << SDMA0_RLC0_DOORBELL_OFFSET__OFFSET__SHIFT; in update_mqd_sdma() 419 qp->doorbell_off << SDMA0_RLC0_DOORBELL_OFFSET__OFFSET__SHIFT; in restore_mqd_sdma()
|
| H A D | kfd_mqd_manager_v9.c | 288 q->doorbell_off << in update_mqd() 457 qp->doorbell_off << in restore_mqd() 485 u32 doorbell_off; in destroy_hiq_mqd() local 489 doorbell_off = m->cp_hqd_pq_doorbell_control >> in destroy_hiq_mqd() 491 err = amdgpu_amdkfd_unmap_hiq(mm->dev->adev, doorbell_off, 0); in destroy_hiq_mqd() 535 q->doorbell_off << SDMA0_RLC0_DOORBELL_OFFSET__OFFSET__SHIFT; in update_mqd_sdma() 575 qp->doorbell_off << SDMA0_RLC0_DOORBELL_OFFSET__OFFSET__SHIFT; in restore_mqd_sdma() 631 p->doorbell_off, xcc_id); in hiq_load_mqd_kiq_v9_4_3() 650 u32 doorbell_off; in destroy_hiq_mqd_v9_4_3() local 655 doorbell_off = m->cp_hqd_pq_doorbell_control >> in destroy_hiq_mqd_v9_4_3() [all …]
|
| H A D | kfd_mqd_manager_v11.c | 227 q->doorbell_off << in update_mqd() 341 qp->doorbell_off << in restore_mqd() 370 u32 doorbell_off; in destroy_hiq_mqd() local 374 doorbell_off = m->cp_hqd_pq_doorbell_control >> in destroy_hiq_mqd() 377 err = amdgpu_amdkfd_unmap_hiq(mm->dev->adev, doorbell_off, 0); in destroy_hiq_mqd() 429 q->doorbell_off << SDMA0_QUEUE0_DOORBELL_OFFSET__OFFSET__SHIFT; in update_mqd_sdma()
|
| H A D | kfd_mqd_manager_cik.c | 197 m->cp_hqd_pq_doorbell_control = DOORBELL_OFFSET(q->doorbell_off); in __update_mqd() 242 q->doorbell_off << SDMA0_RLC0_DOORBELL__OFFSET__SHIFT; in update_mqd_sdma() 279 m->cp_hqd_pq_doorbell_control = DOORBELL_OFFSET(qp->doorbell_off); in restore_mqd() 314 qp->doorbell_off << SDMA0_RLC0_DOORBELL__OFFSET__SHIFT; in restore_mqd_sdma() 357 m->cp_hqd_pq_doorbell_control = DOORBELL_OFFSET(q->doorbell_off); in update_mqd_hiq()
|
| H A D | kfd_doorbell.c | 151 unsigned int *doorbell_off) in kfd_get_kernel_doorbell() argument 164 *doorbell_off = amdgpu_doorbell_index_on_bar(kfd->adev, in kfd_get_kernel_doorbell() 173 *doorbell_off, inx); in kfd_get_kernel_doorbell()
|
| H A D | kfd_mqd_manager_vi.c | 194 q->doorbell_off << in __update_mqd() 312 qp->doorbell_off << in restore_mqd() 376 q->doorbell_off << SDMA0_RLC0_DOORBELL__OFFSET__SHIFT; in update_mqd_sdma() 413 qp->doorbell_off << SDMA0_RLC0_DOORBELL__OFFSET__SHIFT; in restore_mqd_sdma()
|
| H A D | kfd_device_queue_manager.c | 228 queue_input.doorbell_offset = q->properties.doorbell_off; in add_queue_mes() 268 q->properties.doorbell_off); in add_queue_mes() 289 queue_input.doorbell_offset = q->properties.doorbell_off; in remove_queue_mes() 300 q->properties.doorbell_off); in remove_queue_mes() 498 q->properties.doorbell_off = amdgpu_doorbell_index_on_bar(dev->adev, in allocate_doorbell() 2279 uint32_t doorbell_off) in set_sdma_queue_as_reset() argument 2290 q->properties.doorbell_off == doorbell_off) { in set_sdma_queue_as_reset() 2314 uint32_t doorbell_off = in reset_hung_queues_sdma() local 2317 if (!doorbell_off) in reset_hung_queues_sdma() 2323 !set_sdma_queue_as_reset(dqm, doorbell_off)) { in reset_hung_queues_sdma() [all …]
|
| H A D | kfd_mqd_manager_v12.c | 202 q->doorbell_off << in update_mqd() 342 q->doorbell_off << SDMA0_QUEUE0_DOORBELL_OFFSET__OFFSET__SHIFT; in update_mqd_sdma()
|
| H A D | kfd_queue.c | 45 pr_debug("Queue Doorbell Offset: %u\n", q->doorbell_off); in print_queue_properties() 62 pr_debug("Queue Doorbell Offset: %u\n", q->properties.doorbell_off); in print_queue()
|
| H A D | kfd_priv.h | 516 uint32_t doorbell_off; member 1130 unsigned int *doorbell_off); 1278 uint64_t doorbell_off; member
|
| H A D | kfd_mqd_manager_v12_1.c | 280 q->doorbell_off << in update_mqd() 417 q->doorbell_off << SDMA0_SDMA_QUEUE0_DOORBELL_OFFSET__OFFSET__SHIFT; in update_mqd_sdma()
|
| H A D | kfd_mqd_manager.c | 215 queue_id, p->doorbell_off, 0); in kfd_hiq_load_mqd_kiq()
|
| H A D | kfd_kernel_queue.c | 64 prop.doorbell_ptr = kfd_get_kernel_doorbell(dev->kfd, &prop.doorbell_off); in kq_initialize()
|
| H A D | kfd_process_queue_manager.c | 462 *p_doorbell_offset_in_process = (q->properties.doorbell_off in pqm_create_queue()
|
| H A D | kfd_process.c | 311 cu_occupancy[i].doorbell_off, in kfd_get_cu_occupancy()
|
| /linux/drivers/gpu/drm/amd/include/ |
| H A D | kgd_kfd_interface.h | 76 u32 doorbell_off; member 240 uint32_t doorbell_off, uint32_t inst);
|
| /linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_amdkfd_gfx_v9.h | 37 uint32_t doorbell_off, uint32_t inst);
|
| H A D | amdgpu_amdkfd_gc_9_4_3.c | 517 uint32_t doorbell_off = RREG32(regSDMA_RLC0_DOORBELL_OFFSET + reg_offset); in kgd_gfx_v9_4_3_hqd_sdma_get_doorbell() local 520 return is_active ? doorbell_off >> 2 : 0; in kgd_gfx_v9_4_3_hqd_sdma_get_doorbell()
|
| H A D | amdgpu_amdkfd_gfx_v10_3.c | 278 uint32_t doorbell_off, uint32_t inst) in hiq_mqd_load_v10_3() argument 314 PACKET3_MAP_QUEUES_DOORBELL_OFFSET(doorbell_off)); in hiq_mqd_load_v10_3()
|
| H A D | amdgpu_amdkfd_gfx_v9.c | 303 uint32_t doorbell_off, uint32_t inst) in kgd_gfx_v9_hiq_mqd_load() argument 339 PACKET3_MAP_QUEUES_DOORBELL_OFFSET(doorbell_off)); in kgd_gfx_v9_hiq_mqd_load() 970 queue_cnt->doorbell_off = in get_wave_count()
|
| H A D | amdgpu_amdkfd_gfx_v11.c | 263 uint32_t doorbell_off, uint32_t inst) in hiq_mqd_load_v11() argument 299 PACKET3_MAP_QUEUES_DOORBELL_OFFSET(doorbell_off)); in hiq_mqd_load_v11()
|
| H A D | amdgpu_amdkfd.c | 817 int amdgpu_amdkfd_unmap_hiq(struct amdgpu_device *adev, u32 doorbell_off, in amdgpu_amdkfd_unmap_hiq() argument 843 ring->doorbell_index = doorbell_off; in amdgpu_amdkfd_unmap_hiq()
|
| H A D | amdgpu_amdkfd_gfx_v10.c | 292 uint32_t doorbell_off, uint32_t inst) in kgd_hiq_mqd_load() argument 328 PACKET3_MAP_QUEUES_DOORBELL_OFFSET(doorbell_off)); in kgd_hiq_mqd_load()
|