Home
last modified time | relevance | path

Searched refs:dqm (Results 1 – 18 of 18) sorted by relevance

/linux/drivers/gpu/drm/amd/amdkfd/
H A Dkfd_device_queue_manager.c49 static int set_pasid_vmid_mapping(struct device_queue_manager *dqm,
52 static int execute_queues_cpsch(struct device_queue_manager *dqm,
56 static int unmap_queues_cpsch(struct device_queue_manager *dqm,
62 static int map_queues_cpsch(struct device_queue_manager *dqm);
64 static void deallocate_sdma_queue(struct device_queue_manager *dqm,
67 static inline void deallocate_hqd(struct device_queue_manager *dqm,
69 static int allocate_hqd(struct device_queue_manager *dqm, struct queue *q);
70 static int allocate_sdma_queue(struct device_queue_manager *dqm,
73 static int reset_queues_on_hws_hang(struct device_queue_manager *dqm, bool is_sdma);
83 static bool is_pipe_enabled(struct device_queue_manager *dqm, in argument
97 get_cp_queues_num(struct device_queue_manager * dqm) get_cp_queues_num() argument
103 get_queues_per_pipe(struct device_queue_manager * dqm) get_queues_per_pipe() argument
108 get_pipes_per_mec(struct device_queue_manager * dqm) get_pipes_per_mec() argument
113 get_num_all_sdma_engines(struct device_queue_manager * dqm) get_num_all_sdma_engines() argument
119 get_num_sdma_queues(struct device_queue_manager * dqm) get_num_sdma_queues() argument
125 get_num_xgmi_sdma_queues(struct device_queue_manager * dqm) get_num_xgmi_sdma_queues() argument
131 init_sdma_bitmaps(struct device_queue_manager * dqm) init_sdma_bitmaps() argument
145 program_sh_mem_settings(struct device_queue_manager * dqm,struct qcm_process_device * qpd) program_sh_mem_settings() argument
158 kfd_hws_hang(struct device_queue_manager * dqm) kfd_hws_hang() argument
200 add_queue_mes(struct device_queue_manager * dqm,struct queue * q,struct qcm_process_device * qpd) add_queue_mes() argument
272 remove_queue_mes(struct device_queue_manager * dqm,struct queue * q,struct qcm_process_device * qpd) remove_queue_mes() argument
303 remove_all_kfd_queues_mes(struct device_queue_manager * dqm) remove_all_kfd_queues_mes() argument
330 add_all_kfd_queues_mes(struct device_queue_manager * dqm) add_all_kfd_queues_mes() argument
357 suspend_all_queues_mes(struct device_queue_manager * dqm) suspend_all_queues_mes() argument
377 resume_all_queues_mes(struct device_queue_manager * dqm) resume_all_queues_mes() argument
397 increment_queue_count(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) increment_queue_count() argument
412 decrement_queue_count(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) decrement_queue_count() argument
517 program_trap_handler_settings(struct device_queue_manager * dqm,struct qcm_process_device * qpd) program_trap_handler_settings() argument
530 allocate_vmid(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) allocate_vmid() argument
599 deallocate_vmid(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) deallocate_vmid() argument
620 create_queue_nocpsch(struct device_queue_manager * dqm,struct queue * q,struct qcm_process_device * qpd,const struct kfd_criu_queue_priv_data * qd,const void * restore_mqd,const void * restore_ctl_stack) create_queue_nocpsch() argument
741 allocate_hqd(struct device_queue_manager * dqm,struct queue * q) allocate_hqd() argument
775 deallocate_hqd(struct device_queue_manager * dqm,struct queue * q) deallocate_hqd() argument
852 destroy_queue_nocpsch_locked(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) destroy_queue_nocpsch_locked() argument
911 destroy_queue_nocpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) destroy_queue_nocpsch() argument
943 update_queue(struct device_queue_manager * dqm,struct queue * q,struct mqd_update_info * minfo) update_queue() argument
1060 suspend_single_queue(struct device_queue_manager * dqm,struct kfd_process_device * pdd,struct queue * q) suspend_single_queue() argument
1106 resume_single_queue(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) resume_single_queue() argument
1138 evict_process_queues_nocpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd) evict_process_queues_nocpsch() argument
1188 evict_process_queues_cpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd) evict_process_queues_cpsch() argument
1247 restore_process_queues_nocpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd) restore_process_queues_nocpsch() argument
1328 restore_process_queues_cpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd) restore_process_queues_cpsch() argument
1391 register_process(struct device_queue_manager * dqm,struct qcm_process_device * qpd) register_process() argument
1430 unregister_process(struct device_queue_manager * dqm,struct qcm_process_device * qpd) unregister_process() argument
1465 set_pasid_vmid_mapping(struct device_queue_manager * dqm,u32 pasid,unsigned int vmid) set_pasid_vmid_mapping() argument
1481 init_interrupts(struct device_queue_manager * dqm) init_interrupts() argument
1496 initialize_nocpsch(struct device_queue_manager * dqm) initialize_nocpsch() argument
1529 uninitialize(struct device_queue_manager * dqm) uninitialize() argument
1541 start_nocpsch(struct device_queue_manager * dqm) start_nocpsch() argument
1556 stop_nocpsch(struct device_queue_manager * dqm) stop_nocpsch() argument
1572 allocate_sdma_queue(struct device_queue_manager * dqm,struct queue * q,const uint32_t * restore_sdma_id) allocate_sdma_queue() argument
1679 deallocate_sdma_queue(struct device_queue_manager * dqm,struct queue * q) deallocate_sdma_queue() argument
1697 set_sched_resources(struct device_queue_manager * dqm) set_sched_resources() argument
1741 initialize_cpsch(struct device_queue_manager * dqm) initialize_cpsch() argument
1764 halt_cpsch(struct device_queue_manager * dqm) halt_cpsch() argument
1793 unhalt_cpsch(struct device_queue_manager * dqm) unhalt_cpsch() argument
1816 start_cpsch(struct device_queue_manager * dqm) start_cpsch() argument
1885 stop_cpsch(struct device_queue_manager * dqm) stop_cpsch() argument
1913 create_kernel_queue_cpsch(struct device_queue_manager * dqm,struct kernel_queue * kq,struct qcm_process_device * qpd) create_kernel_queue_cpsch() argument
1943 destroy_kernel_queue_cpsch(struct device_queue_manager * dqm,struct kernel_queue * kq,struct qcm_process_device * qpd) destroy_kernel_queue_cpsch() argument
1963 create_queue_cpsch(struct device_queue_manager * dqm,struct queue * q,struct qcm_process_device * qpd,const struct kfd_criu_queue_priv_data * qd,const void * restore_mqd,const void * restore_ctl_stack) create_queue_cpsch() argument
2071 amdkfd_fence_wait_timeout(struct device_queue_manager * dqm,uint64_t fence_value,unsigned int timeout_ms) amdkfd_fence_wait_timeout() argument
2102 map_queues_cpsch(struct device_queue_manager * dqm) map_queues_cpsch() argument
2125 set_queue_as_reset(struct device_queue_manager * dqm,struct queue * q,struct qcm_process_device * qpd) set_queue_as_reset() argument
2140 detect_queue_hang(struct device_queue_manager * dqm) detect_queue_hang() argument
2183 find_queue_by_address(struct device_queue_manager * dqm,uint64_t queue_address) find_queue_by_address() argument
2200 reset_hung_queues(struct device_queue_manager * dqm) reset_hung_queues() argument
2253 sdma_has_hang(struct device_queue_manager * dqm) sdma_has_hang() argument
2272 set_sdma_queue_as_reset(struct device_queue_manager * dqm,uint32_t doorbell_off) set_sdma_queue_as_reset() argument
2294 reset_hung_queues_sdma(struct device_queue_manager * dqm) reset_hung_queues_sdma() argument
2340 reset_queues_on_hws_hang(struct device_queue_manager * dqm,bool is_sdma) reset_queues_on_hws_hang() argument
2368 unmap_queues_cpsch(struct device_queue_manager * dqm,enum kfd_unmap_queues_filter filter,uint32_t filter_param,uint32_t grace_period,bool reset) unmap_queues_cpsch() argument
2447 reset_queues_cpsch(struct device_queue_manager * dqm,uint16_t pasid) reset_queues_cpsch() argument
2461 execute_queues_cpsch(struct device_queue_manager * dqm,enum kfd_unmap_queues_filter filter,uint32_t filter_param,uint32_t grace_period) execute_queues_cpsch() argument
2477 wait_on_destroy_queue(struct device_queue_manager * dqm,struct queue * q) wait_on_destroy_queue() argument
2505 destroy_queue_cpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) destroy_queue_cpsch() argument
2600 set_cache_memory_policy(struct device_queue_manager * dqm,struct qcm_process_device * qpd,enum cache_policy default_policy,enum cache_policy alternate_policy,void __user * alternate_aperture_base,uint64_t alternate_aperture_size,u32 misc_process_properties) set_cache_memory_policy() argument
2639 process_termination_nocpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd) process_termination_nocpsch() argument
2687 get_wave_state(struct device_queue_manager * dqm,struct queue * q,void __user * ctl_stack,u32 * ctl_stack_used_size,u32 * save_area_used_size) get_wave_state() argument
2717 get_queue_checkpoint_info(struct device_queue_manager * dqm,const struct queue * q,u32 * mqd_size,u32 * ctl_stack_size) get_queue_checkpoint_info() argument
2737 checkpoint_mqd(struct device_queue_manager * dqm,const struct queue * q,void * mqd,void * ctl_stack) checkpoint_mqd() argument
2767 process_termination_cpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd) process_termination_cpsch() argument
2860 init_mqd_managers(struct device_queue_manager * dqm) init_mqd_managers() argument
2887 allocate_hiq_sdma_mqd(struct device_queue_manager * dqm) allocate_hiq_sdma_mqd() argument
2907 struct device_queue_manager *dqm; device_queue_manager_init() local
3041 device_queue_manager_uninit(struct device_queue_manager * dqm) device_queue_manager_uninit() argument
3054 struct device_queue_manager *dqm = knode->dqm; kfd_dqm_suspend_bad_queue_mes() local
3101 kfd_dqm_evict_pasid_mes(struct device_queue_manager * dqm,struct qcm_process_device * qpd) kfd_dqm_evict_pasid_mes() argument
3141 struct device_queue_manager *dqm; kfd_evict_process_device() local
3158 reserve_debug_trap_vmid(struct device_queue_manager * dqm,struct qcm_process_device * qpd) reserve_debug_trap_vmid() argument
3206 release_debug_trap_vmid(struct device_queue_manager * dqm,struct qcm_process_device * qpd) release_debug_trap_vmid() argument
3304 struct device_queue_manager *dqm = pdd->dev->dqm; copy_context_work_handler() local
3361 struct device_queue_manager *dqm = pdd->dev->dqm; resume_queues() local
3464 struct device_queue_manager *dqm = pdd->dev->dqm; suspend_queues() local
3599 debug_lock_and_unmap(struct device_queue_manager * dqm) debug_lock_and_unmap() argument
3621 debug_map_and_unlock(struct device_queue_manager * dqm) debug_map_and_unlock() argument
3641 debug_refresh_runlist(struct device_queue_manager * dqm) debug_refresh_runlist() argument
3651 kfd_dqm_is_queue_in_process(struct device_queue_manager * dqm,struct qcm_process_device * qpd,int doorbell_off,u32 * queue_format) kfd_dqm_is_queue_in_process() argument
3700 struct device_queue_manager *dqm = data; dqm_debugfs_hqds() local
3778 dqm_debugfs_hang_hws(struct device_queue_manager * dqm) dqm_debugfs_hang_hws() argument
[all...]
H A Dkfd_device_queue_manager.h137 int (*create_queue)(struct device_queue_manager *dqm,
144 int (*destroy_queue)(struct device_queue_manager *dqm,
148 int (*update_queue)(struct device_queue_manager *dqm,
151 int (*register_process)(struct device_queue_manager *dqm,
154 int (*unregister_process)(struct device_queue_manager *dqm,
157 int (*initialize)(struct device_queue_manager *dqm);
158 int (*start)(struct device_queue_manager *dqm);
159 int (*stop)(struct device_queue_manager *dqm);
160 void (*uninitialize)(struct device_queue_manager *dqm);
161 int (*halt)(struct device_queue_manager *dqm);
346 dqm_lock(struct device_queue_manager * dqm) dqm_lock() argument
351 dqm_unlock(struct device_queue_manager * dqm) dqm_unlock() argument
363 update_dqm_wait_times(struct device_queue_manager * dqm) update_dqm_wait_times() argument
[all...]
H A Dkfd_device_queue_manager_v9.c29 static int update_qpd_v9(struct device_queue_manager *dqm,
31 static void init_sdma_vm_v9(struct device_queue_manager *dqm, struct queue *q,
33 static bool set_cache_memory_policy_v9(struct device_queue_manager *dqm,
59 static bool set_cache_memory_policy_v9(struct device_queue_manager *dqm, in set_cache_memory_policy_v9() argument
70 if (dqm->dev->kfd->noretry) in set_cache_memory_policy_v9()
73 if (KFD_GC_VERSION(dqm->dev->kfd) == IP_VERSION(9, 4, 3) || in set_cache_memory_policy_v9()
74 KFD_GC_VERSION(dqm->dev->kfd) == IP_VERSION(9, 4, 4)) in set_cache_memory_policy_v9()
77 if (KFD_GC_VERSION(dqm->dev->kfd) == IP_VERSION(9, 5, 0)) { in set_cache_memory_policy_v9()
91 static int update_qpd_v9(struct device_queue_manager *dqm, in update_qpd_v9() argument
103 if (dqm in update_qpd_v9()
130 init_sdma_vm_v9(struct device_queue_manager * dqm,struct queue * q,struct qcm_process_device * qpd) init_sdma_vm_v9() argument
[all...]
H A Dkfd_device_queue_manager_v12.c29 static int update_qpd_v12(struct device_queue_manager *dqm,
31 static void init_sdma_vm_v12(struct device_queue_manager *dqm, struct queue *q,
33 static bool set_cache_memory_policy_v12(struct device_queue_manager *dqm,
59 static bool set_cache_memory_policy_v12(struct device_queue_manager *dqm, in set_cache_memory_policy_v12() argument
79 static int update_qpd_v12(struct device_queue_manager *dqm, in update_qpd_v12() argument
85 static void init_sdma_vm_v12(struct device_queue_manager *dqm, struct queue *q, in init_sdma_vm_v12() argument
H A Dkfd_device_queue_manager_v10.c30 static int update_qpd_v10(struct device_queue_manager *dqm,
32 static void init_sdma_vm_v10(struct device_queue_manager *dqm, struct queue *q,
34 static bool set_cache_memory_policy_v10(struct device_queue_manager *dqm,
60 static bool set_cache_memory_policy_v10(struct device_queue_manager *dqm, in set_cache_memory_policy_v10() argument
79 static int update_qpd_v10(struct device_queue_manager *dqm, in update_qpd_v10() argument
85 static void init_sdma_vm_v10(struct device_queue_manager *dqm, struct queue *q, in init_sdma_vm_v10() argument
H A Dkfd_device_queue_manager_v11.c29 static int update_qpd_v11(struct device_queue_manager *dqm,
31 static void init_sdma_vm_v11(struct device_queue_manager *dqm, struct queue *q,
33 static bool set_cache_memory_policy_v11(struct device_queue_manager *dqm,
59 static bool set_cache_memory_policy_v11(struct device_queue_manager *dqm, in set_cache_memory_policy_v11() argument
79 static int update_qpd_v11(struct device_queue_manager *dqm, in update_qpd_v11() argument
85 static void init_sdma_vm_v11(struct device_queue_manager *dqm, struct queue *q, in init_sdma_vm_v11() argument
H A Dkfd_mqd_manager.c57 mqd_mem_obj->gtt_mem = dev->dqm->hiq_sdma_mqd.gtt_mem; in allocate_hiq_mqd()
58 mqd_mem_obj->gpu_addr = dev->dqm->hiq_sdma_mqd.gpu_addr; in allocate_hiq_mqd()
59 mqd_mem_obj->cpu_ptr = dev->dqm->hiq_sdma_mqd.cpu_ptr; in allocate_hiq_mqd()
77 dev->dqm->mqd_mgrs[KFD_MQD_TYPE_SDMA]->mqd_size; in allocate_sdma_mqd()
79 offset += dev->dqm->mqd_mgrs[KFD_MQD_TYPE_HIQ]->mqd_size * in allocate_sdma_mqd()
82 mqd_mem_obj->gtt_mem = (void *)((uint64_t)dev->dqm->hiq_sdma_mqd.gtt_mem in allocate_sdma_mqd()
84 mqd_mem_obj->gpu_addr = dev->dqm->hiq_sdma_mqd.gpu_addr + offset; in allocate_sdma_mqd()
86 dev->dqm->hiq_sdma_mqd.cpu_ptr + offset); in allocate_sdma_mqd()
273 return dev->dqm->mqd_mgrs[KFD_MQD_TYPE_HIQ]->mqd_size; in kfd_hiq_mqd_stride()
284 dev->dqm in kfd_get_hiq_xcc_mqd()
[all...]
H A Dkfd_device_queue_manager_vi.c38 static bool set_cache_memory_policy_vi(struct device_queue_manager *dqm,
45 static int update_qpd_vi(struct device_queue_manager *dqm,
47 static void init_sdma_vm(struct device_queue_manager *dqm,
88 static bool set_cache_memory_policy_vi(struct device_queue_manager *dqm, in set_cache_memory_policy_vi() argument
155 static int update_qpd_vi(struct device_queue_manager *dqm, in update_qpd_vi() argument
161 static void init_sdma_vm(struct device_queue_manager *dqm, in init_sdma_vm() argument
H A Dkfd_device_queue_manager_cik.c38 static bool set_cache_memory_policy_cik(struct device_queue_manager *dqm,
45 static int update_qpd_cik(struct device_queue_manager *dqm,
47 static void init_sdma_vm(struct device_queue_manager *dqm,
87 static bool set_cache_memory_policy_cik(struct device_queue_manager *dqm, in set_cache_memory_policy_cik() argument
153 static int update_qpd_cik(struct device_queue_manager *dqm, in update_qpd_cik() argument
159 static void init_sdma_vm(struct device_queue_manager *dqm, in init_sdma_vm() argument
H A Dkfd_packet_manager_v9.c37 struct kfd_node *kfd = pm->dqm->dev; in pm_map_process_v9()
58 if (kfd->dqm->trap_debug_vmid && pdd->process->debug_trap_enabled && in pm_map_process_v9()
60 packet->bitfields2.debug_vmid = kfd->dqm->trap_debug_vmid; in pm_map_process_v9()
94 struct kfd_dev *kfd = pm->dqm->dev->kfd; in pm_map_process_aldebaran()
95 struct kfd_node *knode = pm->dqm->dev; in pm_map_process_aldebaran()
154 struct kfd_node *kfd = pm->dqm->dev; in pm_runlist_v9()
171 1 : min(pm->dqm->processes_count, kfd->max_proc_per_quantum); in pm_runlist_v9()
206 if (pm->dqm->dev->adev->gmc.xnack_flags & AMDGPU_GMC_XNACK_FLAG_CHAIN) in pm_set_resources_v9()
307 pm->dqm->dev->kfd2kgd->build_dequeue_wait_counts_packet_info( in pm_build_dequeue_wait_counts_packet_info()
308 pm->dqm in pm_build_dequeue_wait_counts_packet_info()
[all...]
H A Dkfd_device.c568 if (node->dqm->sched_policy == KFD_SCHED_POLICY_NO_HWS) in kfd_gws_init()
614 node->dqm = device_queue_manager_init(node); in kfd_init_node()
615 if (!node->dqm) { in kfd_init_node()
641 device_queue_manager_uninit(node->dqm); in kfd_init_node()
668 device_queue_manager_uninit(knode->dqm); in kfd_cleanup_nodes()
925 node->dqm->sched_policy); in kgd2kfd_device_init()
1055 node->dqm->ops.stop(node->dqm); in kgd2kfd_suspend()
1110 err = node->dqm->ops.start(node->dqm); in kfd_resume()
[all...]
H A Dkfd_debug.c316 err = q->device->dqm->ops.update_queue(q->device->dqm, q, &minfo); in kfd_dbg_set_queue_workaround()
439 r = debug_lock_and_unmap(pdd->dev->dqm); in kfd_dbg_trap_clear_dev_address_watch()
451 r = debug_map_and_unlock(pdd->dev->dqm); in kfd_dbg_trap_clear_dev_address_watch()
473 r = debug_lock_and_unmap(pdd->dev->dqm); in kfd_dbg_trap_set_dev_address_watch()
493 r = debug_map_and_unlock(pdd->dev->dqm); in kfd_dbg_trap_set_dev_address_watch()
545 r = debug_refresh_runlist(pdd->dev->dqm); in kfd_dbg_trap_set_flags()
568 debug_refresh_runlist(pdd->dev->dqm); in kfd_dbg_trap_set_flags()
626 release_debug_trap_vmid(pdd->dev->dqm, &pdd->qpd)) in kfd_dbg_trap_deactivate()
630 debug_refresh_runlist(pdd->dev->dqm); in kfd_dbg_trap_deactivate()
[all...]
H A Dkfd_process.c108 struct device_queue_manager *dqm; in kfd_sdma_activity_worker() local
119 dqm = pdd->dev->dqm; in kfd_sdma_activity_worker()
121 if (!dqm || !qpd) in kfd_sdma_activity_worker()
150 dqm_lock(dqm); in kfd_sdma_activity_worker()
159 dqm_unlock(dqm); in kfd_sdma_activity_worker()
176 dqm_unlock(dqm); in kfd_sdma_activity_worker()
180 dqm_unlock(dqm); in kfd_sdma_activity_worker()
210 dqm_lock(dqm); in kfd_sdma_activity_worker()
232 dqm_unlock(dqm); in kfd_sdma_activity_worker()
[all...]
H A Dkfd_int_process_v11.c238 if (dev->dqm->ops.reset_queues) in event_interrupt_poison_consumption_v11()
239 ret = dev->dqm->ops.reset_queues(dev->dqm, pasid); in event_interrupt_poison_consumption_v11()
H A Dkfd_packet_manager_vi.c81 struct kfd_node *kfd = pm->dqm->dev; in pm_runlist_vi()
95 concurrent_proc_cnt = min(pm->dqm->processes_count, in pm_runlist_vi()
H A Dkfd_int_process_v9.c303 if (!pasid && dev->dqm->sched_policy == KFD_SCHED_POLICY_NO_HWS) { in event_interrupt_isr_v9()
310 pasid = dev->dqm->vmid_pasid[vmid]; in event_interrupt_isr_v9()
H A Dkfd_mqd_manager_v9.c685 uint32_t local_xcc_start = mm->dev->dqm->current_logical_xcc_start++; in init_mqd_v9_4_3()
793 mm->dev->dqm->current_logical_xcc_start++; in restore_mqd_v9_4_3()
H A Dkfd_topology.c2114 dev->gpu->dqm->sched_policy != KFD_SCHED_POLICY_NO_HWS) ? in kfd_topology_add_device()
2116 dev->node_props.num_cp_queues = get_cp_queues_num(dev->gpu->dqm); in kfd_topology_add_device()
2366 r = dqm_debugfs_hqds(m, dev->gpu->dqm); in kfd_debugfs_hqds_by_device()
2391 r = pm_debugfs_runlist(m, &dev->gpu->dqm->packet_mgr); in kfd_debugfs_rls_by_device()