78 static bool is_pipe_enabled(struct device_queue_manager *dqm, int mec, int pipe)  in is_pipe_enabled()
92 unsigned int get_cp_queues_num(struct device_queue_manager *dqm)  in get_cp_queues_num()
98 unsigned int get_queues_per_pipe(struct device_queue_manager *dqm)  in get_queues_per_pipe()
103 unsigned int get_pipes_per_mec(struct device_queue_manager *dqm)  in get_pipes_per_mec()
108 static unsigned int get_num_all_sdma_engines(struct device_queue_manager *dqm)  in get_num_all_sdma_engines()
114 unsigned int get_num_sdma_queues(struct device_queue_manager *dqm)  in get_num_sdma_queues()
120 unsigned int get_num_xgmi_sdma_queues(struct device_queue_manager *dqm)  in get_num_xgmi_sdma_queues()
126 static void init_sdma_bitmaps(struct device_queue_manager *dqm)  in init_sdma_bitmaps()
140 void program_sh_mem_settings(struct device_queue_manager *dqm,  in program_sh_mem_settings()
153 static void kfd_hws_hang(struct device_queue_manager *dqm)  in kfd_hws_hang()
188 static int add_queue_mes(struct device_queue_manager *dqm, struct queue *q,  in add_queue_mes()
258 static int remove_queue_mes(struct device_queue_manager *dqm, struct queue *q,  in remove_queue_mes()
286 static int remove_all_queues_mes(struct device_queue_manager *dqm)  in remove_all_queues_mes()
313 static void increment_queue_count(struct device_queue_manager *dqm,  in increment_queue_count()
328 static void decrement_queue_count(struct device_queue_manager *dqm,  in decrement_queue_count()
433 static void program_trap_handler_settings(struct device_queue_manager *dqm,  in program_trap_handler_settings()
446 static int allocate_vmid(struct device_queue_manager *dqm,  in allocate_vmid()
514 static void deallocate_vmid(struct device_queue_manager *dqm,  in deallocate_vmid()
535 static int create_queue_nocpsch(struct device_queue_manager *dqm,  in create_queue_nocpsch()
656 static int allocate_hqd(struct device_queue_manager *dqm, struct queue *q)  in allocate_hqd()
690 static inline void deallocate_hqd(struct device_queue_manager *dqm,  in deallocate_hqd()
766 static int destroy_queue_nocpsch_locked(struct device_queue_manager *dqm,  in destroy_queue_nocpsch_locked()
825 static int destroy_queue_nocpsch(struct device_queue_manager *dqm,  in destroy_queue_nocpsch()
857 static int update_queue(struct device_queue_manager *dqm, struct queue *q,  in update_queue()
968 static int suspend_single_queue(struct device_queue_manager *dqm,  in suspend_single_queue()
1014 static int resume_single_queue(struct device_queue_manager *dqm,  in resume_single_queue()
1046 static int evict_process_queues_nocpsch(struct device_queue_manager *dqm,  in evict_process_queues_nocpsch()
1096 static int evict_process_queues_cpsch(struct device_queue_manager *dqm,  in evict_process_queues_cpsch()
1153 static int restore_process_queues_nocpsch(struct device_queue_manager *dqm,  in restore_process_queues_nocpsch()
1234 static int restore_process_queues_cpsch(struct device_queue_manager *dqm,  in restore_process_queues_cpsch()
1297 static int register_process(struct device_queue_manager *dqm,  in register_process()
1336 static int unregister_process(struct device_queue_manager *dqm,  in unregister_process()
1371 set_pasid_vmid_mapping(struct device_queue_manager *dqm, u32 pasid,  in set_pasid_vmid_mapping()
1387 static void init_interrupts(struct device_queue_manager *dqm)  in init_interrupts()
1402 static int initialize_nocpsch(struct device_queue_manager *dqm)  in initialize_nocpsch()
1435 static void uninitialize(struct device_queue_manager *dqm)  in uninitialize()
1447 static int start_nocpsch(struct device_queue_manager *dqm)  in start_nocpsch()
1462 static int stop_nocpsch(struct device_queue_manager *dqm)  in stop_nocpsch()
1478 static void pre_reset(struct device_queue_manager *dqm)  in pre_reset()
1485 static int allocate_sdma_queue(struct device_queue_manager *dqm,  in allocate_sdma_queue()
1555 static void deallocate_sdma_queue(struct device_queue_manager *dqm,  in deallocate_sdma_queue()
1573 static int set_sched_resources(struct device_queue_manager *dqm)  in set_sched_resources()
1617 static int initialize_cpsch(struct device_queue_manager *dqm)  in initialize_cpsch()
1639 static int start_cpsch(struct device_queue_manager *dqm)  in start_cpsch()
1709 static int stop_cpsch(struct device_queue_manager *dqm)  in stop_cpsch()
1740 static int create_kernel_queue_cpsch(struct device_queue_manager *dqm,  in create_kernel_queue_cpsch()
1770 static void destroy_kernel_queue_cpsch(struct device_queue_manager *dqm,  in destroy_kernel_queue_cpsch()
1790 static int create_queue_cpsch(struct device_queue_manager *dqm, struct queue *q,  in create_queue_cpsch()
1897 int amdkfd_fence_wait_timeout(struct device_queue_manager *dqm,  in amdkfd_fence_wait_timeout()
1924 static int map_queues_cpsch(struct device_queue_manager *dqm)  in map_queues_cpsch()
1948 static int unmap_queues_cpsch(struct device_queue_manager *dqm,  in unmap_queues_cpsch()
2017 static int reset_queues_cpsch(struct device_queue_manager *dqm,  in reset_queues_cpsch()
2032 static int execute_queues_cpsch(struct device_queue_manager *dqm,  in execute_queues_cpsch()
2048 static int wait_on_destroy_queue(struct device_queue_manager *dqm,  in wait_on_destroy_queue()
2073 static int destroy_queue_cpsch(struct device_queue_manager *dqm,  in destroy_queue_cpsch()
2175 static bool set_cache_memory_policy(struct device_queue_manager *dqm,  in set_cache_memory_policy()
2237 static int process_termination_nocpsch(struct device_queue_manager *dqm,  in process_termination_nocpsch()
2285 static int get_wave_state(struct device_queue_manager *dqm,  in get_wave_state()
2315 static void get_queue_checkpoint_info(struct device_queue_manager *dqm,  in get_queue_checkpoint_info()
2335 static int checkpoint_mqd(struct device_queue_manager *dqm,  in checkpoint_mqd()
2365 static int process_termination_cpsch(struct device_queue_manager *dqm,  in process_termination_cpsch()
2456 static int init_mqd_managers(struct device_queue_manager *dqm)  in init_mqd_managers()
2483 static int allocate_hiq_sdma_mqd(struct device_queue_manager *dqm)  in allocate_hiq_sdma_mqd()
2503 	struct device_queue_manager *dqm;  in device_queue_manager_init()  local
2635 void device_queue_manager_uninit(struct device_queue_manager *dqm)  in device_queue_manager_uninit()
2644 int kfd_dqm_evict_pasid(struct device_queue_manager *dqm, u32 pasid)  in kfd_dqm_evict_pasid()
2663 	struct device_queue_manager *dqm = container_of(work,  in kfd_process_hw_exception()  local
2668 int reserve_debug_trap_vmid(struct device_queue_manager *dqm,  in reserve_debug_trap_vmid()
2716 int release_debug_trap_vmid(struct device_queue_manager *dqm,  in release_debug_trap_vmid()
2814 		struct device_queue_manager *dqm = pdd->dev->dqm;  in copy_context_work_handler()  local
2868 		struct device_queue_manager *dqm = pdd->dev->dqm;  in resume_queues()  local
2971 		struct device_queue_manager *dqm = pdd->dev->dqm;  in suspend_queues()  local
3106 int debug_lock_and_unmap(struct device_queue_manager *dqm)  in debug_lock_and_unmap()
3128 int debug_map_and_unlock(struct device_queue_manager *dqm)  in debug_map_and_unlock()
3148 int debug_refresh_runlist(struct device_queue_manager *dqm)  in debug_refresh_runlist()
3183 	struct device_queue_manager *dqm = data;  in dqm_debugfs_hqds()  local
3261 int dqm_debugfs_hang_hws(struct device_queue_manager *dqm)  in dqm_debugfs_hang_hws()