83 static bool is_pipe_enabled(struct device_queue_manager *dqm, int mec, int pipe)  in is_pipe_enabled()
97 unsigned int get_cp_queues_num(struct device_queue_manager *dqm)  in get_cp_queues_num()
103 unsigned int get_queues_per_pipe(struct device_queue_manager *dqm)  in get_queues_per_pipe()
108 unsigned int get_pipes_per_mec(struct device_queue_manager *dqm)  in get_pipes_per_mec()
113 static unsigned int get_num_all_sdma_engines(struct device_queue_manager *dqm)  in get_num_all_sdma_engines()
119 unsigned int get_num_sdma_queues(struct device_queue_manager *dqm)  in get_num_sdma_queues()
125 unsigned int get_num_xgmi_sdma_queues(struct device_queue_manager *dqm)  in get_num_xgmi_sdma_queues()
131 static void init_sdma_bitmaps(struct device_queue_manager *dqm)  in init_sdma_bitmaps()
145 void program_sh_mem_settings(struct device_queue_manager *dqm,  in program_sh_mem_settings()
158 static void kfd_hws_hang(struct device_queue_manager *dqm)  in kfd_hws_hang()
200 static int add_queue_mes(struct device_queue_manager *dqm, struct queue *q,  in add_queue_mes()
272 static int remove_queue_mes(struct device_queue_manager *dqm, struct queue *q,  in remove_queue_mes()
303 static int remove_all_kfd_queues_mes(struct device_queue_manager *dqm)  in remove_all_kfd_queues_mes()
330 static int add_all_kfd_queues_mes(struct device_queue_manager *dqm)  in add_all_kfd_queues_mes()
357 static int suspend_all_queues_mes(struct device_queue_manager *dqm)  in suspend_all_queues_mes()
377 static int resume_all_queues_mes(struct device_queue_manager *dqm)  in resume_all_queues_mes()
397 static void increment_queue_count(struct device_queue_manager *dqm,  in increment_queue_count()
412 static void decrement_queue_count(struct device_queue_manager *dqm,  in decrement_queue_count()
517 static void program_trap_handler_settings(struct device_queue_manager *dqm,  in program_trap_handler_settings()
530 static int allocate_vmid(struct device_queue_manager *dqm,  in allocate_vmid()
599 static void deallocate_vmid(struct device_queue_manager *dqm,  in deallocate_vmid()
620 static int create_queue_nocpsch(struct device_queue_manager *dqm,  in create_queue_nocpsch()
741 static int allocate_hqd(struct device_queue_manager *dqm, struct queue *q)  in allocate_hqd()
775 static inline void deallocate_hqd(struct device_queue_manager *dqm,  in deallocate_hqd()
852 static int destroy_queue_nocpsch_locked(struct device_queue_manager *dqm,  in destroy_queue_nocpsch_locked()
911 static int destroy_queue_nocpsch(struct device_queue_manager *dqm,  in destroy_queue_nocpsch()
943 static int update_queue(struct device_queue_manager *dqm, struct queue *q,  in update_queue()
1060 static int suspend_single_queue(struct device_queue_manager *dqm,  in suspend_single_queue()
1106 static int resume_single_queue(struct device_queue_manager *dqm,  in resume_single_queue()
1138 static int evict_process_queues_nocpsch(struct device_queue_manager *dqm,  in evict_process_queues_nocpsch()
1188 static int evict_process_queues_cpsch(struct device_queue_manager *dqm,  in evict_process_queues_cpsch()
1247 static int restore_process_queues_nocpsch(struct device_queue_manager *dqm,  in restore_process_queues_nocpsch()
1328 static int restore_process_queues_cpsch(struct device_queue_manager *dqm,  in restore_process_queues_cpsch()
1391 static int register_process(struct device_queue_manager *dqm,  in register_process()
1430 static int unregister_process(struct device_queue_manager *dqm,  in unregister_process()
1465 set_pasid_vmid_mapping(struct device_queue_manager *dqm, u32 pasid,  in set_pasid_vmid_mapping()
1481 static void init_interrupts(struct device_queue_manager *dqm)  in init_interrupts()
1496 static int initialize_nocpsch(struct device_queue_manager *dqm)  in initialize_nocpsch()
1529 static void uninitialize(struct device_queue_manager *dqm)  in uninitialize()
1541 static int start_nocpsch(struct device_queue_manager *dqm)  in start_nocpsch()
1556 static int stop_nocpsch(struct device_queue_manager *dqm)  in stop_nocpsch()
1572 static int allocate_sdma_queue(struct device_queue_manager *dqm,  in allocate_sdma_queue()
1677 static void deallocate_sdma_queue(struct device_queue_manager *dqm,  in deallocate_sdma_queue()
1695 static int set_sched_resources(struct device_queue_manager *dqm)  in set_sched_resources()
1739 static int initialize_cpsch(struct device_queue_manager *dqm)  in initialize_cpsch()
1762 static int halt_cpsch(struct device_queue_manager *dqm)  in halt_cpsch()
1791 static int unhalt_cpsch(struct device_queue_manager *dqm)  in unhalt_cpsch()
1814 static int start_cpsch(struct device_queue_manager *dqm)  in start_cpsch()
1883 static int stop_cpsch(struct device_queue_manager *dqm)  in stop_cpsch()
1911 static int create_kernel_queue_cpsch(struct device_queue_manager *dqm,  in create_kernel_queue_cpsch()
1941 static void destroy_kernel_queue_cpsch(struct device_queue_manager *dqm,  in destroy_kernel_queue_cpsch()
1961 static int create_queue_cpsch(struct device_queue_manager *dqm, struct queue *q,  in create_queue_cpsch()
2069 int amdkfd_fence_wait_timeout(struct device_queue_manager *dqm,  in amdkfd_fence_wait_timeout()
2100 static int map_queues_cpsch(struct device_queue_manager *dqm)  in map_queues_cpsch()
2123 static void set_queue_as_reset(struct device_queue_manager *dqm, struct queue *q,  in set_queue_as_reset()
2138 static int detect_queue_hang(struct device_queue_manager *dqm)  in detect_queue_hang()
2181 static struct queue *find_queue_by_address(struct device_queue_manager *dqm, uint64_t queue_address)  in find_queue_by_address()
2198 static int reset_hung_queues(struct device_queue_manager *dqm)  in reset_hung_queues()
2251 static bool sdma_has_hang(struct device_queue_manager *dqm)  in sdma_has_hang()
2270 static bool set_sdma_queue_as_reset(struct device_queue_manager *dqm,  in set_sdma_queue_as_reset()
2292 static int reset_hung_queues_sdma(struct device_queue_manager *dqm)  in reset_hung_queues_sdma()
2338 static int reset_queues_on_hws_hang(struct device_queue_manager *dqm, bool is_sdma)  in reset_queues_on_hws_hang()
2357 static int unmap_queues_cpsch(struct device_queue_manager *dqm,  in unmap_queues_cpsch()
2436 static int reset_queues_cpsch(struct device_queue_manager *dqm, uint16_t pasid)  in reset_queues_cpsch()
2450 static int execute_queues_cpsch(struct device_queue_manager *dqm,  in execute_queues_cpsch()
2466 static int wait_on_destroy_queue(struct device_queue_manager *dqm,  in wait_on_destroy_queue()
2494 static int destroy_queue_cpsch(struct device_queue_manager *dqm,  in destroy_queue_cpsch()
2589 static bool set_cache_memory_policy(struct device_queue_manager *dqm,  in set_cache_memory_policy()
2628 static int process_termination_nocpsch(struct device_queue_manager *dqm,  in process_termination_nocpsch()
2676 static int get_wave_state(struct device_queue_manager *dqm,  in get_wave_state()
2706 static void get_queue_checkpoint_info(struct device_queue_manager *dqm,  in get_queue_checkpoint_info()
2726 static int checkpoint_mqd(struct device_queue_manager *dqm,  in checkpoint_mqd()
2756 static int process_termination_cpsch(struct device_queue_manager *dqm,  in process_termination_cpsch()
2849 static int init_mqd_managers(struct device_queue_manager *dqm)  in init_mqd_managers()
2876 static int allocate_hiq_sdma_mqd(struct device_queue_manager *dqm)  in allocate_hiq_sdma_mqd()
2896 	struct device_queue_manager *dqm;  in device_queue_manager_init()  local
3030 void device_queue_manager_uninit(struct device_queue_manager *dqm)  in device_queue_manager_uninit()
3043 	struct device_queue_manager *dqm = knode->dqm;  in kfd_dqm_suspend_bad_queue_mes()  local
3090 static int kfd_dqm_evict_pasid_mes(struct device_queue_manager *dqm,  in kfd_dqm_evict_pasid_mes()
3130 	struct device_queue_manager *dqm;  in kfd_evict_process_device()  local
3147 int reserve_debug_trap_vmid(struct device_queue_manager *dqm,  in reserve_debug_trap_vmid()
3195 int release_debug_trap_vmid(struct device_queue_manager *dqm,  in release_debug_trap_vmid()
3293 		struct device_queue_manager *dqm = pdd->dev->dqm;  in copy_context_work_handler()  local
3350 		struct device_queue_manager *dqm = pdd->dev->dqm;  in resume_queues()  local
3453 		struct device_queue_manager *dqm = pdd->dev->dqm;  in suspend_queues()  local
3588 int debug_lock_and_unmap(struct device_queue_manager *dqm)  in debug_lock_and_unmap()
3610 int debug_map_and_unlock(struct device_queue_manager *dqm)  in debug_map_and_unlock()
3630 int debug_refresh_runlist(struct device_queue_manager *dqm)  in debug_refresh_runlist()
3640 bool kfd_dqm_is_queue_in_process(struct device_queue_manager *dqm,  in kfd_dqm_is_queue_in_process()
3689 	struct device_queue_manager *dqm = data;  in dqm_debugfs_hqds()  local
3767 int dqm_debugfs_hang_hws(struct device_queue_manager *dqm)  in dqm_debugfs_hang_hws()