49 static u64 hl_set_dram_bar(struct hl_device *hdev, u64 addr, struct pci_mem_region *region,  in hl_set_dram_bar()
70 int hl_access_sram_dram_region(struct hl_device *hdev, u64 addr, u64 *val,  in hl_access_sram_dram_region()
116 static void *hl_dma_alloc_common(struct hl_device *hdev, size_t size, dma_addr_t *dma_handle,  in hl_dma_alloc_common()
138 static void hl_asic_dma_free_common(struct hl_device *hdev, size_t size, void *cpu_addr,  in hl_asic_dma_free_common()
157 void *hl_asic_dma_alloc_coherent_caller(struct hl_device *hdev, size_t size, dma_addr_t *dma_handle,  in hl_asic_dma_alloc_coherent_caller()
163 void hl_asic_dma_free_coherent_caller(struct hl_device *hdev, size_t size, void *cpu_addr,  in hl_asic_dma_free_coherent_caller()
169 void *hl_asic_dma_pool_zalloc_caller(struct hl_device *hdev, size_t size, gfp_t mem_flags,  in hl_asic_dma_pool_zalloc_caller()
175 void hl_asic_dma_pool_free_caller(struct hl_device *hdev, void *vaddr, dma_addr_t dma_addr,  in hl_asic_dma_pool_free_caller()
181 void *hl_cpu_accessible_dma_pool_alloc(struct hl_device *hdev, size_t size, dma_addr_t *dma_handle)  in hl_cpu_accessible_dma_pool_alloc()
186 void hl_cpu_accessible_dma_pool_free(struct hl_device *hdev, size_t size, void *vaddr)  in hl_cpu_accessible_dma_pool_free()
191 int hl_dma_map_sgtable_caller(struct hl_device *hdev, struct sg_table *sgt,  in hl_dma_map_sgtable_caller()
219 int hl_asic_dma_map_sgtable(struct hl_device *hdev, struct sg_table *sgt,  in hl_asic_dma_map_sgtable()
238 void hl_dma_unmap_sgtable_caller(struct hl_device *hdev, struct sg_table *sgt,  in hl_dma_unmap_sgtable_caller()
260 void hl_asic_dma_unmap_sgtable(struct hl_device *hdev, struct sg_table *sgt,  in hl_asic_dma_unmap_sgtable()
283 int hl_access_cfg_region(struct hl_device *hdev, u64 addr, u64 *val,  in hl_access_cfg_region()
328 int hl_access_dev_mem(struct hl_device *hdev, enum pci_region region_type,  in hl_access_dev_mem()
369 enum hl_device_status hl_device_status(struct hl_device *hdev)  in hl_device_status()
393 bool hl_device_operational(struct hl_device *hdev,  in hl_device_operational()
415 bool hl_ctrl_device_operational(struct hl_device *hdev,  in hl_ctrl_device_operational()
437 static void print_idle_status_mask(struct hl_device *hdev, const char *message,  in print_idle_status_mask()
458 	struct hl_device *hdev;  in hpriv_release()  local
547 static void print_device_in_use_info(struct hl_device *hdev, const char *message)  in print_device_in_use_info()
587 	struct hl_device *hdev = to_hl_device(ddev);  in hl_device_release()  local
614 	struct hl_device *hdev = hpriv->hdev;  in hl_device_release_ctrl()  local
636 	struct hl_device *hdev = hpriv->hdev;  in __hl_mmap()  local
701 static int device_init_cdev(struct hl_device *hdev, const struct class *class,  in device_init_cdev()
723 static int cdev_sysfs_debugfs_add(struct hl_device *hdev)  in cdev_sysfs_debugfs_add()
764 static void cdev_sysfs_debugfs_remove(struct hl_device *hdev)  in cdev_sysfs_debugfs_remove()
779 	struct hl_device *hdev = device_reset_work->hdev;  in device_hard_reset_pending()  local
812 	struct hl_device *hdev = watchdog_work->hdev;  in device_release_watchdog_func()  local
830 static int device_early_init(struct hl_device *hdev)  in device_early_init()
1002 static void device_early_fini(struct hl_device *hdev)  in device_early_fini()
1035 static bool is_pci_link_healthy(struct hl_device *hdev)  in is_pci_link_healthy()
1047 static int hl_device_eq_heartbeat_check(struct hl_device *hdev)  in hl_device_eq_heartbeat_check()
1066 	struct hl_device *hdev = container_of(work, struct hl_device,  in hl_device_heartbeat()  local
1120 static int device_late_init(struct hl_device *hdev)  in device_late_init()
1160 static void device_late_fini(struct hl_device *hdev)  in device_late_fini()
1174 int hl_device_utilization(struct hl_device *hdev, u32 *utilization)  in hl_device_utilization()
1199 int hl_device_set_debug_mode(struct hl_device *hdev, struct hl_ctx *ctx, bool enable)  in hl_device_set_debug_mode()
1236 static void take_release_locks(struct hl_device *hdev)  in take_release_locks()
1255 static void hl_abort_waiting_for_completions(struct hl_device *hdev)  in hl_abort_waiting_for_completions()
1265 static void cleanup_resources(struct hl_device *hdev, bool hard_reset, bool fw_reset,  in cleanup_resources()
1296 int hl_device_suspend(struct hl_device *hdev)  in hl_device_suspend()
1338 int hl_device_resume(struct hl_device *hdev)  in hl_device_resume()
1381 static int device_kill_open_processes(struct hl_device *hdev, u32 timeout, bool control_dev)  in device_kill_open_processes()
1466 static void device_disable_open_processes(struct hl_device *hdev, bool control_dev)  in device_disable_open_processes()
1481 static void send_disable_pci_access(struct hl_device *hdev, u32 flags)  in send_disable_pci_access()
1509 static void handle_reset_trigger(struct hl_device *hdev, u32 flags)  in handle_reset_trigger()
1565 int hl_device_reset(struct hl_device *hdev, u32 flags)  in hl_device_reset()
1979 int hl_device_cond_reset(struct hl_device *hdev, u32 flags, u64 event_mask)  in hl_device_cond_reset()
2064 void hl_notifier_event_send_all(struct hl_device *hdev, u64 event_mask)  in hl_notifier_event_send_all()
2090 int hl_device_init(struct hl_device *hdev)  in hl_device_init()
2420 void hl_device_fini(struct hl_device *hdev)  in hl_device_fini()
2587 inline u32 hl_rreg(struct hl_device *hdev, u32 reg)  in hl_rreg()
2607 inline void hl_wreg(struct hl_device *hdev, u32 reg, u32 val)  in hl_wreg()
2615 void hl_capture_razwi(struct hl_device *hdev, u64 addr, u16 *engine_id, u16 num_of_engines,  in hl_capture_razwi()
2641 void hl_handle_razwi(struct hl_device *hdev, u64 addr, u16 *engine_id, u16 num_of_engines,  in hl_handle_razwi()
2650 static void hl_capture_user_mappings(struct hl_device *hdev, bool is_pmmu)  in hl_capture_user_mappings()
2712 void hl_capture_page_fault(struct hl_device *hdev, u64 addr, u16 eng_id, bool is_pmmu)  in hl_capture_page_fault()
2728 void hl_handle_page_fault(struct hl_device *hdev, u64 addr, u16 eng_id, bool is_pmmu,  in hl_handle_page_fault()
2737 static void hl_capture_hw_err(struct hl_device *hdev, u16 event_id)  in hl_capture_hw_err()
2751 void hl_handle_critical_hw_err(struct hl_device *hdev, u16 event_id, u64 *event_mask)  in hl_handle_critical_hw_err()
2759 static void hl_capture_fw_err(struct hl_device *hdev, struct hl_info_fw_err_info *fw_info)  in hl_capture_fw_err()
2775 void hl_handle_fw_err(struct hl_device *hdev, struct hl_info_fw_err_info *info)  in hl_handle_fw_err()
2783 void hl_capture_engine_err(struct hl_device *hdev, u16 engine_id, u16 error_count)  in hl_capture_engine_err()