366 static int gaudi_get_fixed_properties(struct hl_device *hdev)  in gaudi_get_fixed_properties()
482 static int gaudi_pci_bars_map(struct hl_device *hdev)  in gaudi_pci_bars_map()
498 static u64 gaudi_set_hbm_bar_base(struct hl_device *hdev, u64 addr)  in gaudi_set_hbm_bar_base()
524 static int gaudi_init_iatu(struct hl_device *hdev)  in gaudi_init_iatu()
565 static int gaudi_early_init(struct hl_device *hdev)  in gaudi_early_init()
618 static int gaudi_early_fini(struct hl_device *hdev)  in gaudi_early_fini()
632 static void gaudi_fetch_psoc_frequency(struct hl_device *hdev)  in gaudi_fetch_psoc_frequency()
667 static int _gaudi_init_tpc_mem(struct hl_device *hdev,  in _gaudi_init_tpc_mem()
751 static int gaudi_init_tpc_mem(struct hl_device *hdev)  in gaudi_init_tpc_mem()
789 static int gaudi_late_init(struct hl_device *hdev)  in gaudi_late_init()
830 static void gaudi_late_fini(struct hl_device *hdev)  in gaudi_late_fini()
851 static int gaudi_alloc_cpu_accessible_dma_mem(struct hl_device *hdev)  in gaudi_alloc_cpu_accessible_dma_mem()
907 static void gaudi_free_internal_qmans_pq_mem(struct hl_device *hdev)  in gaudi_free_internal_qmans_pq_mem()
923 static int gaudi_alloc_internal_qmans_pq_mem(struct hl_device *hdev)  in gaudi_alloc_internal_qmans_pq_mem()
969 static int gaudi_sw_init(struct hl_device *hdev)  in gaudi_sw_init()
1060 static int gaudi_sw_fini(struct hl_device *hdev)  in gaudi_sw_fini()
1086 	struct hl_device *hdev = arg;  in gaudi_irq_handler_single()  local
1104 static int gaudi_pci_irq_vector(struct hl_device *hdev, unsigned int nr,  in gaudi_pci_irq_vector()
1119 static int gaudi_enable_msi_single(struct hl_device *hdev)  in gaudi_enable_msi_single()
1135 static int gaudi_enable_msi_multi(struct hl_device *hdev)  in gaudi_enable_msi_multi()
1167 static int gaudi_enable_msi(struct hl_device *hdev)  in gaudi_enable_msi()
1202 static void gaudi_sync_irqs(struct hl_device *hdev)  in gaudi_sync_irqs()
1223 static void gaudi_disable_msi(struct hl_device *hdev)  in gaudi_disable_msi()
1251 static void gaudi_init_scrambler_sram(struct hl_device *hdev)  in gaudi_init_scrambler_sram()
1315 static void gaudi_init_scrambler_hbm(struct hl_device *hdev)  in gaudi_init_scrambler_hbm()
1379 static void gaudi_init_e2e(struct hl_device *hdev)  in gaudi_init_e2e()
1744 static void gaudi_init_hbm_cred(struct hl_device *hdev)  in gaudi_init_hbm_cred()
1800 static void gaudi_init_golden_registers(struct hl_device *hdev)  in gaudi_init_golden_registers()
1831 static void gaudi_init_pci_dma_qman(struct hl_device *hdev, int dma_id,  in gaudi_init_pci_dma_qman()
1918 static void gaudi_init_dma_core(struct hl_device *hdev, int dma_id)  in gaudi_init_dma_core()
1949 static void gaudi_enable_qman(struct hl_device *hdev, int dma_id,  in gaudi_enable_qman()
1957 static void gaudi_init_pci_dma_qmans(struct hl_device *hdev)  in gaudi_init_pci_dma_qmans()
1998 static void gaudi_init_hbm_dma_qman(struct hl_device *hdev, int dma_id,  in gaudi_init_hbm_dma_qman()
2079 static void gaudi_init_hbm_dma_qmans(struct hl_device *hdev)  in gaudi_init_hbm_dma_qmans()
2116 static void gaudi_init_mme_qman(struct hl_device *hdev, u32 mme_offset,  in gaudi_init_mme_qman()
2197 static void gaudi_init_mme_qmans(struct hl_device *hdev)  in gaudi_init_mme_qmans()
2236 static void gaudi_init_tpc_qman(struct hl_device *hdev, u32 tpc_offset,  in gaudi_init_tpc_qman()
2318 static void gaudi_init_tpc_qmans(struct hl_device *hdev)  in gaudi_init_tpc_qmans()
2363 static void gaudi_disable_pci_dma_qmans(struct hl_device *hdev)  in gaudi_disable_pci_dma_qmans()
2375 static void gaudi_disable_hbm_dma_qmans(struct hl_device *hdev)  in gaudi_disable_hbm_dma_qmans()
2389 static void gaudi_disable_mme_qmans(struct hl_device *hdev)  in gaudi_disable_mme_qmans()
2400 static void gaudi_disable_tpc_qmans(struct hl_device *hdev)  in gaudi_disable_tpc_qmans()
2415 static void gaudi_stop_pci_dma_qmans(struct hl_device *hdev)  in gaudi_stop_pci_dma_qmans()
2428 static void gaudi_stop_hbm_dma_qmans(struct hl_device *hdev)  in gaudi_stop_hbm_dma_qmans()
2444 static void gaudi_stop_mme_qmans(struct hl_device *hdev)  in gaudi_stop_mme_qmans()
2456 static void gaudi_stop_tpc_qmans(struct hl_device *hdev)  in gaudi_stop_tpc_qmans()
2473 static void gaudi_pci_dma_stall(struct hl_device *hdev)  in gaudi_pci_dma_stall()
2485 static void gaudi_hbm_dma_stall(struct hl_device *hdev)  in gaudi_hbm_dma_stall()
2499 static void gaudi_mme_stall(struct hl_device *hdev)  in gaudi_mme_stall()
2525 static void gaudi_tpc_stall(struct hl_device *hdev)  in gaudi_tpc_stall()
2542 static void gaudi_set_clock_gating(struct hl_device *hdev)  in gaudi_set_clock_gating()
2600 static void gaudi_disable_clock_gating(struct hl_device *hdev)  in gaudi_disable_clock_gating()
2631 static void gaudi_enable_timestamp(struct hl_device *hdev)  in gaudi_enable_timestamp()
2644 static void gaudi_disable_timestamp(struct hl_device *hdev)  in gaudi_disable_timestamp()
2650 static void gaudi_halt_engines(struct hl_device *hdev, bool hard_reset)  in gaudi_halt_engines()
2689 static int gaudi_mmu_init(struct hl_device *hdev)  in gaudi_mmu_init()
2742 static int gaudi_load_firmware_to_device(struct hl_device *hdev)  in gaudi_load_firmware_to_device()
2754 static int gaudi_load_boot_fit_to_device(struct hl_device *hdev)  in gaudi_load_boot_fit_to_device()
2763 static void gaudi_read_device_fw_version(struct hl_device *hdev,  in gaudi_read_device_fw_version()
2798 static int gaudi_init_cpu(struct hl_device *hdev)  in gaudi_init_cpu()
2830 static int gaudi_init_cpu_queues(struct hl_device *hdev, u32 cpu_timeout)  in gaudi_init_cpu_queues()
2893 static void gaudi_pre_hw_init(struct hl_device *hdev)  in gaudi_pre_hw_init()
2945 static int gaudi_hw_init(struct hl_device *hdev)  in gaudi_hw_init()
3012 static void gaudi_hw_fini(struct hl_device *hdev, bool hard_reset)  in gaudi_hw_fini()
3092 static int gaudi_suspend(struct hl_device *hdev)  in gaudi_suspend()
3103 static int gaudi_resume(struct hl_device *hdev)  in gaudi_resume()
3108 static int gaudi_cb_mmap(struct hl_device *hdev, struct vm_area_struct *vma,  in gaudi_cb_mmap()
3123 static void gaudi_ring_doorbell(struct hl_device *hdev, u32 hw_queue_id, u32 pi)  in gaudi_ring_doorbell()
3375 static void gaudi_pqe_write(struct hl_device *hdev, __le64 *pqe,  in gaudi_pqe_write()
3385 static void *gaudi_dma_alloc_coherent(struct hl_device *hdev, size_t size,  in gaudi_dma_alloc_coherent()
3398 static void gaudi_dma_free_coherent(struct hl_device *hdev, size_t size,  in gaudi_dma_free_coherent()
3407 static void *gaudi_get_int_queue_base(struct hl_device *hdev,  in gaudi_get_int_queue_base()
3427 static int gaudi_send_cpu_message(struct hl_device *hdev, u32 *msg,  in gaudi_send_cpu_message()
3445 static int gaudi_test_queue(struct hl_device *hdev, u32 hw_queue_id)  in gaudi_test_queue()
3522 static int gaudi_test_cpu_queue(struct hl_device *hdev)  in gaudi_test_cpu_queue()
3536 static int gaudi_test_queues(struct hl_device *hdev)  in gaudi_test_queues()
3555 static void *gaudi_dma_pool_zalloc(struct hl_device *hdev, size_t size,  in gaudi_dma_pool_zalloc()
3572 static void gaudi_dma_pool_free(struct hl_device *hdev, void *vaddr,  in gaudi_dma_pool_free()
3581 static void *gaudi_cpu_accessible_dma_pool_alloc(struct hl_device *hdev,  in gaudi_cpu_accessible_dma_pool_alloc()
3587 static void gaudi_cpu_accessible_dma_pool_free(struct hl_device *hdev,  in gaudi_cpu_accessible_dma_pool_free()
3593 static int gaudi_dma_map_sg(struct hl_device *hdev, struct scatterlist *sgl,  in gaudi_dma_map_sg()
3609 static void gaudi_dma_unmap_sg(struct hl_device *hdev, struct scatterlist *sgl,  in gaudi_dma_unmap_sg()
3622 static u32 gaudi_get_dma_desc_list_size(struct hl_device *hdev,  in gaudi_get_dma_desc_list_size()
3664 static int gaudi_pin_memory_before_cs(struct hl_device *hdev,  in gaudi_pin_memory_before_cs()
3710 static int gaudi_validate_dma_pkt_host(struct hl_device *hdev,  in gaudi_validate_dma_pkt_host()
3748 static int gaudi_validate_dma_pkt_no_mmu(struct hl_device *hdev,  in gaudi_validate_dma_pkt_no_mmu()
3780 static int gaudi_validate_load_and_exe_pkt(struct hl_device *hdev,  in gaudi_validate_load_and_exe_pkt()
3799 static int gaudi_validate_cb(struct hl_device *hdev,  in gaudi_validate_cb()
3903 static int gaudi_patch_dma_packet(struct hl_device *hdev,  in gaudi_patch_dma_packet()
4022 static int gaudi_patch_cb(struct hl_device *hdev,  in gaudi_patch_cb()
4112 static int gaudi_parse_cb_mmu(struct hl_device *hdev,  in gaudi_parse_cb_mmu()
4191 static int gaudi_parse_cb_no_mmu(struct hl_device *hdev,  in gaudi_parse_cb_no_mmu()
4243 static int gaudi_parse_cb_no_ext_queue(struct hl_device *hdev,  in gaudi_parse_cb_no_ext_queue()
4275 static int gaudi_cs_parser(struct hl_device *hdev, struct hl_cs_parser *parser)  in gaudi_cs_parser()
4288 static void gaudi_add_end_of_cb_packets(struct hl_device *hdev,  in gaudi_add_end_of_cb_packets()
4322 static void gaudi_update_eq_ci(struct hl_device *hdev, u32 val)  in gaudi_update_eq_ci()
4327 static int gaudi_memset_device_memory(struct hl_device *hdev, u64 addr,  in gaudi_memset_device_memory()
4406 static void gaudi_restore_sm_registers(struct hl_device *hdev)  in gaudi_restore_sm_registers()
4433 static void gaudi_restore_dma_registers(struct hl_device *hdev)  in gaudi_restore_dma_registers()
4460 static void gaudi_restore_qm_registers(struct hl_device *hdev)  in gaudi_restore_qm_registers()
4481 static void gaudi_restore_user_registers(struct hl_device *hdev)  in gaudi_restore_user_registers()
4488 static int gaudi_context_switch(struct hl_device *hdev, u32 asid)  in gaudi_context_switch()
4510 static int gaudi_mmu_clear_pgt_range(struct hl_device *hdev)  in gaudi_mmu_clear_pgt_range()
4523 static void gaudi_restore_phase_topology(struct hl_device *hdev)  in gaudi_restore_phase_topology()
4528 static int gaudi_debugfs_read32(struct hl_device *hdev, u64 addr, u32 *val)  in gaudi_debugfs_read32()
4575 static int gaudi_debugfs_write32(struct hl_device *hdev, u64 addr, u32 val)  in gaudi_debugfs_write32()
4622 static int gaudi_debugfs_read64(struct hl_device *hdev, u64 addr, u64 *val)  in gaudi_debugfs_read64()
4673 static int gaudi_debugfs_write64(struct hl_device *hdev, u64 addr, u64 val)  in gaudi_debugfs_write64()
4723 static u64 gaudi_read_pte(struct hl_device *hdev, u64 addr)  in gaudi_read_pte()
4734 static void gaudi_write_pte(struct hl_device *hdev, u64 addr, u64 val)  in gaudi_write_pte()
4745 void gaudi_mmu_prepare_reg(struct hl_device *hdev, u64 reg, u32 asid)  in gaudi_mmu_prepare_reg()
4752 static void gaudi_mmu_prepare(struct hl_device *hdev, u32 asid)  in gaudi_mmu_prepare()
4918 static int gaudi_send_job_on_qman0(struct hl_device *hdev,  in gaudi_send_job_on_qman0()
5007 static const char *gaudi_get_razwi_initiator_dma_name(struct hl_device *hdev,  in gaudi_get_razwi_initiator_dma_name()
5084 static const char *gaudi_get_razwi_initiator_name(struct hl_device *hdev,  in gaudi_get_razwi_initiator_name()
5173 static void gaudi_print_razwi_info(struct hl_device *hdev)  in gaudi_print_razwi_info()
5190 static void gaudi_print_mmu_error_info(struct hl_device *hdev)  in gaudi_print_mmu_error_info()
5242 static int gaudi_extract_ecc_info(struct hl_device *hdev,  in gaudi_extract_ecc_info()
5314 static void gaudi_handle_qman_err_generic(struct hl_device *hdev,  in gaudi_handle_qman_err_generic()
5364 static void gaudi_handle_ecc_event(struct hl_device *hdev, u16 event_type,  in gaudi_handle_ecc_event()
5461 static void gaudi_handle_qman_err(struct hl_device *hdev, u16 event_type)  in gaudi_handle_qman_err()
5499 static void gaudi_print_irq_info(struct hl_device *hdev, u16 event_type,  in gaudi_print_irq_info()
5514 static int gaudi_soft_reset_late_init(struct hl_device *hdev)  in gaudi_soft_reset_late_init()
5524 static int gaudi_hbm_read_interrupts(struct hl_device *hdev, int device)  in gaudi_hbm_read_interrupts()
5623 static bool gaudi_tpc_read_interrupts(struct hl_device *hdev, u8 tpc_id,  in gaudi_tpc_read_interrupts()
5673 static void gaudi_print_clk_change_info(struct hl_device *hdev,  in gaudi_print_clk_change_info()
5708 static void gaudi_handle_eqe(struct hl_device *hdev,  in gaudi_handle_eqe()
5913 static void *gaudi_get_events_stat(struct hl_device *hdev, bool aggregate,  in gaudi_get_events_stat()
5927 static int gaudi_mmu_invalidate_cache(struct hl_device *hdev, bool is_hard,  in gaudi_mmu_invalidate_cache()
5971 static int gaudi_mmu_invalidate_cache_range(struct hl_device *hdev,  in gaudi_mmu_invalidate_cache_range()
6024 static int gaudi_mmu_update_asid_hop0_addr(struct hl_device *hdev,  in gaudi_mmu_update_asid_hop0_addr()
6057 static int gaudi_send_heartbeat(struct hl_device *hdev)  in gaudi_send_heartbeat()
6067 static int gaudi_cpucp_info_get(struct hl_device *hdev)  in gaudi_cpucp_info_get()
6096 static bool gaudi_is_device_idle(struct hl_device *hdev, u64 *mask,  in gaudi_is_device_idle()
6204 static void gaudi_hw_queues_lock(struct hl_device *hdev)  in gaudi_hw_queues_lock()
6212 static void gaudi_hw_queues_unlock(struct hl_device *hdev)  in gaudi_hw_queues_unlock()
6220 static u32 gaudi_get_pci_id(struct hl_device *hdev)  in gaudi_get_pci_id()
6225 static int gaudi_get_eeprom_data(struct hl_device *hdev, void *data,  in gaudi_get_eeprom_data()
6240 static int gaudi_run_tpc_kernel(struct hl_device *hdev, u64 tpc_kernel,  in gaudi_run_tpc_kernel()
6349 static enum hl_device_hw_state gaudi_get_hw_state(struct hl_device *hdev)  in gaudi_get_hw_state()
6359 static u32 gaudi_get_queue_id_for_cq(struct hl_device *hdev, u32 cq_idx)  in gaudi_get_queue_id_for_cq()
6364 static u32 gaudi_get_signal_cb_size(struct hl_device *hdev)  in gaudi_get_signal_cb_size()
6370 static u32 gaudi_get_wait_cb_size(struct hl_device *hdev)  in gaudi_get_wait_cb_size()
6377 static void gaudi_gen_signal_cb(struct hl_device *hdev, void *data, u16 sob_id)  in gaudi_gen_signal_cb()
6471 static void gaudi_gen_wait_cb(struct hl_device *hdev, void *data, u16 sob_id,  in gaudi_gen_wait_cb()
6569 static void gaudi_reset_sob(struct hl_device *hdev, void *data)  in gaudi_reset_sob()
6582 static void gaudi_set_dma_mask_from_fw(struct hl_device *hdev)  in gaudi_set_dma_mask_from_fw()
6594 static u64 gaudi_get_device_time(struct hl_device *hdev)  in gaudi_get_device_time()
6682 void gaudi_set_asic_funcs(struct hl_device *hdev)  in gaudi_set_asic_funcs()