162 int cik_get_allowed_info_register(struct radeon_device *rdev,  in cik_get_allowed_info_register()
188 u32 cik_didt_rreg(struct radeon_device *rdev, u32 reg)  in cik_didt_rreg()
200 void cik_didt_wreg(struct radeon_device *rdev, u32 reg, u32 v)  in cik_didt_wreg()
211 int ci_get_temp(struct radeon_device *rdev)  in ci_get_temp()
228 int kv_get_temp(struct radeon_device *rdev)  in kv_get_temp()
246 u32 cik_pciep_rreg(struct radeon_device *rdev, u32 reg)  in cik_pciep_rreg()
259 void cik_pciep_wreg(struct radeon_device *rdev, u32 reg, u32 v)  in cik_pciep_wreg()
1628 static void cik_init_golden_registers(struct radeon_device *rdev)  in cik_init_golden_registers()
1714 u32 cik_get_xclk(struct radeon_device *rdev)  in cik_get_xclk()
1737 u32 cik_mm_rdoorbell(struct radeon_device *rdev, u32 index)  in cik_mm_rdoorbell()
1757 void cik_mm_wdoorbell(struct radeon_device *rdev, u32 index, u32 v)  in cik_mm_wdoorbell()
1850 static void cik_srbm_select(struct radeon_device *rdev,  in cik_srbm_select()
1869 int ci_mc_load_microcode(struct radeon_device *rdev)  in ci_mc_load_microcode()
1975 static int cik_init_microcode(struct radeon_device *rdev)  in cik_init_microcode()
2329 static void cik_tiling_mode_table_init(struct radeon_device *rdev)  in cik_tiling_mode_table_init()
3035 static void cik_select_se_sh(struct radeon_device *rdev,  in cik_select_se_sh()
3081 static u32 cik_get_rb_disabled(struct radeon_device *rdev,  in cik_get_rb_disabled()
3111 static void cik_setup_rb(struct radeon_device *rdev,  in cik_setup_rb()
3178 static void cik_gpu_init(struct radeon_device *rdev)  in cik_gpu_init()
3432 static void cik_scratch_init(struct radeon_device *rdev)  in cik_scratch_init()
3455 int cik_ring_test(struct radeon_device *rdev, struct radeon_ring *ring)  in cik_ring_test()
3504 static void cik_hdp_flush_cp_ring_emit(struct radeon_device *rdev,  in cik_hdp_flush_cp_ring_emit()
3550 void cik_fence_gfx_ring_emit(struct radeon_device *rdev,  in cik_fence_gfx_ring_emit()
3591 void cik_fence_compute_ring_emit(struct radeon_device *rdev,  in cik_fence_compute_ring_emit()
3621 bool cik_semaphore_ring_emit(struct radeon_device *rdev,  in cik_semaphore_ring_emit()
3655 struct radeon_fence *cik_copy_cpdma(struct radeon_device *rdev,  in cik_copy_cpdma()
3729 void cik_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib)  in cik_ring_ib_execute()
3779 int cik_ib_test(struct radeon_device *rdev, struct radeon_ring *ring)  in cik_ib_test()
3873 static void cik_cp_gfx_enable(struct radeon_device *rdev, bool enable)  in cik_cp_gfx_enable()
3894 static int cik_cp_gfx_load_microcode(struct radeon_device *rdev)  in cik_cp_gfx_load_microcode()
3981 static int cik_cp_gfx_start(struct radeon_device *rdev)  in cik_cp_gfx_start()
4041 static void cik_cp_gfx_fini(struct radeon_device *rdev)  in cik_cp_gfx_fini()
4056 static int cik_cp_gfx_resume(struct radeon_device *rdev)  in cik_cp_gfx_resume()
4123 u32 cik_gfx_get_rptr(struct radeon_device *rdev,  in cik_gfx_get_rptr()
4136 u32 cik_gfx_get_wptr(struct radeon_device *rdev,  in cik_gfx_get_wptr()
4142 void cik_gfx_set_wptr(struct radeon_device *rdev,  in cik_gfx_set_wptr()
4149 u32 cik_compute_get_rptr(struct radeon_device *rdev,  in cik_compute_get_rptr()
4167 u32 cik_compute_get_wptr(struct radeon_device *rdev,  in cik_compute_get_wptr()
4186 void cik_compute_set_wptr(struct radeon_device *rdev,  in cik_compute_set_wptr()
4194 static void cik_compute_stop(struct radeon_device *rdev,  in cik_compute_stop()
4227 static void cik_cp_compute_enable(struct radeon_device *rdev, bool enable)  in cik_cp_compute_enable()
4256 static int cik_cp_compute_load_microcode(struct radeon_device *rdev)  in cik_cp_compute_load_microcode()
4327 static int cik_cp_compute_start(struct radeon_device *rdev)  in cik_cp_compute_start()
4342 static void cik_cp_compute_fini(struct radeon_device *rdev)  in cik_cp_compute_fini()
4368 static void cik_mec_fini(struct radeon_device *rdev)  in cik_mec_fini()
4386 static int cik_mec_init(struct radeon_device *rdev)  in cik_mec_init()
4518 static int cik_cp_compute_resume(struct radeon_device *rdev)  in cik_cp_compute_resume()
4755 static void cik_cp_enable(struct radeon_device *rdev, bool enable)  in cik_cp_enable()
4761 static int cik_cp_load_microcode(struct radeon_device *rdev)  in cik_cp_load_microcode()
4775 static void cik_cp_fini(struct radeon_device *rdev)  in cik_cp_fini()
4781 static int cik_cp_resume(struct radeon_device *rdev)  in cik_cp_resume()
4803 static void cik_print_gpu_status_regs(struct radeon_device *rdev)  in cik_print_gpu_status_regs()
4852 u32 cik_gpu_check_soft_reset(struct radeon_device *rdev)  in cik_gpu_check_soft_reset()
4932 static void cik_gpu_soft_reset(struct radeon_device *rdev, u32 reset_mask)  in cik_gpu_soft_reset()
5061 static void kv_save_regs_for_reset(struct radeon_device *rdev,  in kv_save_regs_for_reset()
5073 static void kv_restore_regs_for_reset(struct radeon_device *rdev,  in kv_restore_regs_for_reset()
5146 static void cik_gpu_pci_config_reset(struct radeon_device *rdev)  in cik_gpu_pci_config_reset()
5219 int cik_asic_reset(struct radeon_device *rdev, bool hard)  in cik_asic_reset()
5259 bool cik_gfx_is_lockup(struct radeon_device *rdev, struct radeon_ring *ring)  in cik_gfx_is_lockup()
5281 static void cik_mc_program(struct radeon_device *rdev)  in cik_mc_program()
5338 static int cik_mc_init(struct radeon_device *rdev)  in cik_mc_init()
5409 void cik_pcie_gart_tlb_flush(struct radeon_device *rdev)  in cik_pcie_gart_tlb_flush()
5429 static int cik_pcie_gart_enable(struct radeon_device *rdev)  in cik_pcie_gart_enable()
5546 static void cik_pcie_gart_disable(struct radeon_device *rdev)  in cik_pcie_gart_disable()
5585 static void cik_pcie_gart_fini(struct radeon_device *rdev)  in cik_pcie_gart_fini()
5601 int cik_ib_parse(struct radeon_device *rdev, struct radeon_ib *ib)  in cik_ib_parse()
5621 int cik_vm_init(struct radeon_device *rdev)  in cik_vm_init()
5647 void cik_vm_fini(struct radeon_device *rdev)  in cik_vm_fini()
5660 static void cik_vm_decode_fault(struct radeon_device *rdev,  in cik_vm_decode_fault()
5688 void cik_vm_flush(struct radeon_device *rdev, struct radeon_ring *ring,  in cik_vm_flush()
5768 static void cik_enable_gui_idle_interrupt(struct radeon_device *rdev,  in cik_enable_gui_idle_interrupt()
5780 static void cik_enable_lbpw(struct radeon_device *rdev, bool enable)  in cik_enable_lbpw()
5792 static void cik_wait_for_rlc_serdes(struct radeon_device *rdev)  in cik_wait_for_rlc_serdes()
5817 static void cik_update_rlc(struct radeon_device *rdev, u32 rlc)  in cik_update_rlc()
5826 static u32 cik_halt_rlc(struct radeon_device *rdev)  in cik_halt_rlc()
5850 void cik_enter_rlc_safe_mode(struct radeon_device *rdev)  in cik_enter_rlc_safe_mode()
5871 void cik_exit_rlc_safe_mode(struct radeon_device *rdev)  in cik_exit_rlc_safe_mode()
5886 static void cik_rlc_stop(struct radeon_device *rdev)  in cik_rlc_stop()
5902 static void cik_rlc_start(struct radeon_device *rdev)  in cik_rlc_start()
5920 static int cik_rlc_resume(struct radeon_device *rdev)  in cik_rlc_resume()
6001 static void cik_enable_cgcg(struct radeon_device *rdev, bool enable)  in cik_enable_cgcg()
6037 static void cik_enable_mgcg(struct radeon_device *rdev, bool enable)  in cik_enable_mgcg()
6130 static void cik_enable_mc_ls(struct radeon_device *rdev,  in cik_enable_mc_ls()
6147 static void cik_enable_mc_mgcg(struct radeon_device *rdev,  in cik_enable_mc_mgcg()
6164 static void cik_enable_sdma_mgcg(struct radeon_device *rdev,  in cik_enable_sdma_mgcg()
6185 static void cik_enable_sdma_mgls(struct radeon_device *rdev,  in cik_enable_sdma_mgls()
6213 static void cik_enable_uvd_mgcg(struct radeon_device *rdev,  in cik_enable_uvd_mgcg()
6239 static void cik_enable_bif_mgls(struct radeon_device *rdev,  in cik_enable_bif_mgls()
6257 static void cik_enable_hdp_mgcg(struct radeon_device *rdev,  in cik_enable_hdp_mgcg()
6273 static void cik_enable_hdp_ls(struct radeon_device *rdev,  in cik_enable_hdp_ls()
6289 void cik_update_cg(struct radeon_device *rdev,  in cik_update_cg()
6337 static void cik_init_cg(struct radeon_device *rdev)  in cik_init_cg()
6352 static void cik_fini_cg(struct radeon_device *rdev)  in cik_fini_cg()
6363 static void cik_enable_sck_slowdown_on_pu(struct radeon_device *rdev,  in cik_enable_sck_slowdown_on_pu()
6377 static void cik_enable_sck_slowdown_on_pd(struct radeon_device *rdev,  in cik_enable_sck_slowdown_on_pd()
6391 static void cik_enable_cp_pg(struct radeon_device *rdev, bool enable)  in cik_enable_cp_pg()
6404 static void cik_enable_gds_pg(struct radeon_device *rdev, bool enable)  in cik_enable_gds_pg()
6421 void cik_init_cp_pg_table(struct radeon_device *rdev)  in cik_init_cp_pg_table()
6505 static void cik_enable_gfx_cgpg(struct radeon_device *rdev,  in cik_enable_gfx_cgpg()
6535 static u32 cik_get_cu_active_bitmap(struct radeon_device *rdev, u32 se, u32 sh)  in cik_get_cu_active_bitmap()
6558 static void cik_init_ao_cu_mask(struct radeon_device *rdev)  in cik_init_ao_cu_mask()
6591 static void cik_enable_gfx_static_mgpg(struct radeon_device *rdev,  in cik_enable_gfx_static_mgpg()
6605 static void cik_enable_gfx_dynamic_mgpg(struct radeon_device *rdev,  in cik_enable_gfx_dynamic_mgpg()
6622 static void cik_init_gfx_cgpg(struct radeon_device *rdev)  in cik_init_gfx_cgpg()
6671 static void cik_update_gfx_pg(struct radeon_device *rdev, bool enable)  in cik_update_gfx_pg()
6678 u32 cik_get_csb_size(struct radeon_device *rdev)  in cik_get_csb_size()
6710 void cik_get_csb_buffer(struct radeon_device *rdev, volatile u32 *buffer)  in cik_get_csb_buffer()
6775 static void cik_init_pg(struct radeon_device *rdev)  in cik_init_pg()
6790 static void cik_fini_pg(struct radeon_device *rdev)  in cik_fini_pg()
6823 static void cik_enable_interrupts(struct radeon_device *rdev)  in cik_enable_interrupts()
6842 static void cik_disable_interrupts(struct radeon_device *rdev)  in cik_disable_interrupts()
6865 static void cik_disable_interrupt_state(struct radeon_device *rdev)  in cik_disable_interrupt_state()
6946 static int cik_irq_init(struct radeon_device *rdev)  in cik_irq_init()
7026 int cik_irq_set(struct radeon_device *rdev)  in cik_irq_set()
7296 static inline void cik_irq_ack(struct radeon_device *rdev)  in cik_irq_ack()
7443 static void cik_irq_disable(struct radeon_device *rdev)  in cik_irq_disable()
7460 static void cik_irq_suspend(struct radeon_device *rdev)  in cik_irq_suspend()
7475 static void cik_irq_fini(struct radeon_device *rdev)  in cik_irq_fini()
7492 static inline u32 cik_get_ih_wptr(struct radeon_device *rdev)  in cik_get_ih_wptr()
7549 int cik_irq_process(struct radeon_device *rdev)  in cik_irq_process()
8124 static void cik_uvd_init(struct radeon_device *rdev)  in cik_uvd_init()
8147 static void cik_uvd_start(struct radeon_device *rdev)  in cik_uvd_start()
8175 static void cik_uvd_resume(struct radeon_device *rdev)  in cik_uvd_resume()
8196 static void cik_vce_init(struct radeon_device *rdev)  in cik_vce_init()
8221 static void cik_vce_start(struct radeon_device *rdev)  in cik_vce_start()
8255 static void cik_vce_resume(struct radeon_device *rdev)  in cik_vce_resume()
8291 static int cik_startup(struct radeon_device *rdev)  in cik_startup()
8493 int cik_resume(struct radeon_device *rdev)  in cik_resume()
8527 int cik_suspend(struct radeon_device *rdev)  in cik_suspend()
8564 int cik_init(struct radeon_device *rdev)  in cik_init()
8713 void cik_fini(struct radeon_device *rdev)  in cik_fini()
8743 	struct radeon_device *rdev = dev->dev_private;  in dce8_program_fmt()  local
8817 static u32 dce8_line_buffer_adjust(struct radeon_device *rdev,  in dce8_line_buffer_adjust()
8888 static u32 cik_get_number_of_dram_channels(struct radeon_device *rdev)  in cik_get_number_of_dram_channels()
9246 static void dce8_program_watermarks(struct radeon_device *rdev,  in dce8_program_watermarks()
9382 void dce8_bandwidth_update(struct radeon_device *rdev)  in dce8_bandwidth_update()
9412 uint64_t cik_get_gpu_clock_counter(struct radeon_device *rdev)  in cik_get_gpu_clock_counter()
9424 static int cik_set_uvd_clock(struct radeon_device *rdev, u32 clock,  in cik_set_uvd_clock()
9452 int cik_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk)  in cik_set_uvd_clocks()
9464 int cik_set_vce_clocks(struct radeon_device *rdev, u32 evclk, u32 ecclk)  in cik_set_vce_clocks()
9499 static void cik_pcie_gen3_enable(struct radeon_device *rdev)  in cik_pcie_gen3_enable()
9685 static void cik_program_aspm(struct radeon_device *rdev)  in cik_program_aspm()