74 static void read_vreg(struct intel_vgpu *vgpu, unsigned int offset,  in read_vreg()
80 static void write_vreg(struct intel_vgpu *vgpu, unsigned int offset,  in write_vreg()
175 void enter_failsafe_mode(struct intel_vgpu *vgpu, int reason)  in enter_failsafe_mode()
194 static int sanitize_fence_mmio_access(struct intel_vgpu *vgpu,  in sanitize_fence_mmio_access()
217 static int gamw_echo_dev_rw_ia_write(struct intel_vgpu *vgpu,  in gamw_echo_dev_rw_ia_write()
242 static int fence_mmio_read(struct intel_vgpu *vgpu, unsigned int off,  in fence_mmio_read()
255 static int fence_mmio_write(struct intel_vgpu *vgpu, unsigned int off,  in fence_mmio_write()
279 static int mul_force_wake_write(struct intel_vgpu *vgpu,  in mul_force_wake_write()
313 static int gdrst_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in gdrst_mmio_write()
362 static int gmbus_mmio_read(struct intel_vgpu *vgpu, unsigned int offset,  in gmbus_mmio_read()
368 static int gmbus_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in gmbus_mmio_write()
374 static int pch_pp_control_mmio_write(struct intel_vgpu *vgpu,  in pch_pp_control_mmio_write()
392 static int transconf_mmio_write(struct intel_vgpu *vgpu,  in transconf_mmio_write()
404 static int lcpll_ctl_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in lcpll_ctl_mmio_write()
422 static int dpy_reg_mmio_read(struct intel_vgpu *vgpu, unsigned int offset,  in dpy_reg_mmio_read()
446 static int pipeconf_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in pipeconf_mmio_write()
519 static int force_nonpriv_write(struct intel_vgpu *vgpu,  in force_nonpriv_write()
542 static int ddi_buf_ctl_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in ddi_buf_ctl_mmio_write()
558 static int fdi_rx_iir_mmio_write(struct intel_vgpu *vgpu,  in fdi_rx_iir_mmio_write()
568 static int fdi_auto_training_started(struct intel_vgpu *vgpu)  in fdi_auto_training_started()
584 static int check_fdi_rx_train_status(struct intel_vgpu *vgpu,  in check_fdi_rx_train_status()
649 static int update_fdi_rx_iir_status(struct intel_vgpu *vgpu,  in update_fdi_rx_iir_status()
693 static int dp_tp_ctl_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in dp_tp_ctl_mmio_write()
711 static int dp_tp_status_mmio_write(struct intel_vgpu *vgpu,  in dp_tp_status_mmio_write()
726 static int pch_adpa_mmio_write(struct intel_vgpu *vgpu,  in pch_adpa_mmio_write()
739 static int south_chicken2_mmio_write(struct intel_vgpu *vgpu,  in south_chicken2_mmio_write()
757 static int pri_surf_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in pri_surf_mmio_write()
780 static int spr_surf_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in spr_surf_mmio_write()
797 static int reg50080_mmio_write(struct intel_vgpu *vgpu,  in reg50080_mmio_write()
822 static int trigger_aux_channel_interrupt(struct intel_vgpu *vgpu,  in trigger_aux_channel_interrupt()
848 static int dp_aux_ch_ctl_trans_done(struct intel_vgpu *vgpu, u32 value,  in dp_aux_ch_ctl_trans_done()
910 static int dp_aux_ch_ctl_mmio_write(struct intel_vgpu *vgpu,  in dp_aux_ch_ctl_mmio_write()
1080 static int mbctl_write(struct intel_vgpu *vgpu, unsigned int offset,  in mbctl_write()
1088 static int vga_control_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in vga_control_mmio_write()
1101 static u32 read_virtual_sbi_register(struct intel_vgpu *vgpu,  in read_virtual_sbi_register()
1118 static void write_virtual_sbi_register(struct intel_vgpu *vgpu,  in write_virtual_sbi_register()
1142 static int sbi_data_mmio_read(struct intel_vgpu *vgpu, unsigned int offset,  in sbi_data_mmio_read()
1156 static int sbi_ctl_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in sbi_ctl_mmio_write()
1186 static int pvinfo_mmio_read(struct intel_vgpu *vgpu, unsigned int offset,  in pvinfo_mmio_read()
1218 static int handle_g2v_notification(struct intel_vgpu *vgpu, int notification)  in handle_g2v_notification()
1246 static int send_display_ready_uevent(struct intel_vgpu *vgpu, int ready)  in send_display_ready_uevent()
1262 static int pvinfo_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in pvinfo_mmio_write()
1306 static int pf_write(struct intel_vgpu *vgpu,  in pf_write()
1324 static int power_well_ctl_mmio_write(struct intel_vgpu *vgpu,  in power_well_ctl_mmio_write()
1339 static int gen9_dbuf_ctl_mmio_write(struct intel_vgpu *vgpu,  in gen9_dbuf_ctl_mmio_write()
1352 static int fpga_dbg_mmio_write(struct intel_vgpu *vgpu,  in fpga_dbg_mmio_write()
1362 static int dma_ctrl_write(struct intel_vgpu *vgpu, unsigned int offset,  in dma_ctrl_write()
1381 static int gen9_trtte_write(struct intel_vgpu *vgpu, unsigned int offset,  in gen9_trtte_write()
1398 static int gen9_trtt_chicken_write(struct intel_vgpu *vgpu, unsigned int offset,  in gen9_trtt_chicken_write()
1405 static int dpll_status_read(struct intel_vgpu *vgpu, unsigned int offset,  in dpll_status_read()
1427 static int mailbox_write(struct intel_vgpu *vgpu, unsigned int offset,  in mailbox_write()
1485 static int hws_pga_write(struct intel_vgpu *vgpu, unsigned int offset,  in hws_pga_write()
1516 static int skl_power_well_ctl_write(struct intel_vgpu *vgpu,  in skl_power_well_ctl_write()
1531 static int skl_lcpll_write(struct intel_vgpu *vgpu, unsigned int offset,  in skl_lcpll_write()
1545 static int bxt_de_pll_enable_write(struct intel_vgpu *vgpu,  in bxt_de_pll_enable_write()
1558 static int bxt_port_pll_enable_write(struct intel_vgpu *vgpu,  in bxt_port_pll_enable_write()
1571 static int bxt_phy_ctl_family_write(struct intel_vgpu *vgpu,  in bxt_phy_ctl_family_write()
1592 static int bxt_port_tx_dw3_read(struct intel_vgpu *vgpu,  in bxt_port_tx_dw3_read()
1604 static int bxt_pcs_dw12_grp_write(struct intel_vgpu *vgpu,  in bxt_pcs_dw12_grp_write()
1622 static int bxt_gt_disp_pwron_write(struct intel_vgpu *vgpu,  in bxt_gt_disp_pwron_write()
1647 static int edp_psr_imr_iir_write(struct intel_vgpu *vgpu,  in edp_psr_imr_iir_write()
1664 static int bxt_ppat_low_write(struct intel_vgpu *vgpu, unsigned int offset,  in bxt_ppat_low_write()
1682 static int guc_status_read(struct intel_vgpu *vgpu,  in guc_status_read()
1692 static int mmio_read_from_hw(struct intel_vgpu *vgpu,  in mmio_read_from_hw()
1719 static int elsp_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in elsp_mmio_write()
1746 static int ring_mode_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in ring_mode_mmio_write()
1805 static int gvt_reg_tlb_control_handler(struct intel_vgpu *vgpu,  in gvt_reg_tlb_control_handler()
1837 static int ring_reset_ctl_write(struct intel_vgpu *vgpu,  in ring_reset_ctl_write()
1854 static int csfe_chicken1_mmio_write(struct intel_vgpu *vgpu,  in csfe_chicken1_mmio_write()
3525 int intel_vgpu_default_mmio_read(struct intel_vgpu *vgpu, unsigned int offset,  in intel_vgpu_default_mmio_read()
3542 int intel_vgpu_default_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in intel_vgpu_default_mmio_write()
3559 int intel_vgpu_mask_mmio_write(struct intel_vgpu *vgpu, unsigned int offset,  in intel_vgpu_mask_mmio_write()
3601 int intel_vgpu_mmio_reg_rw(struct intel_vgpu *vgpu, unsigned int offset,  in intel_vgpu_mmio_reg_rw()