74 static void gen9_init_clock_gating(struct drm_i915_private *dev_priv)  in gen9_init_clock_gating()
105 static void bxt_init_clock_gating(struct drm_i915_private *dev_priv)  in bxt_init_clock_gating()
150 static void glk_init_clock_gating(struct drm_i915_private *dev_priv)  in glk_init_clock_gating()
163 static void pnv_get_mem_freq(struct drm_i915_private *dev_priv)  in pnv_get_mem_freq()
201 static void ilk_get_mem_freq(struct drm_i915_private *dev_priv)  in ilk_get_mem_freq()
320 static void chv_set_memory_dvfs(struct drm_i915_private *dev_priv, bool enable)  in chv_set_memory_dvfs()
343 static void chv_set_memory_pm5(struct drm_i915_private *dev_priv, bool enable)  in chv_set_memory_pm5()
362 static bool _intel_set_memory_cxsr(struct drm_i915_private *dev_priv, bool enable)  in _intel_set_memory_cxsr()
451 bool intel_set_memory_cxsr(struct drm_i915_private *dev_priv, bool enable)  in intel_set_memory_cxsr()
488 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in vlv_get_fifo_size()  local
524 static int i9xx_get_fifo_size(struct drm_i915_private *dev_priv,  in i9xx_get_fifo_size()
540 static int i830_get_fifo_size(struct drm_i915_private *dev_priv,  in i830_get_fifo_size()
557 static int i845_get_fifo_size(struct drm_i915_private *dev_priv,  in i845_get_fifo_size()
819 static int intel_wm_num_levels(struct drm_i915_private *dev_priv)  in intel_wm_num_levels()
866 static struct intel_crtc *single_enabled_crtc(struct drm_i915_private *dev_priv)  in single_enabled_crtc()
883 	struct drm_i915_private *dev_priv = to_i915(unused_crtc->base.dev);  in pnv_update_wm()  local
970 static void g4x_write_wm_values(struct drm_i915_private *dev_priv,  in g4x_write_wm_values()
1002 static void vlv_write_wm_values(struct drm_i915_private *dev_priv,  in vlv_write_wm_values()
1080 static void g4x_setup_wm_latency(struct drm_i915_private *dev_priv)  in g4x_setup_wm_latency()
1137 	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);  in g4x_compute_wm()  local
1196 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in g4x_raw_plane_wm_set()  local
1212 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in g4x_raw_fbc_wm_set()  local
1236 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in g4x_raw_plane_wm_compute()  local
1317 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in g4x_raw_crtc_wm_is_valid()  local
1454 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in g4x_compute_intermediate_wm()  local
1532 static void g4x_merge_wm(struct drm_i915_private *dev_priv,  in g4x_merge_wm()
1576 static void g4x_program_watermarks(struct drm_i915_private *dev_priv)  in g4x_program_watermarks()
1600 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in g4x_initial_watermarks()  local
1613 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in g4x_optimize_watermarks()  local
1642 static void vlv_setup_wm_latency(struct drm_i915_private *dev_priv)  in vlv_setup_wm_latency()
1662 	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);  in vlv_compute_wm_level()  local
1703 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in vlv_compute_fifo()  local
1787 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in vlv_invalidate_wms()  local
1815 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in vlv_raw_plane_wm_set()  local
1833 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in vlv_raw_plane_wm_compute()  local
1893 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in vlv_compute_pipe_wm()  local
2000 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in vlv_atomic_update_fifo()  local
2146 static void vlv_merge_wm(struct drm_i915_private *dev_priv,  in vlv_merge_wm()
2189 static void vlv_program_watermarks(struct drm_i915_private *dev_priv)  in vlv_program_watermarks()
2225 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in vlv_initial_watermarks()  local
2238 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in vlv_optimize_watermarks()  local
2253 	struct drm_i915_private *dev_priv = to_i915(unused_crtc->base.dev);  in i965_update_wm()  local
2329 	struct drm_i915_private *dev_priv = to_i915(unused_crtc->base.dev);  in i9xx_update_wm()  local
2475 	struct drm_i915_private *dev_priv = to_i915(unused_crtc->base.dev);  in i845_update_wm()  local
2651 ilk_display_fifo_size(const struct drm_i915_private *dev_priv)  in ilk_display_fifo_size()
2662 ilk_plane_wm_reg_max(const struct drm_i915_private *dev_priv,  in ilk_plane_wm_reg_max()
2680 ilk_cursor_wm_reg_max(const struct drm_i915_private *dev_priv, int level)  in ilk_cursor_wm_reg_max()
2688 static unsigned int ilk_fbc_wm_reg_max(const struct drm_i915_private *dev_priv)  in ilk_fbc_wm_reg_max()
2697 static unsigned int ilk_plane_wm_max(const struct drm_i915_private *dev_priv,  in ilk_plane_wm_max()
2738 static unsigned int ilk_cursor_wm_max(const struct drm_i915_private *dev_priv,  in ilk_cursor_wm_max()
2750 static void ilk_compute_wm_maximums(const struct drm_i915_private *dev_priv,  in ilk_compute_wm_maximums()
2762 static void ilk_compute_wm_reg_maximums(const struct drm_i915_private *dev_priv,  in ilk_compute_wm_reg_maximums()
2813 static void ilk_compute_wm_level(const struct drm_i915_private *dev_priv,  in ilk_compute_wm_level()
2848 static void intel_read_wm_latency(struct drm_i915_private *dev_priv,  in intel_read_wm_latency()
2964 static void intel_fixup_spr_wm_latency(struct drm_i915_private *dev_priv,  in intel_fixup_spr_wm_latency()
2972 static void intel_fixup_cur_wm_latency(struct drm_i915_private *dev_priv,  in intel_fixup_cur_wm_latency()
2980 int ilk_wm_max_level(const struct drm_i915_private *dev_priv)  in ilk_wm_max_level()
2993 static void intel_print_wm_latency(struct drm_i915_private *dev_priv,  in intel_print_wm_latency()
3024 static bool ilk_increase_wm_latency(struct drm_i915_private *dev_priv,  in ilk_increase_wm_latency()
3039 static void snb_wm_latency_quirk(struct drm_i915_private *dev_priv)  in snb_wm_latency_quirk()
3061 static void snb_wm_lp3_irq_quirk(struct drm_i915_private *dev_priv)  in snb_wm_lp3_irq_quirk()
3090 static void ilk_setup_wm_latency(struct drm_i915_private *dev_priv)  in ilk_setup_wm_latency()
3112 static void skl_setup_wm_latency(struct drm_i915_private *dev_priv)  in skl_setup_wm_latency()
3118 static bool ilk_validate_pipe_wm(const struct drm_i915_private *dev_priv,  in ilk_validate_pipe_wm()
3144 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in ilk_compute_pipe_wm()  local
3221 	struct drm_i915_private *dev_priv = to_i915(intel_crtc->base.dev);  in ilk_compute_intermediate_wm()  local
3277 static void ilk_merge_wm_level(struct drm_i915_private *dev_priv,  in ilk_merge_wm_level()
3310 static void ilk_wm_merge(struct drm_i915_private *dev_priv,  in ilk_wm_merge()
3372 static unsigned int ilk_wm_lp_latency(struct drm_i915_private *dev_priv,  in ilk_wm_lp_latency()
3381 static void ilk_compute_wm_results(struct drm_i915_private *dev_priv,  in ilk_compute_wm_results()
3449 ilk_find_best_result(struct drm_i915_private *dev_priv,  in ilk_find_best_result()
3482 static unsigned int ilk_compute_wm_dirty(struct drm_i915_private *dev_priv,  in ilk_compute_wm_dirty()
3528 static bool _ilk_disable_lp_wm(struct drm_i915_private *dev_priv,  in _ilk_disable_lp_wm()
3562 static void ilk_write_wm_values(struct drm_i915_private *dev_priv,  in ilk_write_wm_values()
3630 bool ilk_disable_lp_wm(struct drm_i915_private *dev_priv)  in ilk_disable_lp_wm()
3635 u8 intel_enabled_dbuf_slices_mask(struct drm_i915_private *dev_priv)  in intel_enabled_dbuf_slices_mask()
3653 static bool skl_needs_memory_bw_wa(struct drm_i915_private *dev_priv)  in skl_needs_memory_bw_wa()
3659 intel_has_sagv(struct drm_i915_private *dev_priv)  in intel_has_sagv()
3666 skl_setup_sagv_block_time(struct drm_i915_private *dev_priv)  in skl_setup_sagv_block_time()
3710 intel_enable_sagv(struct drm_i915_private *dev_priv)  in intel_enable_sagv()
3744 intel_disable_sagv(struct drm_i915_private *dev_priv)  in intel_disable_sagv()
3779 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in intel_sagv_pre_plane_update()  local
3830 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in intel_sagv_post_plane_update()  local
3875 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_crtc_can_enable_sagv()  local
3945 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in intel_crtc_can_enable_sagv()  local
3953 bool intel_can_enable_sagv(struct drm_i915_private *dev_priv,  in intel_can_enable_sagv()
3965 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in intel_compute_sagv_mask()  local
4048 u16 intel_get_ddb_size(struct drm_i915_private *dev_priv)  in intel_get_ddb_size()
4059 u32 skl_ddb_dbuf_slice_mask(struct drm_i915_private *dev_priv,  in skl_ddb_dbuf_slice_mask()
4091 skl_ddb_get_pipe_allocation_limits(struct drm_i915_private *dev_priv,  in skl_ddb_get_pipe_allocation_limits()
4261 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in skl_cursor_allocation()  local
4287 static void skl_ddb_entry_init_from_hw(struct drm_i915_private *dev_priv,  in skl_ddb_entry_init_from_hw()
4299 skl_ddb_get_hw_plane_state(struct drm_i915_private *dev_priv,  in skl_ddb_get_hw_plane_state()
4343 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_pipe_ddb_get_hw_state()  local
4383 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in skl_plane_downscale_amount()  local
4646 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_compute_dbuf_slices()  local
4797 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_allocate_pipe_ddb()  local
5045 skl_wm_method1(const struct drm_i915_private *dev_priv, u32 pixel_rate,  in skl_wm_method1()
5083 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in intel_get_linetime_us()  local
5106 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in skl_adjusted_plane_pixel_rate()  local
5134 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_compute_wm_params()  local
5242 static bool skl_wm_has_lines(struct drm_i915_private *dev_priv, int level)  in skl_wm_has_lines()
5258 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in skl_compute_plane_wm()  local
5383 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in skl_compute_wm_levels()  local
5402 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in tgl_compute_sagv_wm()  local
5417 	const struct drm_i915_private *dev_priv = to_i915(dev);  in skl_compute_transition_wm()  local
5480 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_build_plane_wm_single()  local
5550 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in icl_build_plane_wm()  local
5588 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in skl_build_pipe_wm()  local
5614 static void skl_ddb_entry_write(struct drm_i915_private *dev_priv,  in skl_ddb_entry_write()
5625 static void skl_write_wm_level(struct drm_i915_private *dev_priv,  in skl_write_wm_level()
5644 	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);  in skl_write_plane_wm()  local
5684 	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);  in skl_write_cursor_wm()  local
5715 static bool skl_plane_wm_equals(struct drm_i915_private *dev_priv,  in skl_plane_wm_equals()
5761 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_ddb_add_affected_planes()  local
5787 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in skl_compute_ddb()  local
5829 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in skl_print_wm_changes()  local
5956 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in intel_add_affected_pipes()  local
5976 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in skl_ddb_add_affected_pipes()  local
6055 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_wm_add_affected_planes()  local
6139 static void ilk_compute_wm_config(struct drm_i915_private *dev_priv,  in ilk_compute_wm_config()
6157 static void ilk_program_watermarks(struct drm_i915_private *dev_priv)  in ilk_program_watermarks()
6192 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in ilk_initial_watermarks()  local
6205 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in ilk_optimize_watermarks()  local
6230 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_pipe_wm_get_hw_state()  local
6265 void skl_wm_get_hw_state(struct drm_i915_private *dev_priv)  in skl_wm_get_hw_state()
6285 	struct drm_i915_private *dev_priv = to_i915(dev);  in ilk_pipe_wm_get_hw_state()  local
6335 static void g4x_read_wm_values(struct drm_i915_private *dev_priv,  in g4x_read_wm_values()
6361 static void vlv_read_wm_values(struct drm_i915_private *dev_priv,  in vlv_read_wm_values()
6437 void g4x_wm_get_hw_state(struct drm_i915_private *dev_priv)  in g4x_wm_get_hw_state()
6524 void g4x_wm_sanitize(struct drm_i915_private *dev_priv)  in g4x_wm_sanitize()
6580 void vlv_wm_get_hw_state(struct drm_i915_private *dev_priv)  in vlv_wm_get_hw_state()
6680 void vlv_wm_sanitize(struct drm_i915_private *dev_priv)  in vlv_wm_sanitize()
6733 static void ilk_init_lp_watermarks(struct drm_i915_private *dev_priv)  in ilk_init_lp_watermarks()
6745 void ilk_wm_get_hw_state(struct drm_i915_private *dev_priv)  in ilk_wm_get_hw_state()
6811 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in intel_update_watermarks()  local
6817 void intel_enable_ipc(struct drm_i915_private *dev_priv)  in intel_enable_ipc()
6834 static bool intel_can_enable_ipc(struct drm_i915_private *dev_priv)  in intel_can_enable_ipc()
6849 void intel_init_ipc(struct drm_i915_private *dev_priv)  in intel_init_ipc()
6859 static void ibx_init_clock_gating(struct drm_i915_private *dev_priv)  in ibx_init_clock_gating()
6869 static void g4x_disable_trickle_feed(struct drm_i915_private *dev_priv)  in g4x_disable_trickle_feed()
6883 static void ilk_init_clock_gating(struct drm_i915_private *dev_priv)  in ilk_init_clock_gating()
6944 static void cpt_init_clock_gating(struct drm_i915_private *dev_priv)  in cpt_init_clock_gating()
6979 static void gen6_check_mch_setup(struct drm_i915_private *dev_priv)  in gen6_check_mch_setup()
6990 static void gen6_init_clock_gating(struct drm_i915_private *dev_priv)  in gen6_init_clock_gating()
7051 static void lpt_init_clock_gating(struct drm_i915_private *dev_priv)  in lpt_init_clock_gating()
7068 static void lpt_suspend_hw(struct drm_i915_private *dev_priv)  in lpt_suspend_hw()
7078 static void gen8_set_l3sqc_credits(struct drm_i915_private *dev_priv,  in gen8_set_l3sqc_credits()
7104 static void icl_init_clock_gating(struct drm_i915_private *dev_priv)  in icl_init_clock_gating()
7119 static void tgl_init_clock_gating(struct drm_i915_private *dev_priv)  in tgl_init_clock_gating()
7135 static void cnp_init_clock_gating(struct drm_i915_private *dev_priv)  in cnp_init_clock_gating()
7145 static void cnl_init_clock_gating(struct drm_i915_private *dev_priv)  in cnl_init_clock_gating()
7182 static void cfl_init_clock_gating(struct drm_i915_private *dev_priv)  in cfl_init_clock_gating()
7202 static void kbl_init_clock_gating(struct drm_i915_private *dev_priv)  in kbl_init_clock_gating()
7231 static void skl_init_clock_gating(struct drm_i915_private *dev_priv)  in skl_init_clock_gating()
7265 static void bdw_init_clock_gating(struct drm_i915_private *dev_priv)  in bdw_init_clock_gating()
7319 static void hsw_init_clock_gating(struct drm_i915_private *dev_priv)  in hsw_init_clock_gating()
7337 static void ivb_init_clock_gating(struct drm_i915_private *dev_priv)  in ivb_init_clock_gating()
7389 static void vlv_init_clock_gating(struct drm_i915_private *dev_priv)  in vlv_init_clock_gating()
7426 static void chv_init_clock_gating(struct drm_i915_private *dev_priv)  in chv_init_clock_gating()
7454 static void g4x_init_clock_gating(struct drm_i915_private *dev_priv)  in g4x_init_clock_gating()
7473 static void i965gm_init_clock_gating(struct drm_i915_private *dev_priv)  in i965gm_init_clock_gating()
7487 static void i965g_init_clock_gating(struct drm_i915_private *dev_priv)  in i965g_init_clock_gating()
7499 static void gen3_init_clock_gating(struct drm_i915_private *dev_priv)  in gen3_init_clock_gating()
7523 static void i85x_init_clock_gating(struct drm_i915_private *dev_priv)  in i85x_init_clock_gating()
7545 static void i830_init_clock_gating(struct drm_i915_private *dev_priv)  in i830_init_clock_gating()
7552 void intel_init_clock_gating(struct drm_i915_private *dev_priv)  in intel_init_clock_gating()
7557 void intel_suspend_hw(struct drm_i915_private *dev_priv)  in intel_suspend_hw()
7563 static void nop_init_clock_gating(struct drm_i915_private *dev_priv)  in nop_init_clock_gating()
7578 void intel_init_clock_gating_hooks(struct drm_i915_private *dev_priv)  in intel_init_clock_gating_hooks()
7629 void intel_init_pm(struct drm_i915_private *dev_priv)  in intel_init_pm()
7711 void intel_pm_setup(struct drm_i915_private *dev_priv)  in intel_pm_setup()
7742 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in intel_atomic_get_dbuf_state()  local
7752 int intel_dbuf_init(struct drm_i915_private *dev_priv)  in intel_dbuf_init()
7768 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in intel_dbuf_pre_plane_update()  local
7787 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in intel_dbuf_post_plane_update()  local