57 	struct drm_i915_private *dev_priv = dev->dev_private;  in gen9_init_clock_gating()  local
66 	struct drm_i915_private *dev_priv = dev->dev_private;  in skl_init_clock_gating()  local
99 	struct drm_i915_private *dev_priv = dev->dev_private;  in i915_pineview_get_mem_freq()  local
138 	struct drm_i915_private *dev_priv = dev->dev_private;  in i915_ironlake_get_mem_freq()  local
266 static void chv_set_memory_dvfs(struct drm_i915_private *dev_priv, bool enable)  in chv_set_memory_dvfs()
288 static void chv_set_memory_pm5(struct drm_i915_private *dev_priv, bool enable)  in chv_set_memory_pm5()
307 void intel_set_memory_cxsr(struct drm_i915_private *dev_priv, bool enable)  in intel_set_memory_cxsr()
361 	struct drm_i915_private *dev_priv = dev->dev_private;  in vlv_get_fifo_size()  local
412 	struct drm_i915_private *dev_priv = dev->dev_private;  in i9xx_get_fifo_size()  local
428 	struct drm_i915_private *dev_priv = dev->dev_private;  in i830_get_fifo_size()  local
445 	struct drm_i915_private *dev_priv = dev->dev_private;  in i845_get_fifo_size()  local
638 	struct drm_i915_private *dev_priv = dev->dev_private;  in pineview_update_wm()  local
847 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in vlv_write_wm_values()  local
984 	struct drm_i915_private *dev_priv = to_i915(dev);  in vlv_compute_sr_wm()  local
1028 	struct drm_i915_private *dev_priv = dev->dev_private;  in valleyview_update_wm()  local
1082 	struct drm_i915_private *dev_priv = dev->dev_private;  in valleyview_update_sprite_wm()  local
1128 	struct drm_i915_private *dev_priv = dev->dev_private;  in g4x_update_wm()  local
1185 	struct drm_i915_private *dev_priv = dev->dev_private;  in i965_update_wm()  local
1260 	struct drm_i915_private *dev_priv = dev->dev_private;  in i9xx_update_wm()  local
1391 	struct drm_i915_private *dev_priv = dev->dev_private;  in i845_update_wm()  local
1755 static void ilk_compute_wm_level(const struct drm_i915_private *dev_priv,  in ilk_compute_wm_level()
1781 	struct drm_i915_private *dev_priv = dev->dev_private;  in hsw_compute_linetime_wm()  local
1803 	struct drm_i915_private *dev_priv = dev->dev_private;  in intel_read_wm_latency()  local
1966 static bool ilk_increase_wm_latency(struct drm_i915_private *dev_priv,  in ilk_increase_wm_latency()
1983 	struct drm_i915_private *dev_priv = dev->dev_private;  in snb_wm_latency_quirk()  local
2005 	struct drm_i915_private *dev_priv = dev->dev_private;  in ilk_setup_wm_latency()  local
2027 	struct drm_i915_private *dev_priv = dev->dev_private;  in skl_setup_wm_latency()  local
2099 	const struct drm_i915_private *dev_priv = dev->dev_private;  in intel_compute_pipe_wm()  local
2253 	struct drm_i915_private *dev_priv = dev->dev_private;  in ilk_wm_lp_latency()  local
2364 static unsigned int ilk_compute_wm_dirty(struct drm_i915_private *dev_priv,  in ilk_compute_wm_dirty()
2416 static bool _ilk_disable_lp_wm(struct drm_i915_private *dev_priv,  in _ilk_disable_lp_wm()
2450 static void ilk_write_wm_values(struct drm_i915_private *dev_priv,  in ilk_write_wm_values()
2528 	struct drm_i915_private *dev_priv = dev->dev_private;  in ilk_disable_lp_wm()  local
2593 void skl_ddb_get_hw_state(struct drm_i915_private *dev_priv,  in skl_ddb_get_hw_state()
2650 	struct drm_i915_private *dev_priv = dev->dev_private;  in skl_allocate_pipe_ddb()  local
2781 	struct drm_i915_private *dev_priv = dev->dev_private;  in skl_ddb_allocation_changed()  local
2866 static bool skl_compute_plane_wm(const struct drm_i915_private *dev_priv,  in skl_compute_plane_wm()
2942 static void skl_compute_wm_level(const struct drm_i915_private *dev_priv,  in skl_compute_wm_level()
3003 	const struct drm_i915_private *dev_priv = dev->dev_private;  in skl_compute_pipe_wm()  local
3075 static void skl_ddb_entry_write(struct drm_i915_private *dev_priv, uint32_t reg,  in skl_ddb_entry_write()
3084 static void skl_write_wm_values(struct drm_i915_private *dev_priv,  in skl_write_wm_values()
3146 skl_wm_flush_pipe(struct drm_i915_private *dev_priv, enum pipe pipe, int pass)  in skl_wm_flush_pipe()
3174 static void skl_flush_wm_values(struct drm_i915_private *dev_priv,  in skl_flush_wm_values()
3328 	struct drm_i915_private *dev_priv = dev->dev_private;  in skl_update_wm()  local
3382 	struct drm_i915_private *dev_priv = dev->dev_private;  in ilk_update_wm()  local
3499 	struct drm_i915_private *dev_priv = dev->dev_private;  in skl_pipe_wm_get_hw_state()  local
3550 	struct drm_i915_private *dev_priv = dev->dev_private;  in skl_wm_get_hw_state()  local
3562 	struct drm_i915_private *dev_priv = dev->dev_private;  in ilk_pipe_wm_get_hw_state()  local
3610 	struct drm_i915_private *dev_priv = dev->dev_private;  in ilk_wm_get_hw_state()  local
3672 	struct drm_i915_private *dev_priv = crtc->dev->dev_private;  in intel_update_watermarks()  local
3685 	struct drm_i915_private *dev_priv = plane->dev->dev_private;  in intel_update_sprite_watermarks()  local
3704 	struct drm_i915_private *dev_priv = dev->dev_private;  in ironlake_set_drps()  local
3728 	struct drm_i915_private *dev_priv = dev->dev_private;  in ironlake_enable_drps()  local
3796 	struct drm_i915_private *dev_priv = dev->dev_private;  in ironlake_disable_drps()  local
3825 static u32 intel_rps_limits(struct drm_i915_private *dev_priv, u8 val)  in intel_rps_limits()
3848 static void gen6_set_rps_thresholds(struct drm_i915_private *dev_priv, u8 val)  in gen6_set_rps_thresholds()
3936 static u32 gen6_rps_pm_mask(struct drm_i915_private *dev_priv, u8 val)  in gen6_rps_pm_mask()
3955 	struct drm_i915_private *dev_priv = dev->dev_private;  in gen6_set_rps()  local
3994 	struct drm_i915_private *dev_priv = dev->dev_private;  in valleyview_set_rps()  local
4022 static void vlv_set_rps_idle(struct drm_i915_private *dev_priv)  in vlv_set_rps_idle()
4059 void gen6_rps_busy(struct drm_i915_private *dev_priv)  in gen6_rps_busy()
4071 void gen6_rps_idle(struct drm_i915_private *dev_priv)  in gen6_rps_idle()
4087 void gen6_rps_boost(struct drm_i915_private *dev_priv)  in gen6_rps_boost()
4112 	struct drm_i915_private *dev_priv = dev->dev_private;  in gen9_disable_rps()  local
4120 	struct drm_i915_private *dev_priv = dev->dev_private;  in gen6_disable_rps()  local
4128 	struct drm_i915_private *dev_priv = dev->dev_private;  in cherryview_disable_rps()  local
4135 	struct drm_i915_private *dev_priv = dev->dev_private;  in valleyview_disable_rps()  local
4209 	struct drm_i915_private *dev_priv = dev->dev_private;  in gen6_init_rps_frequencies()  local
4264 	struct drm_i915_private *dev_priv = dev->dev_private;  in gen9_enable_rps()  local
4291 	struct drm_i915_private *dev_priv = dev->dev_private;  in gen9_enable_rc6()  local
4337 	struct drm_i915_private *dev_priv = dev->dev_private;  in gen8_enable_rps()  local
4419 	struct drm_i915_private *dev_priv = dev->dev_private;  in gen6_enable_rps()  local
4527 	struct drm_i915_private *dev_priv = dev->dev_private;  in __gen6_update_ring_freq()  local
4597 	struct drm_i915_private *dev_priv = dev->dev_private;  in gen6_update_ring_freq()  local
4607 static int cherryview_rps_max_freq(struct drm_i915_private *dev_priv)  in cherryview_rps_max_freq()
4641 static int cherryview_rps_rpe_freq(struct drm_i915_private *dev_priv)  in cherryview_rps_rpe_freq()
4651 static int cherryview_rps_guar_freq(struct drm_i915_private *dev_priv)  in cherryview_rps_guar_freq()
4668 static int cherryview_rps_min_freq(struct drm_i915_private *dev_priv)  in cherryview_rps_min_freq()
4686 static int valleyview_rps_guar_freq(struct drm_i915_private *dev_priv)  in valleyview_rps_guar_freq()
4697 static int valleyview_rps_max_freq(struct drm_i915_private *dev_priv)  in valleyview_rps_max_freq()
4710 static int valleyview_rps_rpe_freq(struct drm_i915_private *dev_priv)  in valleyview_rps_rpe_freq()
4722 static int valleyview_rps_min_freq(struct drm_i915_private *dev_priv)  in valleyview_rps_min_freq()
4728 static void valleyview_check_pctx(struct drm_i915_private *dev_priv)  in valleyview_check_pctx()
4738 static void cherryview_check_pctx(struct drm_i915_private *dev_priv)  in cherryview_check_pctx()
4747 	struct drm_i915_private *dev_priv = dev->dev_private;  in cherryview_setup_pctx()  local
4770 	struct drm_i915_private *dev_priv = dev->dev_private;  in valleyview_setup_pctx()  local
4817 	struct drm_i915_private *dev_priv = dev->dev_private;  in valleyview_cleanup_pctx()  local
4828 	struct drm_i915_private *dev_priv = dev->dev_private;  in valleyview_init_gt_powersave()  local
4885 	struct drm_i915_private *dev_priv = dev->dev_private;  in cherryview_init_gt_powersave()  local
4967 	struct drm_i915_private *dev_priv = dev->dev_private;  in cherryview_enable_rps()  local
5059 	struct drm_i915_private *dev_priv = dev->dev_private;  in valleyview_enable_rps()  local
5170 static unsigned long __i915_chipset_val(struct drm_i915_private *dev_priv)  in __i915_chipset_val()
5224 unsigned long i915_chipset_val(struct drm_i915_private *dev_priv)  in i915_chipset_val()
5241 unsigned long i915_mch_val(struct drm_i915_private *dev_priv)  in i915_mch_val()
5267 static u32 pvid_to_extvid(struct drm_i915_private *dev_priv, u8 pxvid)  in pvid_to_extvid()
5279 static void __i915_update_gfx_val(struct drm_i915_private *dev_priv)  in __i915_update_gfx_val()
5312 void i915_update_gfx_val(struct drm_i915_private *dev_priv)  in i915_update_gfx_val()
5326 static unsigned long __i915_gfx_val(struct drm_i915_private *dev_priv)  in __i915_gfx_val()
5363 unsigned long i915_gfx_val(struct drm_i915_private *dev_priv)  in i915_gfx_val()
5388 	struct drm_i915_private *dev_priv;  in i915_read_mch_val()  local
5415 	struct drm_i915_private *dev_priv;  in i915_gpu_raise()  local
5443 	struct drm_i915_private *dev_priv;  in i915_gpu_lower()  local
5470 	struct drm_i915_private *dev_priv;  in i915_gpu_busy()  local
5498 	struct drm_i915_private *dev_priv;  in i915_gpu_turbo_disable()  local
5540 void intel_gpu_ips_init(struct drm_i915_private *dev_priv)  in intel_gpu_ips_init()
5560 	struct drm_i915_private *dev_priv = dev->dev_private;  in intel_init_emon()  local
5649 	struct drm_i915_private *dev_priv = dev->dev_private;  in gen6_suspend_rps()  local
5666 	struct drm_i915_private *dev_priv = dev->dev_private;  in intel_suspend_gt_powersave()  local
5679 	struct drm_i915_private *dev_priv = dev->dev_private;  in intel_disable_gt_powersave()  local
5703 	struct drm_i915_private *dev_priv =  in intel_gen6_powersave_work()  local
5745 	struct drm_i915_private *dev_priv = dev->dev_private;  in intel_enable_gt_powersave()  local
5777 	struct drm_i915_private *dev_priv = dev->dev_private;  in intel_reset_gt_powersave()  local
5788 	struct drm_i915_private *dev_priv = dev->dev_private;  in ibx_init_clock_gating()  local
5800 	struct drm_i915_private *dev_priv = dev->dev_private;  in g4x_disable_trickle_feed()  local
5813 	struct drm_i915_private *dev_priv = dev->dev_private;  in ilk_init_lp_watermarks()  local
5827 	struct drm_i915_private *dev_priv = dev->dev_private;  in ironlake_init_clock_gating()  local
5901 	struct drm_i915_private *dev_priv = dev->dev_private;  in cpt_init_clock_gating()  local
5938 	struct drm_i915_private *dev_priv = dev->dev_private;  in gen6_check_mch_setup()  local
5949 	struct drm_i915_private *dev_priv = dev->dev_private;  in gen6_init_clock_gating()  local
6044 static void gen7_setup_fixed_func_scheduler(struct drm_i915_private *dev_priv)  in gen7_setup_fixed_func_scheduler()
6064 	struct drm_i915_private *dev_priv = dev->dev_private;  in lpt_init_clock_gating()  local
6083 	struct drm_i915_private *dev_priv = dev->dev_private;  in lpt_suspend_hw()  local
6095 	struct drm_i915_private *dev_priv = dev->dev_private;  in broadwell_init_clock_gating()  local
6134 	struct drm_i915_private *dev_priv = dev->dev_private;  in haswell_init_clock_gating()  local
6190 	struct drm_i915_private *dev_priv = dev->dev_private;  in ivybridge_init_clock_gating()  local
6286 static void vlv_init_display_clock_gating(struct drm_i915_private *dev_priv)  in vlv_init_display_clock_gating()
6299 	struct drm_i915_private *dev_priv = dev->dev_private;  in valleyview_init_clock_gating()  local
6383 	struct drm_i915_private *dev_priv = dev->dev_private;  in cherryview_init_clock_gating()  local
6408 	struct drm_i915_private *dev_priv = dev->dev_private;  in g4x_init_clock_gating()  local
6435 	struct drm_i915_private *dev_priv = dev->dev_private;  in crestline_init_clock_gating()  local
6451 	struct drm_i915_private *dev_priv = dev->dev_private;  in broadwater_init_clock_gating()  local
6468 	struct drm_i915_private *dev_priv = dev->dev_private;  in gen3_init_clock_gating()  local
6493 	struct drm_i915_private *dev_priv = dev->dev_private;  in i85x_init_clock_gating()  local
6507 	struct drm_i915_private *dev_priv = dev->dev_private;  in i830_init_clock_gating()  local
6518 	struct drm_i915_private *dev_priv = dev->dev_private;  in intel_init_clock_gating()  local
6533 	struct drm_i915_private *dev_priv = dev->dev_private;  in intel_init_pm()  local
6631 int sandybridge_pcode_read(struct drm_i915_private *dev_priv, u32 mbox, u32 *val)  in sandybridge_pcode_read()
6656 int sandybridge_pcode_write(struct drm_i915_private *dev_priv, u32 mbox, u32 val)  in sandybridge_pcode_write()
6696 static int byt_gpu_freq(struct drm_i915_private *dev_priv, int val)  in byt_gpu_freq()
6707 static int byt_freq_opcode(struct drm_i915_private *dev_priv, int val)  in byt_freq_opcode()
6718 static int chv_gpu_freq(struct drm_i915_private *dev_priv, int val)  in chv_gpu_freq()
6729 static int chv_freq_opcode(struct drm_i915_private *dev_priv, int val)  in chv_freq_opcode()
6741 int intel_gpu_freq(struct drm_i915_private *dev_priv, int val)  in intel_gpu_freq()
6753 int intel_freq_opcode(struct drm_i915_private *dev_priv, int val)  in intel_freq_opcode()
6767 	struct drm_i915_private *dev_priv = dev->dev_private;  in intel_pm_setup()  local