66 	struct drm_i915_private *dev_priv = dev->dev_private;  in vlv_is_psr_active_on_pipe()  local
80 	struct drm_i915_private *dev_priv = dev->dev_private;  in intel_psr_write_vsc()  local
110 	struct drm_i915_private *dev_priv = dev->dev_private;  in vlv_psr_setup_vsc()  local
158 	struct drm_i915_private *dev_priv = dev->dev_private;  in hsw_psr_enable_sink()  local
179 	if (dev_priv->psr.aux_frame_sync)  in hsw_psr_enable_sink()
222 	struct drm_i915_private *dev_priv = dev->dev_private;  in vlv_psr_enable_source()  local
237 	struct drm_i915_private *dev_priv = dev->dev_private;  in vlv_psr_activate()  local
254 	struct drm_i915_private *dev_priv = dev->dev_private;  in hsw_psr_enable_source()  local
264 	uint32_t idle_frames = dev_priv->vbt.psr.idle_frames ?  in hsw_psr_enable_source()
265 			       dev_priv->vbt.psr.idle_frames + 1 : 5;  in hsw_psr_enable_source()
285 	if (dev_priv->psr.psr2_support)  in hsw_psr_enable_source()
294 	struct drm_i915_private *dev_priv = dev->dev_private;  in intel_psr_match_conditions()  local
298 	lockdep_assert_held(&dev_priv->psr.lock);  in intel_psr_match_conditions()
302 	dev_priv->psr.source_ok = false;  in intel_psr_match_conditions()
327 	if (!IS_VALLEYVIEW(dev) && ((dev_priv->vbt.psr.full_link) ||  in intel_psr_match_conditions()
333 	dev_priv->psr.source_ok = true;  in intel_psr_match_conditions()
341 	struct drm_i915_private *dev_priv = dev->dev_private;  in intel_psr_activate()  local
344 	WARN_ON(dev_priv->psr.active);  in intel_psr_activate()
345 	lockdep_assert_held(&dev_priv->psr.lock);  in intel_psr_activate()
357 	dev_priv->psr.active = true;  in intel_psr_activate()
370 	struct drm_i915_private *dev_priv = dev->dev_private;  in intel_psr_enable()  local
383 	mutex_lock(&dev_priv->psr.lock);  in intel_psr_enable()
384 	if (dev_priv->psr.enabled) {  in intel_psr_enable()
392 	dev_priv->psr.busy_frontbuffer_bits = 0;  in intel_psr_enable()
397 		if (dev_priv->psr.psr2_support) {  in intel_psr_enable()
401 				dev_priv->psr.psr2_support = false;  in intel_psr_enable()
430 	dev_priv->psr.enabled = intel_dp;  in intel_psr_enable()
432 	mutex_unlock(&dev_priv->psr.lock);  in intel_psr_enable()
439 	struct drm_i915_private *dev_priv = dev->dev_private;  in vlv_psr_disable()  local
444 	if (dev_priv->psr.active) {  in vlv_psr_disable()
456 		dev_priv->psr.active = false;  in vlv_psr_disable()
466 	struct drm_i915_private *dev_priv = dev->dev_private;  in hsw_psr_disable()  local
468 	if (dev_priv->psr.active) {  in hsw_psr_disable()
477 		dev_priv->psr.active = false;  in hsw_psr_disable()
493 	struct drm_i915_private *dev_priv = dev->dev_private;  in intel_psr_disable()  local
495 	mutex_lock(&dev_priv->psr.lock);  in intel_psr_disable()
496 	if (!dev_priv->psr.enabled) {  in intel_psr_disable()
497 		mutex_unlock(&dev_priv->psr.lock);  in intel_psr_disable()
506 	dev_priv->psr.enabled = NULL;  in intel_psr_disable()
507 	mutex_unlock(&dev_priv->psr.lock);  in intel_psr_disable()
509 	cancel_delayed_work_sync(&dev_priv->psr.work);  in intel_psr_disable()
514 	struct drm_i915_private *dev_priv =  in intel_psr_work()  local
515 		container_of(work, typeof(*dev_priv), psr.work.work);  in intel_psr_work()
516 	struct intel_dp *intel_dp = dev_priv->psr.enabled;  in intel_psr_work()
525 	if (HAS_DDI(dev_priv->dev)) {  in intel_psr_work()
526 		if (wait_for((I915_READ(EDP_PSR_STATUS_CTL(dev_priv->dev)) &  in intel_psr_work()
538 	mutex_lock(&dev_priv->psr.lock);  in intel_psr_work()
539 	intel_dp = dev_priv->psr.enabled;  in intel_psr_work()
549 	if (dev_priv->psr.busy_frontbuffer_bits)  in intel_psr_work()
554 	mutex_unlock(&dev_priv->psr.lock);  in intel_psr_work()
559 	struct drm_i915_private *dev_priv = dev->dev_private;  in intel_psr_exit()  local
560 	struct intel_dp *intel_dp = dev_priv->psr.enabled;  in intel_psr_exit()
565 	if (!dev_priv->psr.active)  in intel_psr_exit()
598 	dev_priv->psr.active = false;  in intel_psr_exit()
614 	struct drm_i915_private *dev_priv = dev->dev_private;  in intel_psr_single_frame_update()  local
626 	mutex_lock(&dev_priv->psr.lock);  in intel_psr_single_frame_update()
627 	if (!dev_priv->psr.enabled) {  in intel_psr_single_frame_update()
628 		mutex_unlock(&dev_priv->psr.lock);  in intel_psr_single_frame_update()
632 	crtc = dp_to_dig_port(dev_priv->psr.enabled)->base.base.crtc;  in intel_psr_single_frame_update()
644 	mutex_unlock(&dev_priv->psr.lock);  in intel_psr_single_frame_update()
662 	struct drm_i915_private *dev_priv = dev->dev_private;  in intel_psr_invalidate()  local
666 	mutex_lock(&dev_priv->psr.lock);  in intel_psr_invalidate()
667 	if (!dev_priv->psr.enabled) {  in intel_psr_invalidate()
668 		mutex_unlock(&dev_priv->psr.lock);  in intel_psr_invalidate()
672 	crtc = dp_to_dig_port(dev_priv->psr.enabled)->base.base.crtc;  in intel_psr_invalidate()
676 	dev_priv->psr.busy_frontbuffer_bits |= frontbuffer_bits;  in intel_psr_invalidate()
681 	mutex_unlock(&dev_priv->psr.lock);  in intel_psr_invalidate()
700 	struct drm_i915_private *dev_priv = dev->dev_private;  in intel_psr_flush()  local
705 	mutex_lock(&dev_priv->psr.lock);  in intel_psr_flush()
706 	if (!dev_priv->psr.enabled) {  in intel_psr_flush()
707 		mutex_unlock(&dev_priv->psr.lock);  in intel_psr_flush()
711 	crtc = dp_to_dig_port(dev_priv->psr.enabled)->base.base.crtc;  in intel_psr_flush()
715 	dev_priv->psr.busy_frontbuffer_bits &= ~frontbuffer_bits;  in intel_psr_flush()
737 	if (!dev_priv->psr.active && !dev_priv->psr.busy_frontbuffer_bits)  in intel_psr_flush()
738 		schedule_delayed_work(&dev_priv->psr.work,  in intel_psr_flush()
740 	mutex_unlock(&dev_priv->psr.lock);  in intel_psr_flush()
752 	struct drm_i915_private *dev_priv = dev->dev_private;  in intel_psr_init()  local
754 	INIT_DELAYED_WORK(&dev_priv->psr.work, intel_psr_work);  in intel_psr_init()
755 	mutex_init(&dev_priv->psr.lock);  in intel_psr_init()