122 	atomic_inc(&vdev->pm->reset_counter);  in ivpu_pm_reset_begin()
123 	atomic_set(&vdev->pm->reset_pending, 1);  in ivpu_pm_reset_begin()
124 	down_write(&vdev->pm->reset_lock);  in ivpu_pm_reset_begin()
143 	up_write(&vdev->pm->reset_lock);  in ivpu_pm_reset_complete()
144 	atomic_set(&vdev->pm->reset_pending, 0);  in ivpu_pm_reset_complete()
152 	struct ivpu_pm_info *pm = container_of(work, struct ivpu_pm_info, recovery_work);  in ivpu_pm_recovery_work()  local
153 	struct ivpu_device *vdev = pm->vdev;  in ivpu_pm_recovery_work()
156 	ivpu_err(vdev, "Recovering the NPU (reset #%d)\n", atomic_read(&vdev->pm->reset_counter));  in ivpu_pm_recovery_work()
181 	if (atomic_cmpxchg(&vdev->pm->reset_pending, 0, 1) == 0) {  in ivpu_pm_trigger_recovery()
184 		queue_work(system_unbound_wq, &vdev->pm->recovery_work);  in ivpu_pm_trigger_recovery()
190 	struct ivpu_pm_info *pm = container_of(work, struct ivpu_pm_info, job_timeout_work.work);  in ivpu_job_timeout_work()  local
191 	struct ivpu_device *vdev = pm->vdev;  in ivpu_job_timeout_work()
201 	queue_delayed_work(system_wq, &vdev->pm->job_timeout_work, msecs_to_jiffies(timeout_ms));  in ivpu_start_job_timeout_detection()
206 	cancel_delayed_work_sync(&vdev->pm->job_timeout_work);  in ivpu_stop_job_timeout_detection()
216 	ivpu_dbg(vdev, PM, "Suspend..\n");  in ivpu_pm_suspend_cb()
232 	ivpu_dbg(vdev, PM, "Suspend done.\n");  in ivpu_pm_suspend_cb()
245 	ivpu_dbg(vdev, PM, "Resume..\n");  in ivpu_pm_resume_cb()
251 	ivpu_dbg(vdev, PM, "Resume done.\n");  in ivpu_pm_resume_cb()
265 	drm_WARN_ON(&vdev->drm, work_pending(&vdev->pm->recovery_work));  in ivpu_pm_runtime_suspend_cb()
268 	ivpu_dbg(vdev, PM, "Runtime suspend..\n");  in ivpu_pm_runtime_suspend_cb()
272 	is_idle = ivpu_hw_is_idle(vdev) || vdev->pm->dct_active_percent;  in ivpu_pm_runtime_suspend_cb()
286 		atomic_inc(&vdev->pm->reset_counter);  in ivpu_pm_runtime_suspend_cb()
293 	ivpu_dbg(vdev, PM, "Runtime suspend done.\n");  in ivpu_pm_runtime_suspend_cb()
306 	ivpu_dbg(vdev, PM, "Runtime resume..\n");  in ivpu_pm_runtime_resume_cb()
312 	ivpu_dbg(vdev, PM, "Runtime resume done.\n");  in ivpu_pm_runtime_resume_cb()
341 	ivpu_dbg(vdev, PM, "Pre-reset..\n");  in ivpu_pm_reset_prepare_cb()
350 	ivpu_dbg(vdev, PM, "Pre-reset done.\n");  in ivpu_pm_reset_prepare_cb()
357 	ivpu_dbg(vdev, PM, "Post-reset..\n");  in ivpu_pm_reset_done_cb()
361 	ivpu_dbg(vdev, PM, "Post-reset done.\n");  in ivpu_pm_reset_done_cb()
367 	struct ivpu_pm_info *pm = vdev->pm;  in ivpu_pm_init()  local
370 	pm->vdev = vdev;  in ivpu_pm_init()
372 	init_rwsem(&pm->reset_lock);  in ivpu_pm_init()
373 	atomic_set(&pm->reset_pending, 0);  in ivpu_pm_init()
374 	atomic_set(&pm->reset_counter, 0);  in ivpu_pm_init()
376 	INIT_WORK(&pm->recovery_work, ivpu_pm_recovery_work);  in ivpu_pm_init()
377 	INIT_DELAYED_WORK(&pm->job_timeout_work, ivpu_job_timeout_work);  in ivpu_pm_init()
388 	ivpu_dbg(vdev, PM, "Autosuspend delay = %d\n", delay);  in ivpu_pm_init()
393 	drm_WARN_ON(&vdev->drm, delayed_work_pending(&vdev->pm->job_timeout_work));  in ivpu_pm_cancel_recovery()
394 	cancel_work_sync(&vdev->pm->recovery_work);  in ivpu_pm_cancel_recovery()
414 	if (vdev->pm->dct_active_percent)  in ivpu_pm_dct_init()
415 		return ivpu_pm_dct_enable(vdev, vdev->pm->dct_active_percent);  in ivpu_pm_dct_init()
431 	vdev->pm->dct_active_percent = active_percent;  in ivpu_pm_dct_enable()
433 	ivpu_dbg(vdev, PM, "DCT requested %u%% (D0: %uus, D0i2: %uus)\n",  in ivpu_pm_dct_enable()
449 	vdev->pm->dct_active_percent = 0;  in ivpu_pm_dct_disable()
451 	ivpu_dbg(vdev, PM, "DCT requested to be disabled\n");  in ivpu_pm_dct_disable()
477 		ivpu_hw_btrs_dct_set_status(vdev, enable, vdev->pm->dct_active_percent);  in ivpu_pm_irq_dct_work_fn()