315 	 * runtime PM status.  During probe, the device is set to  in local_pci_probe()
317 	 * supports runtime PM, it should call pm_runtime_put_noidle(),  in local_pci_probe()
318 	 * or any other runtime PM helper function decrementing the usage  in local_pci_probe()
470 		 * with the code below, so wait until all of the runtime PM  in pci_device_remove()
481 	/* Undo the runtime PM settings in local_pci_probe() */  in pci_device_remove()
650 				      "PCI PM: Device state not saved by %pS\n",  in pci_legacy_suspend()
689 	/* Disable non-bridge devices without PM support */  in pci_pm_default_suspend()
700 	 * Legacy PM support is used by default, so warn if the new framework is  in pci_has_legacy_pm_support()
704 	pci_WARN(pci_dev, ret && drv->driver.pm, "device %04x:%04x\n",  in pci_has_legacy_pm_support()
715 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_prepare()  local
717 	if (pm && pm->prepare) {  in pci_pm_prepare()
718 		int error = pm->prepare(dev);  in pci_pm_prepare()
784 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_suspend()  local
790 	 * since Coffee Lake, to enter a lower-power PM state.  in pci_pm_suspend()
797 	if (!pm) {  in pci_pm_suspend()
822 	if (pm->suspend) {  in pci_pm_suspend()
826 		error = pm->suspend(dev);  in pci_pm_suspend()
827 		suspend_report_result(dev, pm->suspend, error);  in pci_pm_suspend()
834 				      "PCI PM: State of device not saved by %pS\n",  in pci_pm_suspend()
835 				      pm->suspend);  in pci_pm_suspend()
855 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_suspend_noirq()  local
863 	if (!pm) {  in pci_pm_suspend_noirq()
868 	if (pm->suspend_noirq) {  in pci_pm_suspend_noirq()
872 		error = pm->suspend_noirq(dev);  in pci_pm_suspend_noirq()
873 		suspend_report_result(dev, pm->suspend_noirq, error);  in pci_pm_suspend_noirq()
880 				      "PCI PM: State of device not saved by %pS\n",  in pci_pm_suspend_noirq()
881 				      pm->suspend_noirq);  in pci_pm_suspend_noirq()
898 	pci_dbg(pci_dev, "PCI PM: Suspend power state: %s\n",  in pci_pm_suspend_noirq()
904 		 * Per PCI PM r1.2, table 6-1, a bridge must be in D0 if any  in pci_pm_suspend_noirq()
913 		pci_dbg(pci_dev, "PCI PM: Skipped\n");  in pci_pm_suspend_noirq()
937 	 * runtime PM.  Otherwise, the pm_resume_via_firmware() check will cause  in pci_pm_suspend_noirq()
950 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_resume_noirq()  local
975 	if (pm && pm->resume_noirq)  in pci_pm_resume_noirq()
976 		return pm->resume_noirq(dev);  in pci_pm_resume_noirq()
992 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_resume()  local
1008 	if (pm) {  in pci_pm_resume()
1009 		if (pm->resume)  in pci_pm_resume()
1010 			return pm->resume(dev);  in pci_pm_resume()
1034 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_freeze()  local
1039 	if (!pm) {  in pci_pm_freeze()
1055 	if (pm->freeze) {  in pci_pm_freeze()
1058 		error = pm->freeze(dev);  in pci_pm_freeze()
1059 		suspend_report_result(dev, pm->freeze, error);  in pci_pm_freeze()
1070 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_freeze_noirq()  local
1075 	if (pm && pm->freeze_noirq) {  in pci_pm_freeze_noirq()
1078 		error = pm->freeze_noirq(dev);  in pci_pm_freeze_noirq()
1079 		suspend_report_result(dev, pm->freeze_noirq, error);  in pci_pm_freeze_noirq()
1095 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_thaw_noirq()  local
1098 	 * The pm->thaw_noirq() callback assumes the device has been  in pci_pm_thaw_noirq()
1112 	if (pm && pm->thaw_noirq)  in pci_pm_thaw_noirq()
1113 		return pm->thaw_noirq(dev);  in pci_pm_thaw_noirq()
1121 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_thaw()  local
1127 	if (pm) {  in pci_pm_thaw()
1128 		if (pm->thaw)  in pci_pm_thaw()
1129 			error = pm->thaw(dev);  in pci_pm_thaw()
1142 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_poweroff()  local
1147 	if (!pm) {  in pci_pm_poweroff()
1160 	if (pm->poweroff) {  in pci_pm_poweroff()
1163 		error = pm->poweroff(dev);  in pci_pm_poweroff()
1164 		suspend_report_result(dev, pm->poweroff, error);  in pci_pm_poweroff()
1185 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_poweroff_noirq()  local
1193 	if (!pm) {  in pci_pm_poweroff_noirq()
1198 	if (pm->poweroff_noirq) {  in pci_pm_poweroff_noirq()
1201 		error = pm->poweroff_noirq(dev);  in pci_pm_poweroff_noirq()
1202 		suspend_report_result(dev, pm->poweroff_noirq, error);  in pci_pm_poweroff_noirq()
1225 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_restore_noirq()  local
1233 	if (pm && pm->restore_noirq)  in pci_pm_restore_noirq()
1234 		return pm->restore_noirq(dev);  in pci_pm_restore_noirq()
1242 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_restore()  local
1256 	if (pm) {  in pci_pm_restore()
1257 		if (pm->restore)  in pci_pm_restore()
1258 			return pm->restore(dev);  in pci_pm_restore()
1285 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_runtime_suspend()  local
1302 	if (pm && pm->runtime_suspend) {  in pci_pm_runtime_suspend()
1303 		error = pm->runtime_suspend(dev);  in pci_pm_runtime_suspend()
1305 		 * -EBUSY and -EAGAIN is used to request the runtime PM core  in pci_pm_runtime_suspend()
1311 				pm->runtime_suspend, error);  in pci_pm_runtime_suspend()
1315 				pm->runtime_suspend, error);  in pci_pm_runtime_suspend()
1322 	if (pm && pm->runtime_suspend  in pci_pm_runtime_suspend()
1326 			      "PCI PM: State of device not saved by %pS\n",  in pci_pm_runtime_suspend()
1327 			      pm->runtime_suspend);  in pci_pm_runtime_suspend()
1342 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_runtime_resume()  local
1363 	if (pm && pm->runtime_resume)  in pci_pm_runtime_resume()
1364 		error = pm->runtime_resume(dev);  in pci_pm_runtime_resume()
1372 	const struct dev_pm_ops *pm = dev->driver ? dev->driver->pm : NULL;  in pci_pm_runtime_idle()  local
1376 	 * always remain in D0 regardless of the runtime PM status  in pci_pm_runtime_idle()
1381 	if (pm && pm->runtime_idle)  in pci_pm_runtime_idle()
1382 		return pm->runtime_idle(dev);  in pci_pm_runtime_idle()
1696 	.pm		= PCI_PM_OPS_PTR,