831 	if (lane->pad == padctl->pcie)  in tegra210_usb3_set_lfps_detect()
879 tegra210_usb2_lane_probe(struct tegra_xusb_pad *pad, struct device_node *np,  in tegra210_usb2_lane_probe()  argument
890 	usb2->base.soc = &pad->soc->lanes[index];  in tegra210_usb2_lane_probe()
892 	usb2->base.pad = pad;  in tegra210_usb2_lane_probe()
919 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra210_usb2_phy_init()
936 	return tegra210_xusb_padctl_disable(lane->pad->padctl);  in tegra210_usb2_phy_exit()
1001 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra210_usb2_phy_set_mode()
1040 	struct tegra_xusb_usb2_pad *pad = to_usb2_pad(lane->pad);  in tegra210_usb2_phy_power_on()  local
1041 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra210_usb2_phy_power_on()
1157 	if (pad->enable > 0) {  in tegra210_usb2_phy_power_on()
1158 		pad->enable++;  in tegra210_usb2_phy_power_on()
1163 	err = clk_prepare_enable(pad->clk);  in tegra210_usb2_phy_power_on()
1190 	clk_disable_unprepare(pad->clk);  in tegra210_usb2_phy_power_on()
1192 	pad->enable++;  in tegra210_usb2_phy_power_on()
1206 	struct tegra_xusb_usb2_pad *pad = to_usb2_pad(lane->pad);  in tegra210_usb2_phy_power_off()  local
1207 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra210_usb2_phy_power_off()
1246 	if (WARN_ON(pad->enable == 0))  in tegra210_usb2_phy_power_off()
1249 	if (--pad->enable > 0)  in tegra210_usb2_phy_power_off()
1277 	struct tegra_xusb_pad *pad;  in tegra210_usb2_pad_probe()  local
1284 	pad = &usb2->base;  in tegra210_usb2_pad_probe()
1285 	pad->ops = &tegra210_usb2_lane_ops;  in tegra210_usb2_pad_probe()
1286 	pad->soc = soc;  in tegra210_usb2_pad_probe()
1288 	err = tegra_xusb_pad_init(pad, padctl, np);  in tegra210_usb2_pad_probe()
1294 	usb2->clk = devm_clk_get(&pad->dev, "trk");  in tegra210_usb2_pad_probe()
1297 		dev_err(&pad->dev, "failed to get trk clock: %d\n", err);  in tegra210_usb2_pad_probe()
1301 	err = tegra_xusb_pad_register(pad, &tegra210_usb2_phy_ops);  in tegra210_usb2_pad_probe()
1305 	dev_set_drvdata(&pad->dev, pad);  in tegra210_usb2_pad_probe()
1307 	return pad;  in tegra210_usb2_pad_probe()
1310 	device_unregister(&pad->dev);  in tegra210_usb2_pad_probe()
1315 static void tegra210_usb2_pad_remove(struct tegra_xusb_pad *pad)  in tegra210_usb2_pad_remove()  argument
1317 	struct tegra_xusb_usb2_pad *usb2 = to_usb2_pad(pad);  in tegra210_usb2_pad_remove()
1344 tegra210_hsic_lane_probe(struct tegra_xusb_pad *pad, struct device_node *np,  in tegra210_hsic_lane_probe()  argument
1355 	hsic->base.soc = &pad->soc->lanes[index];  in tegra210_hsic_lane_probe()
1357 	hsic->base.pad = pad;  in tegra210_hsic_lane_probe()
1384 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra210_hsic_phy_init()
1401 	return tegra210_xusb_padctl_disable(lane->pad->padctl);  in tegra210_hsic_phy_exit()
1408 	struct tegra_xusb_hsic_pad *pad = to_hsic_pad(lane->pad);  in tegra210_hsic_phy_power_on()  local
1409 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra210_hsic_phy_power_on()
1414 	err = regulator_enable(pad->supply);  in tegra210_hsic_phy_power_on()
1457 	err = clk_prepare_enable(pad->clk);  in tegra210_hsic_phy_power_on()
1480 	clk_disable_unprepare(pad->clk);  in tegra210_hsic_phy_power_on()
1485 	regulator_disable(pad->supply);  in tegra210_hsic_phy_power_on()
1492 	struct tegra_xusb_hsic_pad *pad = to_hsic_pad(lane->pad);  in tegra210_hsic_phy_power_off()  local
1493 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra210_hsic_phy_power_off()
1509 	regulator_disable(pad->supply);  in tegra210_hsic_phy_power_off()
1528 	struct tegra_xusb_pad *pad;  in tegra210_hsic_pad_probe()  local
1535 	pad = &hsic->base;  in tegra210_hsic_pad_probe()
1536 	pad->ops = &tegra210_hsic_lane_ops;  in tegra210_hsic_pad_probe()
1537 	pad->soc = soc;  in tegra210_hsic_pad_probe()
1539 	err = tegra_xusb_pad_init(pad, padctl, np);  in tegra210_hsic_pad_probe()
1545 	hsic->clk = devm_clk_get(&pad->dev, "trk");  in tegra210_hsic_pad_probe()
1548 		dev_err(&pad->dev, "failed to get trk clock: %d\n", err);  in tegra210_hsic_pad_probe()
1552 	err = tegra_xusb_pad_register(pad, &tegra210_hsic_phy_ops);  in tegra210_hsic_pad_probe()
1556 	dev_set_drvdata(&pad->dev, pad);  in tegra210_hsic_pad_probe()
1558 	return pad;  in tegra210_hsic_pad_probe()
1561 	device_unregister(&pad->dev);  in tegra210_hsic_pad_probe()
1566 static void tegra210_hsic_pad_remove(struct tegra_xusb_pad *pad)  in tegra210_hsic_pad_remove()  argument
1568 	struct tegra_xusb_hsic_pad *hsic = to_hsic_pad(pad);  in tegra210_hsic_pad_remove()
1603 tegra210_pcie_lane_probe(struct tegra_xusb_pad *pad, struct device_node *np,  in tegra210_pcie_lane_probe()  argument
1614 	pcie->base.soc = &pad->soc->lanes[index];  in tegra210_pcie_lane_probe()
1616 	pcie->base.pad = pad;  in tegra210_pcie_lane_probe()
1644 	return tegra210_xusb_padctl_enable(lane->pad->padctl);  in tegra210_pcie_phy_init()
1651 	return tegra210_xusb_padctl_disable(lane->pad->padctl);  in tegra210_pcie_phy_exit()
1657 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra210_pcie_phy_power_on()
1679 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra210_pcie_phy_power_off()
1705 	struct tegra_xusb_pad *pad;  in tegra210_pcie_pad_probe()  local
1712 	pad = &pcie->base;  in tegra210_pcie_pad_probe()
1713 	pad->ops = &tegra210_pcie_lane_ops;  in tegra210_pcie_pad_probe()
1714 	pad->soc = soc;  in tegra210_pcie_pad_probe()
1716 	err = tegra_xusb_pad_init(pad, padctl, np);  in tegra210_pcie_pad_probe()
1722 	pcie->pll = devm_clk_get(&pad->dev, "pll");  in tegra210_pcie_pad_probe()
1725 		dev_err(&pad->dev, "failed to get PLL: %d\n", err);  in tegra210_pcie_pad_probe()
1729 	pcie->rst = devm_reset_control_get(&pad->dev, "phy");  in tegra210_pcie_pad_probe()
1732 		dev_err(&pad->dev, "failed to get PCIe pad reset: %d\n", err);  in tegra210_pcie_pad_probe()
1736 	err = tegra_xusb_pad_register(pad, &tegra210_pcie_phy_ops);  in tegra210_pcie_pad_probe()
1740 	dev_set_drvdata(&pad->dev, pad);  in tegra210_pcie_pad_probe()
1742 	return pad;  in tegra210_pcie_pad_probe()
1745 	device_unregister(&pad->dev);  in tegra210_pcie_pad_probe()
1750 static void tegra210_pcie_pad_remove(struct tegra_xusb_pad *pad)  in tegra210_pcie_pad_remove()  argument
1752 	struct tegra_xusb_pcie_pad *pcie = to_pcie_pad(pad);  in tegra210_pcie_pad_remove()
1774 tegra210_sata_lane_probe(struct tegra_xusb_pad *pad, struct device_node *np,  in tegra210_sata_lane_probe()  argument
1785 	sata->base.soc = &pad->soc->lanes[index];  in tegra210_sata_lane_probe()
1787 	sata->base.pad = pad;  in tegra210_sata_lane_probe()
1815 	return tegra210_xusb_padctl_enable(lane->pad->padctl);  in tegra210_sata_phy_init()
1822 	return tegra210_xusb_padctl_disable(lane->pad->padctl);  in tegra210_sata_phy_exit()
1828 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra210_sata_phy_power_on()
1850 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra210_sata_phy_power_off()
1857 	tegra210_sata_uphy_disable(lane->pad->padctl);  in tegra210_sata_phy_power_off()
1876 	struct tegra_xusb_pad *pad;  in tegra210_sata_pad_probe()  local
1883 	pad = &sata->base;  in tegra210_sata_pad_probe()
1884 	pad->ops = &tegra210_sata_lane_ops;  in tegra210_sata_pad_probe()
1885 	pad->soc = soc;  in tegra210_sata_pad_probe()
1887 	err = tegra_xusb_pad_init(pad, padctl, np);  in tegra210_sata_pad_probe()
1893 	sata->rst = devm_reset_control_get(&pad->dev, "phy");  in tegra210_sata_pad_probe()
1896 		dev_err(&pad->dev, "failed to get SATA pad reset: %d\n", err);  in tegra210_sata_pad_probe()
1900 	err = tegra_xusb_pad_register(pad, &tegra210_sata_phy_ops);  in tegra210_sata_pad_probe()
1904 	dev_set_drvdata(&pad->dev, pad);  in tegra210_sata_pad_probe()
1906 	return pad;  in tegra210_sata_pad_probe()
1909 	device_unregister(&pad->dev);  in tegra210_sata_pad_probe()
1914 static void tegra210_sata_pad_remove(struct tegra_xusb_pad *pad)  in tegra210_sata_pad_remove()  argument
1916 	struct tegra_xusb_sata_pad *sata = to_sata_pad(pad);  in tegra210_sata_pad_remove()
2041 	if (lane->pad == padctl->sata)  in tegra210_usb3_port_enable()
2095 	if (lane->pad == padctl->sata)  in tegra210_usb3_port_disable()
2139 	padctl = lane->pad->padctl;  in tegra210_utmi_port_reset()
2252 MODULE_DESCRIPTION("NVIDIA Tegra 210 XUSB Pad Controller driver");