27 #include <linux/pci-ats.h>
2109 	 * ATS and PASID:  in arm_smmu_atc_inv_to_cmd()
2137 	 * In an ATS Invalidate Request, the address must be aligned on the  in arm_smmu_atc_inv_to_cmd()
2208 	 * ATS was enabled at the PCI device before completion of the TLBI.  in arm_smmu_atc_inv_domain()
2671 		dev_err(master->dev, "Failed to enable ATS (STU %zu)\n", stu);  in arm_smmu_enable_ats()
2796  * If the device supports ATS then this determines if EATS should be enabled
2799  * The change of the EATS in the STE and the PCI ATS config space is managed by
2800  * this sequence to be in the right order so that if PCI ATS is enabled then
2803  * new_domain can be a non-paging domain. In this case ATS will not be enabled,
2825 		 * The SMMU does not support enabling ATS with bypass/abort.  in arm_smmu_attach_prepare()
2826 		 * When the STE is in bypass (STE.Config[2:0] == 0b100), ATS  in arm_smmu_attach_prepare()
2828 		 * as though ATS is disabled for the stream (STE.EATS == 0b00),  in arm_smmu_attach_prepare()
2833 		 * then ATS will work in S1DSS bypass. See "13.6.4 Full ATS  in arm_smmu_attach_prepare()
2836 		 * Disable ATS if we are going to create a normal 0b100 bypass  in arm_smmu_attach_prepare()
2865 		 * HW. This ensures that both domains will send ATS  in arm_smmu_attach_prepare()
2869 		 * using ATS, but arm_smmu_share_asid() also uses this to change  in arm_smmu_attach_prepare()
2870 		 * the ASID of a domain, unrelated to ATS.  in arm_smmu_attach_prepare()
2896 		 * ATS should complete before the STE is configured to generate  in arm_smmu_attach_prepare()
2927 		/* ATS is being switched off, invalidate the entire ATC */  in arm_smmu_attach_commit()
3156 		 * If a CD table has to be present then we need to run with ATS  in arm_smmu_attach_dev_ste()
3157 		 * on because we have to assume a PASID is using ATS. For  in arm_smmu_attach_dev_ste()
3159 		 * follows the explanation in "13.6.4 Full ATS skipping stage 1"  in arm_smmu_attach_dev_ste()
3160 		 * and allows for ATS on the RID to work.  in arm_smmu_attach_dev_ste()
3478 	 * Note that PASID must be enabled before, and disabled after ATS:  in arm_smmu_probe_device()
3479 	 * PCI Express Base 4.0r1.0 - 10.5.1.3 ATS Control Register  in arm_smmu_probe_device()
4198 			dev_err(smmu->dev, "failed to enable ATS check\n");  in arm_smmu_device_reset()