76 			  struct iommu_dev_data *dev_data,
79 static int device_flush_dte(struct iommu_dev_data *dev_data);
86 static struct iommu_dev_data *find_dev_data(struct amd_iommu *iommu, u16 devid);
146 static void update_dte256(struct amd_iommu *iommu, struct iommu_dev_data *dev_data,  in update_dte256()
213 			     struct iommu_dev_data *dev_data,  in amd_iommu_update_dte()
222 static void get_dte256(struct amd_iommu *iommu, struct iommu_dev_data *dev_data,  in get_dte256()
370 static struct iommu_dev_data *alloc_dev_data(struct amd_iommu *iommu, u16 devid)  in alloc_dev_data()
372 	struct iommu_dev_data *dev_data;  in alloc_dev_data()
388 struct iommu_dev_data *search_dev_data(struct amd_iommu *iommu, u16 devid)  in search_dev_data()
390 	struct iommu_dev_data *dev_data;  in search_dev_data()
410 	struct iommu_dev_data *dev_data, *alias_data;  in clone_alias()
484 static struct iommu_dev_data *find_dev_data(struct amd_iommu *iommu, u16 devid)  in find_dev_data()
486 	struct iommu_dev_data *dev_data;  in find_dev_data()
527 static inline bool pdev_pasid_supported(struct iommu_dev_data *dev_data)  in pdev_pasid_supported()
559 	struct iommu_dev_data *dev_data = dev_iommu_priv_get(&pdev->dev);  in pdev_enable_cap_ats()
579 	struct iommu_dev_data *dev_data = dev_iommu_priv_get(&pdev->dev);  in pdev_disable_cap_ats()
589 	struct iommu_dev_data *dev_data = dev_iommu_priv_get(&pdev->dev);  in pdev_enable_cap_pri()
616 	struct iommu_dev_data *dev_data = dev_iommu_priv_get(&pdev->dev);  in pdev_disable_cap_pri()
626 	struct iommu_dev_data *dev_data = dev_iommu_priv_get(&pdev->dev);  in pdev_enable_cap_pasid()
644 	struct iommu_dev_data *dev_data = dev_iommu_priv_get(&pdev->dev);  in pdev_disable_cap_pasid()
698 	struct iommu_dev_data *dev_data;  in iommu_init_device()
764 	struct iommu_dev_data *dev_data = find_dev_data(iommu, devid);  in dump_dte_entry()
783 	struct iommu_dev_data *dev_data = NULL;  in amd_iommu_report_rmp_hw_error()
815 	struct iommu_dev_data *dev_data = NULL;  in amd_iommu_report_rmp_fault()
856 	struct iommu_dev_data *dev_data = NULL;  in amd_iommu_report_page_fault()
1620 static int device_flush_iotlb(struct iommu_dev_data *dev_data, u64 address,  in device_flush_iotlb()
1643 static int device_flush_dte(struct iommu_dev_data *dev_data)  in device_flush_dte()
1682 	struct iommu_dev_data *dev_data;  in domain_flush_pages_v2()
1742 	struct iommu_dev_data *dev_data;  in __domain_flush_pages()
1826 void amd_iommu_dev_flush_pasid_pages(struct iommu_dev_data *dev_data,  in amd_iommu_dev_flush_pasid_pages()
1842 static void dev_flush_pasid_all(struct iommu_dev_data *dev_data,  in dev_flush_pasid_all()
1851 	struct iommu_dev_data *dev_data;  in amd_iommu_complete_ppr()
2022 static int update_gcr3(struct iommu_dev_data *dev_data,  in update_gcr3()
2041 int amd_iommu_set_gcr3(struct iommu_dev_data *dev_data, ioasid_t pasid,  in amd_iommu_set_gcr3()
2057 int amd_iommu_clear_gcr3(struct iommu_dev_data *dev_data, ioasid_t pasid)  in amd_iommu_clear_gcr3()
2076 static void set_dte_gcr3_table(struct iommu_dev_data *dev_data,  in set_dte_gcr3_table()
2102 void amd_iommu_set_dte_v1(struct iommu_dev_data *dev_data,  in amd_iommu_set_dte_v1()
2120 static void set_dte_v1(struct iommu_dev_data *dev_data,  in set_dte_v1()
2144 static void set_dte_passthrough(struct iommu_dev_data *dev_data,  in set_dte_passthrough()
2155 			  struct iommu_dev_data *dev_data,  in set_dte_entry()
2192 static void clear_dte_entry(struct amd_iommu *iommu, struct iommu_dev_data *dev_data)  in clear_dte_entry()
2201 static void dev_update_dte(struct iommu_dev_data *dev_data, bool set)  in dev_update_dte()
2215 static int init_gcr3_table(struct iommu_dev_data *dev_data,  in init_gcr3_table()
2251 static void destroy_gcr3_table(struct iommu_dev_data *dev_data,  in destroy_gcr3_table()
2332 	struct iommu_dev_data *dev_data = dev_iommu_priv_get(dev);  in attach_device()
2394 	struct iommu_dev_data *dev_data = dev_iommu_priv_get(dev);  in detach_device()
2446 	struct iommu_dev_data *dev_data;  in amd_iommu_probe_device()
2508 	struct iommu_dev_data *dev_data = dev_iommu_priv_get(dev);  in amd_iommu_release_device()
2590 	struct iommu_dev_data *dev_data;  in amd_iommu_change_top()
2881 	struct iommu_dev_data *dev_data = dev_iommu_priv_get(dev);  in blocked_domain_attach_device()
2945 	struct iommu_dev_data *dev_data = dev_iommu_priv_get(dev);  in amd_iommu_attach_device()
3013 	struct iommu_dev_data *dev_data;  in amd_iommu_set_dirty_tracking()
3113 	struct iommu_dev_data *dev_data = dev_iommu_priv_get(dev);  in amd_iommu_is_attach_deferred()
3120 	struct iommu_dev_data *dev_data;  in amd_iommu_def_domain_type()
3213 static inline u8 iommu_get_int_tablen(struct iommu_dev_data *dev_data)  in iommu_get_int_tablen()
3225 	struct iommu_dev_data *dev_data = search_dev_data(iommu, devid);  in set_dte_irq_entry()
3742 	struct iommu_dev_data *dev_data;  in irq_remapping_alloc()
4056 	struct iommu_dev_data *dev_data;  in amd_ir_set_vcpu_affinity()