41  * @domid:	ID of the domain on which management operations should be done
56 /* The maximum domain size */
144  * @domid:	The id of the interrupt domain to which the desriptor is added
185 			 (dev->msi.domain &&  in msi_ctrl_valid()
186 			  !dev->msi.data->__domains[ctrl->domid].domain)))  in msi_ctrl_valid()
222  * @domid:	Id of the domain to operate on
331 	 * If @dev::msi::domain is set and is a global MSI domain, copy the  in msi_setup_device_data()
332 	 * pointer into the domain array so all code can operate on domain  in msi_setup_device_data()
336 	if (dev->msi.domain && !irq_domain_is_msi_parent(dev->msi.domain))  in msi_setup_device_data()
337 		md->__domains[MSI_DEFAULT_DOMAIN].domain = dev->msi.domain;  in msi_setup_device_data()
384  * @domid:	The id of the interrupt domain which should be walked.
411  * @domid:	The id of the interrupt domain which should be walked.
441  * msi_domain_get_virq - Lookup the Linux interrupt number for a MSI index on a interrupt domain
443  * @domid:	Domain ID of the interrupt domain associated to the device
461 	/* This check is only valid for the PCI default MSI domain */  in msi_domain_get_virq()
603 	struct irq_domain *domain;  in msi_get_device_domain()  local
610 	domain = dev->msi.data->__domains[domid].domain;  in msi_get_device_domain()
611 	if (!domain)  in msi_get_device_domain()
614 	if (WARN_ON_ONCE(irq_domain_is_msi_parent(domain)))  in msi_get_device_domain()
617 	return domain;  in msi_get_device_domain()
623 	struct irq_domain *domain;  in msi_domain_get_hwsize()  local
625 	domain = msi_get_device_domain(dev, domid);  in msi_domain_get_hwsize()
626 	if (domain) {  in msi_domain_get_hwsize()
627 		info = domain->host_data;  in msi_domain_get_hwsize()
630 	/* No domain, default to MSI_XA_DOMAIN_SIZE */  in msi_domain_get_hwsize()
640 static void msi_check_level(struct irq_domain *domain, struct msi_msg *msg)  in msi_check_level()  argument
642 	struct msi_domain_info *info = domain->host_data;  in msi_check_level()
674 		msi_check_level(irq_data->domain, msg);  in msi_domain_set_affinity()
681 static int msi_domain_activate(struct irq_domain *domain,  in msi_domain_activate()  argument
687 	msi_check_level(irq_data->domain, msg);  in msi_domain_activate()
692 static void msi_domain_deactivate(struct irq_domain *domain,  in msi_domain_deactivate()  argument
701 static int msi_domain_alloc(struct irq_domain *domain, unsigned int virq,  in msi_domain_alloc()  argument
704 	struct msi_domain_info *info = domain->host_data;  in msi_domain_alloc()
709 	if (irq_find_mapping(domain, hwirq) > 0)  in msi_domain_alloc()
712 	if (domain->parent) {  in msi_domain_alloc()
713 		ret = irq_domain_alloc_irqs_parent(domain, virq, nr_irqs, arg);  in msi_domain_alloc()
719 		ret = ops->msi_init(domain, info, virq + i, hwirq + i, arg);  in msi_domain_alloc()
723 					ops->msi_free(domain, info, virq + i);  in msi_domain_alloc()
725 			irq_domain_free_irqs_top(domain, virq, nr_irqs);  in msi_domain_alloc()
733 static void msi_domain_free(struct irq_domain *domain, unsigned int virq,  in msi_domain_free()  argument
736 	struct msi_domain_info *info = domain->host_data;  in msi_domain_free()
741 			info->ops->msi_free(domain, info, virq + i);  in msi_domain_free()
743 	irq_domain_free_irqs_top(domain, virq, nr_irqs);  in msi_domain_free()
746 static int msi_domain_translate(struct irq_domain *domain, struct irq_fwspec *fwspec,  in msi_domain_translate()  argument
749 	struct msi_domain_info *info = domain->host_data;  in msi_domain_translate()
757 	return info->ops->msi_translate(domain, fwspec, hwirq, type);  in msi_domain_translate()
792 static int msi_domain_ops_prepare(struct irq_domain *domain, struct device *dev,  in msi_domain_ops_prepare()  argument
805 static int msi_domain_ops_init(struct irq_domain *domain,  in msi_domain_ops_init()  argument
810 	irq_domain_set_hwirq_and_chip(domain, virq, hwirq, info->chip,  in msi_domain_ops_init()
863 	struct irq_domain *domain;  in __msi_create_irq_domain()  local
880 	domain = irq_domain_create_hierarchy(parent, flags | IRQ_DOMAIN_FLAG_MSI, 0,  in __msi_create_irq_domain()
883 	if (domain) {  in __msi_create_irq_domain()
884 		irq_domain_update_bus_token(domain, info->bus_token);  in __msi_create_irq_domain()
886 			domain->pm_dev = parent->pm_dev;  in __msi_create_irq_domain()
889 	return domain;  in __msi_create_irq_domain()
893  * msi_create_irq_domain - Create an MSI interrupt domain
895  * @info:	MSI domain info
896  * @parent:	Parent irq domain
909  *				  in the domain hierarchy
910  * @dev:		The device for which the domain should be created
911  * @domain:		The domain in the hierarchy this op is being called on
912  * @msi_parent_domain:	The IRQ_DOMAIN_FLAG_MSI_PARENT domain for the child to
914  * @msi_child_info:	The MSI domain info of the IRQ_DOMAIN_FLAG_MSI_DEVICE
915  *			domain to be created
920  * underlying interrupt domain hierarchy:
922  * The device domain to be initialized requests the broadest feature set
923  * possible and the underlying domain hierarchy puts restrictions on it.
926  * interesting with an intermediate domain: root->parent->child.  The
928  * domain is providing. So that creates a classic hen and egg problem:
931  * One solution is to let the root domain handle the initialization that's
932  * why there is the @domain and the @msi_parent_domain pointer.
934 bool msi_parent_init_dev_msi_info(struct device *dev, struct irq_domain *domain,  in msi_parent_init_dev_msi_info()  argument
938 	struct irq_domain *parent = domain->parent;  in msi_parent_init_dev_msi_info()
949  * msi_create_device_irq_domain - Create a device MSI interrupt domain
951  * @domid:		Domain id
952  * @template:		MSI domain info bundle used as template
954  * @domain_data:	Optional pointer to domain specific data which is set in
965  * The domain name and the irq chip name for a MSI device domain are
968  * $PREFIX:   Optional prefix provided by the underlying MSI parent domain
977  * PCI-MSI-0000:00:1c.0     0-edge  Parent domain has no prefix
988  * The domain pointer is stored in @dev::msi::data::__irqdomains[]. All
989  * subsequent operations on the domain depend on the domain id.
991  * The domain is automatically freed when the device is removed via devres
1000 	struct irq_domain *domain, *parent = dev->msi.domain;  in msi_create_device_irq_domain()  local
1028 	 * device domains so that the existing firmware results in a domain  in msi_create_device_irq_domain()
1053 	domain = __msi_create_irq_domain(fwnode, &bundle->info, IRQ_DOMAIN_FLAG_MSI_DEVICE, parent);  in msi_create_device_irq_domain()
1054 	if (!domain)  in msi_create_device_irq_domain()
1057 	domain->dev = dev;  in msi_create_device_irq_domain()
1058 	dev->msi.data->__domains[domid].domain = domain;  in msi_create_device_irq_domain()
1072  * msi_remove_device_irq_domain - Free a device MSI interrupt domain
1074  * @domid:	Domain id
1080 	struct irq_domain *domain;  in msi_remove_device_irq_domain()  local
1084 	domain = msi_get_device_domain(dev, domid);  in msi_remove_device_irq_domain()
1086 	if (!domain || !irq_domain_is_msi_device(domain))  in msi_remove_device_irq_domain()
1089 	dev->msi.data->__domains[domid].domain = NULL;  in msi_remove_device_irq_domain()
1090 	info = domain->host_data;  in msi_remove_device_irq_domain()
1091 	if (irq_domain_is_msi_device(domain))  in msi_remove_device_irq_domain()
1092 		fwnode = domain->fwnode;  in msi_remove_device_irq_domain()
1093 	irq_domain_remove(domain);  in msi_remove_device_irq_domain()
1102  * msi_match_device_irq_domain - Match a device irq domain against a bus token
1104  * @domid:	Domain id
1105  * @bus_token:	Bus token to match against the domain bus token
1107  * Return: True if device domain exists and bus tokens match.
1113 	struct irq_domain *domain;  in msi_match_device_irq_domain()  local
1117 	domain = msi_get_device_domain(dev, domid);  in msi_match_device_irq_domain()
1118 	if (domain && irq_domain_is_msi_device(domain)) {  in msi_match_device_irq_domain()
1119 		info = domain->host_data;  in msi_match_device_irq_domain()
1126 static int msi_domain_prepare_irqs(struct irq_domain *domain, struct device *dev,  in msi_domain_prepare_irqs()  argument
1129 	struct msi_domain_info *info = domain->host_data;  in msi_domain_prepare_irqs()
1132 	return ops->msi_prepare(domain, dev, nvec, arg);  in msi_domain_prepare_irqs()
1146 static bool msi_check_reservation_mode(struct irq_domain *domain,  in msi_check_reservation_mode()  argument
1152 	switch(domain->bus_token) {  in msi_check_reservation_mode()
1176 static int msi_handle_pci_fail(struct irq_domain *domain, struct msi_desc *desc,  in msi_handle_pci_fail()  argument
1179 	switch(domain->bus_token) {  in msi_handle_pci_fail()
1202 static int msi_init_virq(struct irq_domain *domain, int virq, unsigned int vflags)  in msi_init_virq()  argument
1204 	struct irq_data *irqd = irq_domain_get_irq_data(domain, virq);  in msi_init_virq()
1241 static int __msi_domain_alloc_irqs(struct device *dev, struct irq_domain *domain,  in __msi_domain_alloc_irqs()  argument
1245 	struct msi_domain_info *info = domain->host_data;  in __msi_domain_alloc_irqs()
1253 	ret = msi_domain_prepare_irqs(domain, dev, ctrl->nirqs, &arg);  in __msi_domain_alloc_irqs()
1269 	if (msi_check_reservation_mode(domain, info, dev))  in __msi_domain_alloc_irqs()
1281 			ops->prepare_desc(domain, &arg, desc);  in __msi_domain_alloc_irqs()
1285 		virq = __irq_domain_alloc_irqs(domain, -1, desc->nvec_used,  in __msi_domain_alloc_irqs()
1289 			return msi_handle_pci_fail(domain, desc, allocated);  in __msi_domain_alloc_irqs()
1294 			ret = msi_init_virq(domain, virq + i, vflags);  in __msi_domain_alloc_irqs()
1322 	struct irq_domain *domain;  in __msi_domain_alloc_locked()  local
1328 	domain = msi_get_device_domain(dev, ctrl->domid);  in __msi_domain_alloc_locked()
1329 	if (!domain)  in __msi_domain_alloc_locked()
1332 	info = domain->host_data;  in __msi_domain_alloc_locked()
1340 		return ops->domain_alloc_irqs(domain, dev, ctrl->nirqs);  in __msi_domain_alloc_locked()
1342 	return __msi_domain_alloc_irqs(dev, domain, ctrl);  in __msi_domain_alloc_locked()
1355  * msi_domain_alloc_irqs_range_locked - Allocate interrupts from a MSI interrupt domain
1358  * @domid:	Id of the interrupt domain to operate on
1382  * msi_domain_alloc_irqs_range - Allocate interrupts from a MSI interrupt domain
1385  * @domid:	Id of the interrupt domain to operate on
1404  * msi_domain_alloc_irqs_all_locked - Allocate all interrupts from a MSI interrupt domain
1408  * @domid:	Id of the interrupt domain to operate on
1411  * This function scans all MSI descriptors of the MSI domain and allocates interrupts
1412  * for all unassigned ones. That function is to be used for MSI domain usage where
1435 	struct irq_domain *domain;  in __msi_domain_alloc_irq_at()  local
1440 	domain = msi_get_device_domain(dev, domid);  in __msi_domain_alloc_irq_at()
1441 	if (!domain) {  in __msi_domain_alloc_irq_at()
1463 	ret = __msi_domain_alloc_irqs(dev, domain, &ctrl);  in __msi_domain_alloc_irq_at()
1475  * msi_domain_alloc_irq_at - Allocate an interrupt from a MSI interrupt domain at
1480  * @domid:	Id of the interrupt domain to operate on
1484  * @icookie:	Optional pointer to a domain specific per instance cookie. If
1488  * This requires a MSI interrupt domain which lets the core code manage the
1512  * msi_device_domain_alloc_wired - Allocate a "wired" interrupt on @domain
1513  * @domain:	The domain to allocate on
1520  * irq_create_fwspec_mapping(). As the wire to MSI domain is sparse, but
1527  * msi_desc::cookie so the underlying interrupt chip and domain code can
1532 int msi_device_domain_alloc_wired(struct irq_domain *domain, unsigned int hwirq,  in msi_device_domain_alloc_wired()  argument
1537 	struct device *dev = domain->dev;  in msi_device_domain_alloc_wired()
1540 	if (WARN_ON_ONCE(!dev || domain->bus_token != DOMAIN_BUS_WIRED_TO_MSI))  in msi_device_domain_alloc_wired()
1546 	if (WARN_ON_ONCE(msi_get_device_domain(dev, domid) != domain))  in msi_device_domain_alloc_wired()
1555 static void __msi_domain_free_irqs(struct device *dev, struct irq_domain *domain,  in __msi_domain_free_irqs()  argument
1559 	struct msi_domain_info *info = domain->host_data;  in __msi_domain_free_irqs()
1572 			irqd = irq_domain_get_irq_data(domain, desc->irq + i);  in __msi_domain_free_irqs()
1588 	struct irq_domain *domain;  in msi_domain_free_locked()  local
1593 	domain = msi_get_device_domain(dev, ctrl->domid);  in msi_domain_free_locked()
1594 	if (!domain)  in msi_domain_free_locked()
1597 	info = domain->host_data;  in msi_domain_free_locked()
1601 		ops->domain_free_irqs(domain, dev);  in msi_domain_free_locked()
1603 		__msi_domain_free_irqs(dev, domain, ctrl);  in msi_domain_free_locked()
1606 		ops->msi_post_free(domain, dev);  in msi_domain_free_locked()
1613  * msi_domain_free_irqs_range_locked - Free a range of interrupts from a MSI interrupt domain
1617  * @domid:	Id of the interrupt domain to operate on
1633  * msi_domain_free_irqs_range - Free a range of interrupts from a MSI interrupt domain
1637  * @domid:	Id of the interrupt domain to operate on
1651  * msi_domain_free_irqs_all_locked - Free all interrupts from a MSI interrupt domain
1655  * @domid:	The id of the domain to operate on
1668  * msi_domain_free_irqs_all - Free all interrupts from a MSI interrupt domain
1672  * @domid:	The id of the domain to operate on
1682  * msi_device_domain_free_wired - Free a wired interrupt in @domain
1683  * @domain:	The domain to free the interrupt on
1689 void msi_device_domain_free_wired(struct irq_domain *domain, unsigned int virq)  in msi_device_domain_free_wired()  argument
1692 	struct device *dev = domain->dev;  in msi_device_domain_free_wired()
1694 	if (WARN_ON_ONCE(!dev || !desc || domain->bus_token != DOMAIN_BUS_WIRED_TO_MSI))  in msi_device_domain_free_wired()
1698 	if (!WARN_ON_ONCE(msi_get_device_domain(dev, MSI_DEFAULT_DOMAIN) != domain)) {  in msi_device_domain_free_wired()
1706  * msi_get_domain_info - Get the MSI interrupt domain info for @domain
1707  * @domain:	The interrupt domain to retrieve data from
1709  * Return: the pointer to the msi_domain_info stored in @domain->host_data.
1711 struct msi_domain_info *msi_get_domain_info(struct irq_domain *domain)  in msi_get_domain_info()  argument
1713 	return (struct msi_domain_info *)domain->host_data;  in msi_get_domain_info()
1728  * impact outside its security domain, eg userspace triggering interrupts on
1734 	struct irq_domain *domain = dev_get_msi_domain(dev);  in msi_device_has_isolated_msi()  local
1736 	for (; domain; domain = domain->parent)  in msi_device_has_isolated_msi()
1737 		if (domain->flags & IRQ_DOMAIN_FLAG_ISOLATED_MSI)  in msi_device_has_isolated_msi()