1253007d1SJagannathan Raman /**
2253007d1SJagannathan Raman * IOMMU for remote device
3253007d1SJagannathan Raman *
4253007d1SJagannathan Raman * Copyright © 2022 Oracle and/or its affiliates.
5253007d1SJagannathan Raman *
6253007d1SJagannathan Raman * This work is licensed under the terms of the GNU GPL, version 2 or later.
7253007d1SJagannathan Raman * See the COPYING file in the top-level directory.
8253007d1SJagannathan Raman *
9253007d1SJagannathan Raman */
10253007d1SJagannathan Raman
11253007d1SJagannathan Raman #include "qemu/osdep.h"
12253007d1SJagannathan Raman
13253007d1SJagannathan Raman #include "hw/remote/iommu.h"
14253007d1SJagannathan Raman #include "hw/pci/pci_bus.h"
15253007d1SJagannathan Raman #include "hw/pci/pci.h"
168be545baSRichard Henderson #include "system/memory.h"
17*dfc56946SRichard Henderson #include "system/address-spaces.h"
18253007d1SJagannathan Raman #include "trace.h"
19253007d1SJagannathan Raman
20253007d1SJagannathan Raman /**
21253007d1SJagannathan Raman * IOMMU for TYPE_REMOTE_MACHINE - manages DMA address space isolation
22253007d1SJagannathan Raman * for remote machine. It is used by TYPE_VFIO_USER_SERVER.
23253007d1SJagannathan Raman *
24253007d1SJagannathan Raman * - Each TYPE_VFIO_USER_SERVER instance handles one PCIDevice on a PCIBus.
25253007d1SJagannathan Raman * There is one RemoteIommu per PCIBus, so the RemoteIommu tracks multiple
26253007d1SJagannathan Raman * PCIDevices by maintaining a ->elem_by_devfn mapping.
27253007d1SJagannathan Raman *
28253007d1SJagannathan Raman * - memory_region_init_iommu() is not used because vfio-user MemoryRegions
29253007d1SJagannathan Raman * will be added to the elem->mr container instead. This is more natural
30253007d1SJagannathan Raman * than implementing the IOMMUMemoryRegionClass APIs since vfio-user
31253007d1SJagannathan Raman * provides something that is close to a full-fledged MemoryRegion and
32253007d1SJagannathan Raman * not like an IOMMU mapping.
33253007d1SJagannathan Raman *
34253007d1SJagannathan Raman * - When a device is hot unplugged, the elem->mr reference is dropped so
35253007d1SJagannathan Raman * all vfio-user MemoryRegions associated with this vfio-user server are
36253007d1SJagannathan Raman * destroyed.
37253007d1SJagannathan Raman */
38253007d1SJagannathan Raman
remote_iommu_find_add_as(PCIBus * pci_bus,void * opaque,int devfn)39253007d1SJagannathan Raman static AddressSpace *remote_iommu_find_add_as(PCIBus *pci_bus,
40253007d1SJagannathan Raman void *opaque, int devfn)
41253007d1SJagannathan Raman {
42253007d1SJagannathan Raman RemoteIommu *iommu = opaque;
43253007d1SJagannathan Raman RemoteIommuElem *elem = NULL;
44253007d1SJagannathan Raman
45253007d1SJagannathan Raman qemu_mutex_lock(&iommu->lock);
46253007d1SJagannathan Raman
47253007d1SJagannathan Raman elem = g_hash_table_lookup(iommu->elem_by_devfn, INT2VOIDP(devfn));
48253007d1SJagannathan Raman
49253007d1SJagannathan Raman if (!elem) {
50c5e8d518SMarkus Armbruster elem = g_new0(RemoteIommuElem, 1);
51253007d1SJagannathan Raman g_hash_table_insert(iommu->elem_by_devfn, INT2VOIDP(devfn), elem);
52253007d1SJagannathan Raman }
53253007d1SJagannathan Raman
54253007d1SJagannathan Raman if (!elem->mr) {
55253007d1SJagannathan Raman elem->mr = MEMORY_REGION(object_new(TYPE_MEMORY_REGION));
56253007d1SJagannathan Raman memory_region_set_size(elem->mr, UINT64_MAX);
57253007d1SJagannathan Raman address_space_init(&elem->as, elem->mr, NULL);
58253007d1SJagannathan Raman }
59253007d1SJagannathan Raman
60253007d1SJagannathan Raman qemu_mutex_unlock(&iommu->lock);
61253007d1SJagannathan Raman
62253007d1SJagannathan Raman return &elem->as;
63253007d1SJagannathan Raman }
64253007d1SJagannathan Raman
remote_iommu_unplug_dev(PCIDevice * pci_dev)65253007d1SJagannathan Raman void remote_iommu_unplug_dev(PCIDevice *pci_dev)
66253007d1SJagannathan Raman {
67253007d1SJagannathan Raman AddressSpace *as = pci_device_iommu_address_space(pci_dev);
68253007d1SJagannathan Raman RemoteIommuElem *elem = NULL;
69253007d1SJagannathan Raman
70253007d1SJagannathan Raman if (as == &address_space_memory) {
71253007d1SJagannathan Raman return;
72253007d1SJagannathan Raman }
73253007d1SJagannathan Raman
74253007d1SJagannathan Raman elem = container_of(as, RemoteIommuElem, as);
75253007d1SJagannathan Raman
76253007d1SJagannathan Raman address_space_destroy(&elem->as);
77253007d1SJagannathan Raman
78253007d1SJagannathan Raman object_unref(elem->mr);
79253007d1SJagannathan Raman
80253007d1SJagannathan Raman elem->mr = NULL;
81253007d1SJagannathan Raman }
82253007d1SJagannathan Raman
remote_iommu_init(Object * obj)83253007d1SJagannathan Raman static void remote_iommu_init(Object *obj)
84253007d1SJagannathan Raman {
85253007d1SJagannathan Raman RemoteIommu *iommu = REMOTE_IOMMU(obj);
86253007d1SJagannathan Raman
87253007d1SJagannathan Raman iommu->elem_by_devfn = g_hash_table_new_full(NULL, NULL, NULL, g_free);
88253007d1SJagannathan Raman
89253007d1SJagannathan Raman qemu_mutex_init(&iommu->lock);
90253007d1SJagannathan Raman }
91253007d1SJagannathan Raman
remote_iommu_finalize(Object * obj)92253007d1SJagannathan Raman static void remote_iommu_finalize(Object *obj)
93253007d1SJagannathan Raman {
94253007d1SJagannathan Raman RemoteIommu *iommu = REMOTE_IOMMU(obj);
95253007d1SJagannathan Raman
96253007d1SJagannathan Raman qemu_mutex_destroy(&iommu->lock);
97253007d1SJagannathan Raman
98253007d1SJagannathan Raman g_hash_table_destroy(iommu->elem_by_devfn);
99253007d1SJagannathan Raman
100253007d1SJagannathan Raman iommu->elem_by_devfn = NULL;
101253007d1SJagannathan Raman }
102253007d1SJagannathan Raman
103ba7d12ebSYi Liu static const PCIIOMMUOps remote_iommu_ops = {
104ba7d12ebSYi Liu .get_address_space = remote_iommu_find_add_as,
105ba7d12ebSYi Liu };
106ba7d12ebSYi Liu
remote_iommu_setup(PCIBus * pci_bus)107253007d1SJagannathan Raman void remote_iommu_setup(PCIBus *pci_bus)
108253007d1SJagannathan Raman {
109253007d1SJagannathan Raman RemoteIommu *iommu = NULL;
110253007d1SJagannathan Raman
111253007d1SJagannathan Raman g_assert(pci_bus);
112253007d1SJagannathan Raman
113253007d1SJagannathan Raman iommu = REMOTE_IOMMU(object_new(TYPE_REMOTE_IOMMU));
114253007d1SJagannathan Raman
115ba7d12ebSYi Liu pci_setup_iommu(pci_bus, &remote_iommu_ops, iommu);
116253007d1SJagannathan Raman
117253007d1SJagannathan Raman object_property_add_child(OBJECT(pci_bus), "remote-iommu", OBJECT(iommu));
118253007d1SJagannathan Raman
119253007d1SJagannathan Raman object_unref(OBJECT(iommu));
120253007d1SJagannathan Raman }
121253007d1SJagannathan Raman
122253007d1SJagannathan Raman static const TypeInfo remote_iommu_info = {
123253007d1SJagannathan Raman .name = TYPE_REMOTE_IOMMU,
124253007d1SJagannathan Raman .parent = TYPE_OBJECT,
125253007d1SJagannathan Raman .instance_size = sizeof(RemoteIommu),
126253007d1SJagannathan Raman .instance_init = remote_iommu_init,
127253007d1SJagannathan Raman .instance_finalize = remote_iommu_finalize,
128253007d1SJagannathan Raman };
129253007d1SJagannathan Raman
remote_iommu_register_types(void)130253007d1SJagannathan Raman static void remote_iommu_register_types(void)
131253007d1SJagannathan Raman {
132253007d1SJagannathan Raman type_register_static(&remote_iommu_info);
133253007d1SJagannathan Raman }
134253007d1SJagannathan Raman
135253007d1SJagannathan Raman type_init(remote_iommu_register_types)
136