1253007d1SJagannathan Raman /** 2253007d1SJagannathan Raman * IOMMU for remote device 3253007d1SJagannathan Raman * 4253007d1SJagannathan Raman * Copyright © 2022 Oracle and/or its affiliates. 5253007d1SJagannathan Raman * 6253007d1SJagannathan Raman * This work is licensed under the terms of the GNU GPL, version 2 or later. 7253007d1SJagannathan Raman * See the COPYING file in the top-level directory. 8253007d1SJagannathan Raman * 9253007d1SJagannathan Raman */ 10253007d1SJagannathan Raman 11253007d1SJagannathan Raman #include "qemu/osdep.h" 12253007d1SJagannathan Raman 13253007d1SJagannathan Raman #include "hw/remote/iommu.h" 14253007d1SJagannathan Raman #include "hw/pci/pci_bus.h" 15253007d1SJagannathan Raman #include "hw/pci/pci.h" 16253007d1SJagannathan Raman #include "exec/memory.h" 17253007d1SJagannathan Raman #include "exec/address-spaces.h" 18253007d1SJagannathan Raman #include "trace.h" 19253007d1SJagannathan Raman 20253007d1SJagannathan Raman /** 21253007d1SJagannathan Raman * IOMMU for TYPE_REMOTE_MACHINE - manages DMA address space isolation 22253007d1SJagannathan Raman * for remote machine. It is used by TYPE_VFIO_USER_SERVER. 23253007d1SJagannathan Raman * 24253007d1SJagannathan Raman * - Each TYPE_VFIO_USER_SERVER instance handles one PCIDevice on a PCIBus. 25253007d1SJagannathan Raman * There is one RemoteIommu per PCIBus, so the RemoteIommu tracks multiple 26253007d1SJagannathan Raman * PCIDevices by maintaining a ->elem_by_devfn mapping. 27253007d1SJagannathan Raman * 28253007d1SJagannathan Raman * - memory_region_init_iommu() is not used because vfio-user MemoryRegions 29253007d1SJagannathan Raman * will be added to the elem->mr container instead. This is more natural 30253007d1SJagannathan Raman * than implementing the IOMMUMemoryRegionClass APIs since vfio-user 31253007d1SJagannathan Raman * provides something that is close to a full-fledged MemoryRegion and 32253007d1SJagannathan Raman * not like an IOMMU mapping. 33253007d1SJagannathan Raman * 34253007d1SJagannathan Raman * - When a device is hot unplugged, the elem->mr reference is dropped so 35253007d1SJagannathan Raman * all vfio-user MemoryRegions associated with this vfio-user server are 36253007d1SJagannathan Raman * destroyed. 37253007d1SJagannathan Raman */ 38253007d1SJagannathan Raman 39253007d1SJagannathan Raman static AddressSpace *remote_iommu_find_add_as(PCIBus *pci_bus, 40253007d1SJagannathan Raman void *opaque, int devfn) 41253007d1SJagannathan Raman { 42253007d1SJagannathan Raman RemoteIommu *iommu = opaque; 43253007d1SJagannathan Raman RemoteIommuElem *elem = NULL; 44253007d1SJagannathan Raman 45253007d1SJagannathan Raman qemu_mutex_lock(&iommu->lock); 46253007d1SJagannathan Raman 47253007d1SJagannathan Raman elem = g_hash_table_lookup(iommu->elem_by_devfn, INT2VOIDP(devfn)); 48253007d1SJagannathan Raman 49253007d1SJagannathan Raman if (!elem) { 50*c5e8d518SMarkus Armbruster elem = g_new0(RemoteIommuElem, 1); 51253007d1SJagannathan Raman g_hash_table_insert(iommu->elem_by_devfn, INT2VOIDP(devfn), elem); 52253007d1SJagannathan Raman } 53253007d1SJagannathan Raman 54253007d1SJagannathan Raman if (!elem->mr) { 55253007d1SJagannathan Raman elem->mr = MEMORY_REGION(object_new(TYPE_MEMORY_REGION)); 56253007d1SJagannathan Raman memory_region_set_size(elem->mr, UINT64_MAX); 57253007d1SJagannathan Raman address_space_init(&elem->as, elem->mr, NULL); 58253007d1SJagannathan Raman } 59253007d1SJagannathan Raman 60253007d1SJagannathan Raman qemu_mutex_unlock(&iommu->lock); 61253007d1SJagannathan Raman 62253007d1SJagannathan Raman return &elem->as; 63253007d1SJagannathan Raman } 64253007d1SJagannathan Raman 65253007d1SJagannathan Raman void remote_iommu_unplug_dev(PCIDevice *pci_dev) 66253007d1SJagannathan Raman { 67253007d1SJagannathan Raman AddressSpace *as = pci_device_iommu_address_space(pci_dev); 68253007d1SJagannathan Raman RemoteIommuElem *elem = NULL; 69253007d1SJagannathan Raman 70253007d1SJagannathan Raman if (as == &address_space_memory) { 71253007d1SJagannathan Raman return; 72253007d1SJagannathan Raman } 73253007d1SJagannathan Raman 74253007d1SJagannathan Raman elem = container_of(as, RemoteIommuElem, as); 75253007d1SJagannathan Raman 76253007d1SJagannathan Raman address_space_destroy(&elem->as); 77253007d1SJagannathan Raman 78253007d1SJagannathan Raman object_unref(elem->mr); 79253007d1SJagannathan Raman 80253007d1SJagannathan Raman elem->mr = NULL; 81253007d1SJagannathan Raman } 82253007d1SJagannathan Raman 83253007d1SJagannathan Raman static void remote_iommu_init(Object *obj) 84253007d1SJagannathan Raman { 85253007d1SJagannathan Raman RemoteIommu *iommu = REMOTE_IOMMU(obj); 86253007d1SJagannathan Raman 87253007d1SJagannathan Raman iommu->elem_by_devfn = g_hash_table_new_full(NULL, NULL, NULL, g_free); 88253007d1SJagannathan Raman 89253007d1SJagannathan Raman qemu_mutex_init(&iommu->lock); 90253007d1SJagannathan Raman } 91253007d1SJagannathan Raman 92253007d1SJagannathan Raman static void remote_iommu_finalize(Object *obj) 93253007d1SJagannathan Raman { 94253007d1SJagannathan Raman RemoteIommu *iommu = REMOTE_IOMMU(obj); 95253007d1SJagannathan Raman 96253007d1SJagannathan Raman qemu_mutex_destroy(&iommu->lock); 97253007d1SJagannathan Raman 98253007d1SJagannathan Raman g_hash_table_destroy(iommu->elem_by_devfn); 99253007d1SJagannathan Raman 100253007d1SJagannathan Raman iommu->elem_by_devfn = NULL; 101253007d1SJagannathan Raman } 102253007d1SJagannathan Raman 103253007d1SJagannathan Raman void remote_iommu_setup(PCIBus *pci_bus) 104253007d1SJagannathan Raman { 105253007d1SJagannathan Raman RemoteIommu *iommu = NULL; 106253007d1SJagannathan Raman 107253007d1SJagannathan Raman g_assert(pci_bus); 108253007d1SJagannathan Raman 109253007d1SJagannathan Raman iommu = REMOTE_IOMMU(object_new(TYPE_REMOTE_IOMMU)); 110253007d1SJagannathan Raman 111253007d1SJagannathan Raman pci_setup_iommu(pci_bus, remote_iommu_find_add_as, iommu); 112253007d1SJagannathan Raman 113253007d1SJagannathan Raman object_property_add_child(OBJECT(pci_bus), "remote-iommu", OBJECT(iommu)); 114253007d1SJagannathan Raman 115253007d1SJagannathan Raman object_unref(OBJECT(iommu)); 116253007d1SJagannathan Raman } 117253007d1SJagannathan Raman 118253007d1SJagannathan Raman static const TypeInfo remote_iommu_info = { 119253007d1SJagannathan Raman .name = TYPE_REMOTE_IOMMU, 120253007d1SJagannathan Raman .parent = TYPE_OBJECT, 121253007d1SJagannathan Raman .instance_size = sizeof(RemoteIommu), 122253007d1SJagannathan Raman .instance_init = remote_iommu_init, 123253007d1SJagannathan Raman .instance_finalize = remote_iommu_finalize, 124253007d1SJagannathan Raman }; 125253007d1SJagannathan Raman 126253007d1SJagannathan Raman static void remote_iommu_register_types(void) 127253007d1SJagannathan Raman { 128253007d1SJagannathan Raman type_register_static(&remote_iommu_info); 129253007d1SJagannathan Raman } 130253007d1SJagannathan Raman 131253007d1SJagannathan Raman type_init(remote_iommu_register_types) 132