1e2c7d025SEric Auger /* 2e2c7d025SEric Auger * common header for vfio based device assignment support 3e2c7d025SEric Auger * 4e2c7d025SEric Auger * Copyright Red Hat, Inc. 2012 5e2c7d025SEric Auger * 6e2c7d025SEric Auger * Authors: 7e2c7d025SEric Auger * Alex Williamson <alex.williamson@redhat.com> 8e2c7d025SEric Auger * 9e2c7d025SEric Auger * This work is licensed under the terms of the GNU GPL, version 2. See 10e2c7d025SEric Auger * the COPYING file in the top-level directory. 11e2c7d025SEric Auger * 12e2c7d025SEric Auger * Based on qemu-kvm device-assignment: 13e2c7d025SEric Auger * Adapted for KVM by Qumranet. 14e2c7d025SEric Auger * Copyright (c) 2007, Neocleus, Alex Novik (alex@neocleus.com) 15e2c7d025SEric Auger * Copyright (c) 2007, Neocleus, Guy Zana (guy@neocleus.com) 16e2c7d025SEric Auger * Copyright (C) 2008, Qumranet, Amit Shah (amit.shah@qumranet.com) 17e2c7d025SEric Auger * Copyright (C) 2008, Red Hat, Amit Shah (amit.shah@redhat.com) 18e2c7d025SEric Auger * Copyright (C) 2008, IBM, Muli Ben-Yehuda (muli@il.ibm.com) 19e2c7d025SEric Auger */ 20175de524SMarkus Armbruster 21e2c7d025SEric Auger #ifndef HW_VFIO_VFIO_COMMON_H 22e2c7d025SEric Auger #define HW_VFIO_VFIO_COMMON_H 23e2c7d025SEric Auger 24e2c7d025SEric Auger #include "exec/memory.h" 25e2c7d025SEric Auger #include "qemu/queue.h" 26e2c7d025SEric Auger #include "qemu/notify.h" 278b818e05SGerd Hoffmann #include "ui/console.h" 28b290659fSGerd Hoffmann #include "hw/display/ramfb.h" 2946900226SAlex Williamson #ifdef CONFIG_LINUX 3046900226SAlex Williamson #include <linux/vfio.h> 3146900226SAlex Williamson #endif 3202a7e71bSKirti Wankhede #include "sysemu/sysemu.h" 33f61dddd7SZhenzhong Duan #include "hw/vfio/vfio-container-base.h" 34e2c7d025SEric Auger 35e1eb292aSMarkus Armbruster #define VFIO_MSG_PREFIX "vfio %s: " 36426ec904SEric Auger 37e2c7d025SEric Auger enum { 38e2c7d025SEric Auger VFIO_DEVICE_TYPE_PCI = 0, 390ea2730bSEric Auger VFIO_DEVICE_TYPE_PLATFORM = 1, 401dcac3e1SXiao Feng Ren VFIO_DEVICE_TYPE_CCW = 2, 412fe2942cSTony Krowiak VFIO_DEVICE_TYPE_AP = 3, 42e2c7d025SEric Auger }; 43e2c7d025SEric Auger 44db0da029SAlex Williamson typedef struct VFIOMmap { 45db0da029SAlex Williamson MemoryRegion mem; 46db0da029SAlex Williamson void *mmap; 47db0da029SAlex Williamson off_t offset; 48db0da029SAlex Williamson size_t size; 49db0da029SAlex Williamson } VFIOMmap; 50db0da029SAlex Williamson 51e2c7d025SEric Auger typedef struct VFIORegion { 52e2c7d025SEric Auger struct VFIODevice *vbasedev; 53e2c7d025SEric Auger off_t fd_offset; /* offset of region within device fd */ 54db0da029SAlex Williamson MemoryRegion *mem; /* slow, read/write access */ 55e2c7d025SEric Auger size_t size; 56e2c7d025SEric Auger uint32_t flags; /* VFIO region flags (rd/wr/mmap) */ 57db0da029SAlex Williamson uint32_t nr_mmaps; 58db0da029SAlex Williamson VFIOMmap *mmaps; 59e2c7d025SEric Auger uint8_t nr; /* cache the region number for debug */ 60e2c7d025SEric Auger } VFIORegion; 61e2c7d025SEric Auger 62a9e271ecSKirti Wankhede typedef struct VFIOMigration { 63050c588cSKirti Wankhede struct VFIODevice *vbasedev; 6402a7e71bSKirti Wankhede VMChangeStateEntry *vm_state; 653e775730SSteve Sistare NotifierWithReturn migration_state; 6631bcbbb5SAvihai Horon uint32_t device_state; 6731bcbbb5SAvihai Horon int data_fd; 6831bcbbb5SAvihai Horon void *data_buffer; 6931bcbbb5SAvihai Horon size_t data_buffer_size; 706cd1fe11SAvihai Horon uint64_t mig_flags; 71eda7362aSAvihai Horon uint64_t precopy_init_size; 72eda7362aSAvihai Horon uint64_t precopy_dirty_size; 73745c4291SAvihai Horon bool initial_data_sent; 74a9e271ecSKirti Wankhede } VFIOMigration; 75a9e271ecSKirti Wankhede 76e2c7d025SEric Auger struct VFIOGroup; 77e2c7d025SEric Auger 78e2c7d025SEric Auger typedef struct VFIOContainer { 79f61dddd7SZhenzhong Duan VFIOContainerBase bcontainer; 80e2c7d025SEric Auger int fd; /* /dev/vfio/vfio, empowered by the attached groups */ 81318f67ceSAlexey Kardashevskiy unsigned iommu_type; 82e2c7d025SEric Auger QLIST_HEAD(, VFIOGroup) group_list; 83e2c7d025SEric Auger } VFIOContainer; 84e2c7d025SEric Auger 85f4ec5e26SAlexey Kardashevskiy typedef struct VFIOHostDMAWindow { 86f4ec5e26SAlexey Kardashevskiy hwaddr min_iova; 87f4ec5e26SAlexey Kardashevskiy hwaddr max_iova; 88f4ec5e26SAlexey Kardashevskiy uint64_t iova_pgsizes; 89f4ec5e26SAlexey Kardashevskiy QLIST_ENTRY(VFIOHostDMAWindow) hostwin_next; 90f4ec5e26SAlexey Kardashevskiy } VFIOHostDMAWindow; 91f4ec5e26SAlexey Kardashevskiy 925ee3dc7aSYi Liu typedef struct IOMMUFDBackend IOMMUFDBackend; 935ee3dc7aSYi Liu 945ee3dc7aSYi Liu typedef struct VFIOIOMMUFDContainer { 955ee3dc7aSYi Liu VFIOContainerBase bcontainer; 965ee3dc7aSYi Liu IOMMUFDBackend *be; 975ee3dc7aSYi Liu uint32_t ioas_id; 985ee3dc7aSYi Liu } VFIOIOMMUFDContainer; 995ee3dc7aSYi Liu 100e2c7d025SEric Auger typedef struct VFIODeviceOps VFIODeviceOps; 101e2c7d025SEric Auger 102e2c7d025SEric Auger typedef struct VFIODevice { 103e2c7d025SEric Auger QLIST_ENTRY(VFIODevice) next; 1047103ef7eSZhenzhong Duan QLIST_ENTRY(VFIODevice) container_next; 1053d779abaSZhenzhong Duan QLIST_ENTRY(VFIODevice) global_next; 106e2c7d025SEric Auger struct VFIOGroup *group; 1073e6015d1SZhenzhong Duan VFIOContainerBase *bcontainer; 1087df9381bSAlex Williamson char *sysfsdev; 109e2c7d025SEric Auger char *name; 1107da624e2SAlex Williamson DeviceState *dev; 111e2c7d025SEric Auger int fd; 112e2c7d025SEric Auger int type; 113e2c7d025SEric Auger bool reset_works; 114e2c7d025SEric Auger bool needs_reset; 1155e15d79bSAlex Williamson bool no_mmap; 116aff92b82SDavid Hildenbrand bool ram_block_discard_allowed; 1178bbcb64aSAvihai Horon OnOffAuto enable_migration; 1185e1f8905SAvihai Horon bool migration_events; 119e2c7d025SEric Auger VFIODeviceOps *ops; 120e2c7d025SEric Auger unsigned int num_irqs; 121e2c7d025SEric Auger unsigned int num_regions; 122e2c7d025SEric Auger unsigned int flags; 123a9e271ecSKirti Wankhede VFIOMigration *migration; 124a9e271ecSKirti Wankhede Error *migration_blocker; 125bb0990d1SKirti Wankhede OnOffAuto pre_copy_dirty_page_tracking; 1265255bbf4SJoao Martins bool dirty_pages_supported; 1275255bbf4SJoao Martins bool dirty_tracking; 1285ee3dc7aSYi Liu int devid; 1295ee3dc7aSYi Liu IOMMUFDBackend *iommufd; 130e2c7d025SEric Auger } VFIODevice; 131e2c7d025SEric Auger 132e2c7d025SEric Auger struct VFIODeviceOps { 133e2c7d025SEric Auger void (*vfio_compute_needs_reset)(VFIODevice *vdev); 134e2c7d025SEric Auger int (*vfio_hot_reset_multi)(VFIODevice *vdev); 135e2c7d025SEric Auger void (*vfio_eoi)(VFIODevice *vdev); 136e93b733bSKirti Wankhede Object *(*vfio_get_object)(VFIODevice *vdev); 1373783f814SCédric Le Goater 1383783f814SCédric Le Goater /** 1393783f814SCédric Le Goater * @vfio_save_config 1403783f814SCédric Le Goater * 1413783f814SCédric Le Goater * Save device config state 1423783f814SCédric Le Goater * 1433783f814SCédric Le Goater * @vdev: #VFIODevice for which to save the config 1443783f814SCédric Le Goater * @f: #QEMUFile where to send the data 1453783f814SCédric Le Goater * @errp: pointer to Error*, to store an error if it happens. 1463783f814SCédric Le Goater * 1473783f814SCédric Le Goater * Returns zero to indicate success and negative for error 1483783f814SCédric Le Goater */ 1493783f814SCédric Le Goater int (*vfio_save_config)(VFIODevice *vdev, QEMUFile *f, Error **errp); 1503783f814SCédric Le Goater 1513783f814SCédric Le Goater /** 1523783f814SCédric Le Goater * @vfio_load_config 1533783f814SCédric Le Goater * 1543783f814SCédric Le Goater * Load device config state 1553783f814SCédric Le Goater * 1563783f814SCédric Le Goater * @vdev: #VFIODevice for which to load the config 1573783f814SCédric Le Goater * @f: #QEMUFile where to get the data 1583783f814SCédric Le Goater * 1593783f814SCédric Le Goater * Returns zero to indicate success and negative for error 1603783f814SCédric Le Goater */ 161c5e2fb3cSKirti Wankhede int (*vfio_load_config)(VFIODevice *vdev, QEMUFile *f); 162e2c7d025SEric Auger }; 163e2c7d025SEric Auger 164e2c7d025SEric Auger typedef struct VFIOGroup { 165e2c7d025SEric Auger int fd; 166e2c7d025SEric Auger int groupid; 167e2c7d025SEric Auger VFIOContainer *container; 168e2c7d025SEric Auger QLIST_HEAD(, VFIODevice) device_list; 169e2c7d025SEric Auger QLIST_ENTRY(VFIOGroup) next; 170e2c7d025SEric Auger QLIST_ENTRY(VFIOGroup) container_next; 171aff92b82SDavid Hildenbrand bool ram_block_discard_allowed; 172e2c7d025SEric Auger } VFIOGroup; 173e2c7d025SEric Auger 1748b818e05SGerd Hoffmann typedef struct VFIODMABuf { 175c0fcd633SDongwon Kim QemuDmaBuf *buf; 1768b818e05SGerd Hoffmann uint32_t pos_x, pos_y, pos_updates; 1778b818e05SGerd Hoffmann uint32_t hot_x, hot_y, hot_updates; 1788b818e05SGerd Hoffmann int dmabuf_id; 1798b818e05SGerd Hoffmann QTAILQ_ENTRY(VFIODMABuf) next; 1808b818e05SGerd Hoffmann } VFIODMABuf; 1818b818e05SGerd Hoffmann 18200195ba7SGerd Hoffmann typedef struct VFIODisplay { 18300195ba7SGerd Hoffmann QemuConsole *con; 184b290659fSGerd Hoffmann RAMFBState *ramfb; 18508479114SGerd Hoffmann struct vfio_region_info *edid_info; 18608479114SGerd Hoffmann struct vfio_region_gfx_edid *edid_regs; 18708479114SGerd Hoffmann uint8_t *edid_blob; 1888781c701SGerd Hoffmann QEMUTimer *edid_link_timer; 18900195ba7SGerd Hoffmann struct { 19000195ba7SGerd Hoffmann VFIORegion buffer; 19100195ba7SGerd Hoffmann DisplaySurface *surface; 19200195ba7SGerd Hoffmann } region; 1938b818e05SGerd Hoffmann struct { 1948b818e05SGerd Hoffmann QTAILQ_HEAD(, VFIODMABuf) bufs; 1958b818e05SGerd Hoffmann VFIODMABuf *primary; 1968b818e05SGerd Hoffmann VFIODMABuf *cursor; 1978b818e05SGerd Hoffmann } dmabuf; 19800195ba7SGerd Hoffmann } VFIODisplay; 19900195ba7SGerd Hoffmann 2007e63b311SYi Liu VFIOAddressSpace *vfio_get_address_space(AddressSpace *as); 2017e63b311SYi Liu void vfio_put_address_space(VFIOAddressSpace *space); 2027e63b311SYi Liu 203770c3b6eSZhenzhong Duan /* SPAPR specific */ 204770c3b6eSZhenzhong Duan int vfio_spapr_container_init(VFIOContainer *container, Error **errp); 205770c3b6eSZhenzhong Duan void vfio_spapr_container_deinit(VFIOContainer *container); 2067e63b311SYi Liu 207e2c7d025SEric Auger void vfio_disable_irqindex(VFIODevice *vbasedev, int index); 208e2c7d025SEric Auger void vfio_unmask_single_irqindex(VFIODevice *vbasedev, int index); 209e2c7d025SEric Auger void vfio_mask_single_irqindex(VFIODevice *vbasedev, int index); 21084e37d02SZhenzhong Duan bool vfio_set_irq_signaling(VFIODevice *vbasedev, int index, int subindex, 211201a7331SEric Auger int action, int fd, Error **errp); 212e2c7d025SEric Auger void vfio_region_write(void *opaque, hwaddr addr, 213e2c7d025SEric Auger uint64_t data, unsigned size); 214e2c7d025SEric Auger uint64_t vfio_region_read(void *opaque, 215e2c7d025SEric Auger hwaddr addr, unsigned size); 216db0da029SAlex Williamson int vfio_region_setup(Object *obj, VFIODevice *vbasedev, VFIORegion *region, 217db0da029SAlex Williamson int index, const char *name); 218db0da029SAlex Williamson int vfio_region_mmap(VFIORegion *region); 219db0da029SAlex Williamson void vfio_region_mmaps_set_enabled(VFIORegion *region, bool enabled); 2200f7a903bSKirti Wankhede void vfio_region_unmap(VFIORegion *region); 221db0da029SAlex Williamson void vfio_region_exit(VFIORegion *region); 222db0da029SAlex Williamson void vfio_region_finalize(VFIORegion *region); 223e2c7d025SEric Auger void vfio_reset_handler(void *opaque); 224634f38f0SAlex Williamson struct vfio_device_info *vfio_get_device_info(int fd); 225b7754835SZhenzhong Duan bool vfio_attach_device(char *name, VFIODevice *vbasedev, 2265456b186SEric Auger AddressSpace *as, Error **errp); 2275456b186SEric Auger void vfio_detach_device(VFIODevice *vbasedev); 228e2c7d025SEric Auger 2295621c02dSZhenzhong Duan int vfio_kvm_device_add_fd(int fd, Error **errp); 2305621c02dSZhenzhong Duan int vfio_kvm_device_del_fd(int fd, Error **errp); 2315621c02dSZhenzhong Duan 232f38f5dd1SZhenzhong Duan bool vfio_cpr_register_container(VFIOContainerBase *bcontainer, Error **errp); 233d9fa4223SSteve Sistare void vfio_cpr_unregister_container(VFIOContainerBase *bcontainer); 234d9fa4223SSteve Sistare 235e2c7d025SEric Auger extern const MemoryRegionOps vfio_region_ops; 236f481ee2dSPaolo Bonzini typedef QLIST_HEAD(VFIOGroupList, VFIOGroup) VFIOGroupList; 2373d779abaSZhenzhong Duan typedef QLIST_HEAD(VFIODeviceList, VFIODevice) VFIODeviceList; 238f481ee2dSPaolo Bonzini extern VFIOGroupList vfio_group_list; 2397e63b311SYi Liu extern VFIODeviceList vfio_device_list; 2407e63b311SYi Liu extern const MemoryListener vfio_memory_listener; 2417e63b311SYi Liu extern int vfio_kvm_device_fd; 242e2c7d025SEric Auger 2433710586cSKirti Wankhede bool vfio_mig_active(void); 2448bbcb64aSAvihai Horon int vfio_block_multiple_devices_migration(VFIODevice *vbasedev, Error **errp); 24529d81b71SAvihai Horon void vfio_unblock_multiple_devices_migration(void); 2463c26c80aSZhenzhong Duan bool vfio_viommu_preset(VFIODevice *vbasedev); 2473710586cSKirti Wankhede int64_t vfio_mig_bytes_transferred(void); 248808642a2SAvihai Horon void vfio_reset_bytes_transferred(void); 2493d4d0f0eSJoao Martins bool vfio_device_state_is_running(VFIODevice *vbasedev); 2503d4d0f0eSJoao Martins bool vfio_device_state_is_precopy(VFIODevice *vbasedev); 2513710586cSKirti Wankhede 25246900226SAlex Williamson #ifdef CONFIG_LINUX 25346900226SAlex Williamson int vfio_get_region_info(VFIODevice *vbasedev, int index, 25446900226SAlex Williamson struct vfio_region_info **info); 255e61a424fSAlex Williamson int vfio_get_dev_region_info(VFIODevice *vbasedev, uint32_t type, 256e61a424fSAlex Williamson uint32_t subtype, struct vfio_region_info **info); 257ae0215b2SAlexey Kardashevskiy bool vfio_has_region_cap(VFIODevice *vbasedev, int region, uint16_t cap_type); 258013002f0SAlexey Kardashevskiy struct vfio_info_cap_header * 259013002f0SAlexey Kardashevskiy vfio_get_region_info_cap(struct vfio_region_info *info, uint16_t id); 2607486a628SMatthew Rosato bool vfio_get_info_dma_avail(struct vfio_iommu_type1_info *info, 2617486a628SMatthew Rosato unsigned int *avail); 26292fe289aSMatthew Rosato struct vfio_info_cap_header * 26392fe289aSMatthew Rosato vfio_get_device_info_cap(struct vfio_device_info *info, uint16_t id); 2641e09f52fSYi Liu struct vfio_info_cap_header * 2651e09f52fSYi Liu vfio_get_cap(void *ptr, uint32_t cap_offset, uint16_t id); 26646900226SAlex Williamson #endif 267318f67ceSAlexey Kardashevskiy 268d4a2af74SZhenzhong Duan bool vfio_migration_realize(VFIODevice *vbasedev, Error **errp); 2698249cffcSAlex Williamson void vfio_migration_exit(VFIODevice *vbasedev); 270a9e271ecSKirti Wankhede 2711e09f52fSYi Liu int vfio_bitmap_alloc(VFIOBitmap *vbmap, hwaddr size); 2724517c33cSZhenzhong Duan bool 2734517c33cSZhenzhong Duan vfio_devices_all_running_and_mig_active(const VFIOContainerBase *bcontainer); 2744517c33cSZhenzhong Duan bool 2754517c33cSZhenzhong Duan vfio_devices_all_device_dirty_tracking(const VFIOContainerBase *bcontainer); 2764517c33cSZhenzhong Duan int vfio_devices_query_dirty_bitmap(const VFIOContainerBase *bcontainer, 2772da5f9e4SCédric Le Goater VFIOBitmap *vbmap, hwaddr iova, hwaddr size, Error **errp); 2784517c33cSZhenzhong Duan int vfio_get_dirty_bitmap(const VFIOContainerBase *bcontainer, uint64_t iova, 2792da5f9e4SCédric Le Goater uint64_t size, ram_addr_t ram_addr, Error **errp); 280da3e04b2SZhenzhong Duan 281da3e04b2SZhenzhong Duan /* Returns 0 on success, or a negative errno. */ 282c6c6cf91SZhenzhong Duan bool vfio_device_get_name(VFIODevice *vbasedev, Error **errp); 283da3e04b2SZhenzhong Duan void vfio_device_set_fd(VFIODevice *vbasedev, const char *str, Error **errp); 2846106a329SZhenzhong Duan void vfio_device_init(VFIODevice *vbasedev, int type, VFIODeviceOps *ops, 2856106a329SZhenzhong Duan DeviceState *dev, bool ram_discard); 286175de524SMarkus Armbruster #endif /* HW_VFIO_VFIO_COMMON_H */ 287