Lines Matching full:its
3 * GICv3 ITS emulation
26 static int vgic_its_save_tables_v0(struct vgic_its *its);
27 static int vgic_its_restore_tables_v0(struct vgic_its *its);
28 static int vgic_its_commit_v0(struct vgic_its *its);
34 * If this LPI is already mapped on another ITS, we increase its refcount
157 * struct vgic_its_abi - ITS abi ops and settings
161 * @save tables: save the ITS tables into guest RAM
162 * @restore_tables: restore the ITS internal structs from tables
171 int (*save_tables)(struct vgic_its *its);
172 int (*restore_tables)(struct vgic_its *its);
173 int (*commit)(struct vgic_its *its);
192 inline const struct vgic_its_abi *vgic_its_get_abi(struct vgic_its *its) in vgic_its_get_abi() argument
194 return &its_table_abi_versions[its->abi_rev]; in vgic_its_get_abi()
197 static int vgic_its_set_abi(struct vgic_its *its, u32 rev) in vgic_its_set_abi() argument
201 its->abi_rev = rev; in vgic_its_set_abi()
202 abi = vgic_its_get_abi(its); in vgic_its_set_abi()
203 return abi->commit(its); in vgic_its_set_abi()
207 * Find and returns a device in the device table for an ITS.
210 static struct its_device *find_its_device(struct vgic_its *its, u32 device_id) in find_its_device() argument
214 list_for_each_entry(device, &its->device_list, dev_list) in find_its_device()
223 * Device ID/Event ID pair on an ITS.
226 static struct its_ite *find_ite(struct vgic_its *its, u32 device_id, in find_ite() argument
232 device = find_its_device(its, device_id); in find_ite()
244 #define for_each_lpi_its(dev, ite, its) \ argument
245 list_for_each_entry(dev, &(its)->device_list, dev_list) \
256 * Finds and returns a collection in the ITS collection table.
259 static struct its_collection *find_collection(struct vgic_its *its, int coll_id) in find_collection() argument
263 list_for_each_entry(collection, &its->collection_list, coll_list) { in find_collection()
388 * Promotes the ITS view of affinity of an ITTE (which redistributor this LPI
408 static void update_affinity_collection(struct kvm *kvm, struct vgic_its *its, in update_affinity_collection() argument
414 for_each_lpi_its(device, ite, its) { in update_affinity_collection()
486 struct vgic_its *its, in vgic_mmio_read_its_typer() argument
489 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_mmio_read_its_typer()
508 struct vgic_its *its, in vgic_mmio_read_its_iidr() argument
513 val = (its->abi_rev << GITS_IIDR_REV_SHIFT) & GITS_IIDR_REV_MASK; in vgic_mmio_read_its_iidr()
519 struct vgic_its *its, in vgic_mmio_uaccess_write_its_iidr() argument
527 return vgic_its_set_abi(its, rev); in vgic_mmio_uaccess_write_its_iidr()
531 struct vgic_its *its, in vgic_mmio_read_its_idregs() argument
606 static void vgic_its_cache_translation(struct kvm *kvm, struct vgic_its *its, in vgic_its_cache_translation() argument
629 db = its->vgic_its_base + GITS_TRANSLATER; in vgic_its_cache_translation()
682 int vgic_its_resolve_lpi(struct kvm *kvm, struct vgic_its *its, in vgic_its_resolve_lpi() argument
688 if (!its->enabled) in vgic_its_resolve_lpi()
691 ite = find_ite(its, devid, eventid); in vgic_its_resolve_lpi()
702 vgic_its_cache_translation(kvm, its, devid, eventid, ite->irq); in vgic_its_resolve_lpi()
733 return iodev->its; in vgic_msi_to_its()
740 * Returns 0 on success, a positive error value for any ITS mapping
743 static int vgic_its_trigger_msi(struct kvm *kvm, struct vgic_its *its, in vgic_its_trigger_msi() argument
750 err = vgic_its_resolve_lpi(kvm, its, devid, eventid, &irq); in vgic_its_trigger_msi()
785 * Queries the KVM IO bus framework to get the ITS pointer from the given
792 struct vgic_its *its; in vgic_its_inject_msi() local
798 its = vgic_msi_to_its(kvm, msi); in vgic_its_inject_msi()
799 if (IS_ERR(its)) in vgic_its_inject_msi()
800 return PTR_ERR(its); in vgic_its_inject_msi()
802 mutex_lock(&its->its_lock); in vgic_its_inject_msi()
803 ret = vgic_its_trigger_msi(kvm, its, msi->devid, msi->data); in vgic_its_inject_msi()
804 mutex_unlock(&its->its_lock); in vgic_its_inject_msi()
855 static int vgic_its_cmd_handle_discard(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_discard() argument
862 ite = find_ite(its, device_id, event_id); in vgic_its_cmd_handle_discard()
882 static int vgic_its_cmd_handle_movi(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_movi() argument
892 ite = find_ite(its, device_id, event_id); in vgic_its_cmd_handle_movi()
899 collection = find_collection(its, coll_id); in vgic_its_cmd_handle_movi()
911 static bool __is_visible_gfn_locked(struct vgic_its *its, gpa_t gpa) in __is_visible_gfn_locked() argument
917 idx = srcu_read_lock(&its->dev->kvm->srcu); in __is_visible_gfn_locked()
918 ret = kvm_is_visible_gfn(its->dev->kvm, gfn); in __is_visible_gfn_locked()
919 srcu_read_unlock(&its->dev->kvm->srcu, idx); in __is_visible_gfn_locked()
930 static bool vgic_its_check_id(struct vgic_its *its, u64 baser, u32 id, in vgic_its_check_id() argument
945 /* as GITS_TYPER.CIL == 0, ITS supports 16-bit collection ID */ in vgic_its_check_id()
964 return __is_visible_gfn_locked(its, addr); in vgic_its_check_id()
973 if (kvm_read_guest_lock(its->dev->kvm, in vgic_its_check_id()
994 return __is_visible_gfn_locked(its, indirect_ptr); in vgic_its_check_id()
1001 static bool vgic_its_check_event_id(struct vgic_its *its, struct its_device *device, in vgic_its_check_event_id() argument
1004 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_check_event_id()
1013 return __is_visible_gfn_locked(its, gpa); in vgic_its_check_event_id()
1017 * Add a new collection into the ITS collection table.
1020 static int vgic_its_alloc_collection(struct vgic_its *its, in vgic_its_alloc_collection() argument
1033 list_add_tail(&collection->coll_list, &its->collection_list); in vgic_its_alloc_collection()
1039 static void vgic_its_free_collection(struct vgic_its *its, u32 coll_id) in vgic_its_free_collection() argument
1050 collection = find_collection(its, coll_id); in vgic_its_free_collection()
1054 for_each_lpi_its(device, ite, its) in vgic_its_free_collection()
1085 static int vgic_its_cmd_handle_mapi(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_mapi() argument
1098 device = find_its_device(its, device_id); in vgic_its_cmd_handle_mapi()
1102 if (!vgic_its_check_event_id(its, device, event_id)) in vgic_its_cmd_handle_mapi()
1114 if (find_ite(its, device_id, event_id)) in vgic_its_cmd_handle_mapi()
1117 collection = find_collection(its, coll_id); in vgic_its_cmd_handle_mapi()
1121 if (!vgic_its_check_id(its, its->baser_coll_table, coll_id, NULL)) in vgic_its_cmd_handle_mapi()
1124 ret = vgic_its_alloc_collection(its, &collection, coll_id); in vgic_its_cmd_handle_mapi()
1133 vgic_its_free_collection(its, coll_id); in vgic_its_cmd_handle_mapi()
1143 vgic_its_free_collection(its, coll_id); in vgic_its_cmd_handle_mapi()
1171 /* its lock must be held */
1172 static void vgic_its_free_device_list(struct kvm *kvm, struct vgic_its *its) in vgic_its_free_device_list() argument
1176 list_for_each_entry_safe(cur, temp, &its->device_list, dev_list) in vgic_its_free_device_list()
1180 /* its lock must be held */
1181 static void vgic_its_free_collection_list(struct kvm *kvm, struct vgic_its *its) in vgic_its_free_collection_list() argument
1185 list_for_each_entry_safe(cur, temp, &its->collection_list, coll_list) in vgic_its_free_collection_list()
1186 vgic_its_free_collection(its, cur->collection_id); in vgic_its_free_collection_list()
1190 static struct its_device *vgic_its_alloc_device(struct vgic_its *its, in vgic_its_alloc_device() argument
1205 list_add_tail(&device->dev_list, &its->device_list); in vgic_its_alloc_device()
1213 static int vgic_its_cmd_handle_mapd(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_mapd() argument
1222 if (!vgic_its_check_id(its, its->baser_device_table, device_id, NULL)) in vgic_its_cmd_handle_mapd()
1228 device = find_its_device(its, device_id); in vgic_its_cmd_handle_mapd()
1245 device = vgic_its_alloc_device(its, device_id, itt_addr, in vgic_its_cmd_handle_mapd()
1255 static int vgic_its_cmd_handle_mapc(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_mapc() argument
1266 vgic_its_free_collection(its, coll_id); in vgic_its_cmd_handle_mapc()
1275 collection = find_collection(its, coll_id); in vgic_its_cmd_handle_mapc()
1280 if (!vgic_its_check_id(its, its->baser_coll_table, in vgic_its_cmd_handle_mapc()
1284 ret = vgic_its_alloc_collection(its, &collection, in vgic_its_cmd_handle_mapc()
1291 update_affinity_collection(kvm, its, collection); in vgic_its_cmd_handle_mapc()
1302 static int vgic_its_cmd_handle_clear(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_clear() argument
1310 ite = find_ite(its, device_id, event_id); in vgic_its_cmd_handle_clear()
1332 static int vgic_its_cmd_handle_inv(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_inv() argument
1340 ite = find_ite(its, device_id, event_id); in vgic_its_cmd_handle_inv()
1352 * collection, and we don't need to hold the its_lock, since no ITS is
1389 static int vgic_its_cmd_handle_invall(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_invall() argument
1396 collection = find_collection(its, coll_id); in vgic_its_cmd_handle_invall()
1414 static int vgic_its_cmd_handle_movall(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_movall() argument
1456 static int vgic_its_cmd_handle_int(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_int() argument
1462 return vgic_its_trigger_msi(kvm, its, msi_devid, msi_data); in vgic_its_cmd_handle_int()
1466 * This function is called with the its_cmd lock held, but the ITS data
1469 static int vgic_its_handle_command(struct kvm *kvm, struct vgic_its *its, in vgic_its_handle_command() argument
1474 mutex_lock(&its->its_lock); in vgic_its_handle_command()
1477 ret = vgic_its_cmd_handle_mapd(kvm, its, its_cmd); in vgic_its_handle_command()
1480 ret = vgic_its_cmd_handle_mapc(kvm, its, its_cmd); in vgic_its_handle_command()
1483 ret = vgic_its_cmd_handle_mapi(kvm, its, its_cmd); in vgic_its_handle_command()
1486 ret = vgic_its_cmd_handle_mapi(kvm, its, its_cmd); in vgic_its_handle_command()
1489 ret = vgic_its_cmd_handle_movi(kvm, its, its_cmd); in vgic_its_handle_command()
1492 ret = vgic_its_cmd_handle_discard(kvm, its, its_cmd); in vgic_its_handle_command()
1495 ret = vgic_its_cmd_handle_clear(kvm, its, its_cmd); in vgic_its_handle_command()
1498 ret = vgic_its_cmd_handle_movall(kvm, its, its_cmd); in vgic_its_handle_command()
1501 ret = vgic_its_cmd_handle_int(kvm, its, its_cmd); in vgic_its_handle_command()
1504 ret = vgic_its_cmd_handle_inv(kvm, its, its_cmd); in vgic_its_handle_command()
1507 ret = vgic_its_cmd_handle_invall(kvm, its, its_cmd); in vgic_its_handle_command()
1514 mutex_unlock(&its->its_lock); in vgic_its_handle_command()
1531 /* We support only one (ITS) page size: 64K */ in vgic_sanitise_its_baser()
1556 struct vgic_its *its, in vgic_mmio_read_its_cbaser() argument
1559 return extract_bytes(its->cbaser, addr & 7, len); in vgic_mmio_read_its_cbaser()
1562 static void vgic_mmio_write_its_cbaser(struct kvm *kvm, struct vgic_its *its, in vgic_mmio_write_its_cbaser() argument
1567 if (its->enabled) in vgic_mmio_write_its_cbaser()
1570 mutex_lock(&its->cmd_lock); in vgic_mmio_write_its_cbaser()
1571 its->cbaser = update_64bit_reg(its->cbaser, addr & 7, len, val); in vgic_mmio_write_its_cbaser()
1572 its->cbaser = vgic_sanitise_its_cbaser(its->cbaser); in vgic_mmio_write_its_cbaser()
1573 its->creadr = 0; in vgic_mmio_write_its_cbaser()
1578 its->cwriter = its->creadr; in vgic_mmio_write_its_cbaser()
1579 mutex_unlock(&its->cmd_lock); in vgic_mmio_write_its_cbaser()
1587 static void vgic_its_process_commands(struct kvm *kvm, struct vgic_its *its) in vgic_its_process_commands() argument
1592 /* Commands are only processed when the ITS is enabled. */ in vgic_its_process_commands()
1593 if (!its->enabled) in vgic_its_process_commands()
1596 cbaser = GITS_CBASER_ADDRESS(its->cbaser); in vgic_its_process_commands()
1598 while (its->cwriter != its->creadr) { in vgic_its_process_commands()
1599 int ret = kvm_read_guest_lock(kvm, cbaser + its->creadr, in vgic_its_process_commands()
1609 vgic_its_handle_command(kvm, its, cmd_buf); in vgic_its_process_commands()
1611 its->creadr += ITS_CMD_SIZE; in vgic_its_process_commands()
1612 if (its->creadr == ITS_CMD_BUFFER_SIZE(its->cbaser)) in vgic_its_process_commands()
1613 its->creadr = 0; in vgic_its_process_commands()
1621 * per ITS handling commands at a given time.
1623 static void vgic_mmio_write_its_cwriter(struct kvm *kvm, struct vgic_its *its, in vgic_mmio_write_its_cwriter() argument
1629 if (!its) in vgic_mmio_write_its_cwriter()
1632 mutex_lock(&its->cmd_lock); in vgic_mmio_write_its_cwriter()
1634 reg = update_64bit_reg(its->cwriter, addr & 7, len, val); in vgic_mmio_write_its_cwriter()
1636 if (reg >= ITS_CMD_BUFFER_SIZE(its->cbaser)) { in vgic_mmio_write_its_cwriter()
1637 mutex_unlock(&its->cmd_lock); in vgic_mmio_write_its_cwriter()
1640 its->cwriter = reg; in vgic_mmio_write_its_cwriter()
1642 vgic_its_process_commands(kvm, its); in vgic_mmio_write_its_cwriter()
1644 mutex_unlock(&its->cmd_lock); in vgic_mmio_write_its_cwriter()
1648 struct vgic_its *its, in vgic_mmio_read_its_cwriter() argument
1651 return extract_bytes(its->cwriter, addr & 0x7, len); in vgic_mmio_read_its_cwriter()
1655 struct vgic_its *its, in vgic_mmio_read_its_creadr() argument
1658 return extract_bytes(its->creadr, addr & 0x7, len); in vgic_mmio_read_its_creadr()
1662 struct vgic_its *its, in vgic_mmio_uaccess_write_its_creadr() argument
1669 mutex_lock(&its->cmd_lock); in vgic_mmio_uaccess_write_its_creadr()
1671 if (its->enabled) { in vgic_mmio_uaccess_write_its_creadr()
1677 if (cmd_offset >= ITS_CMD_BUFFER_SIZE(its->cbaser)) { in vgic_mmio_uaccess_write_its_creadr()
1682 its->creadr = cmd_offset; in vgic_mmio_uaccess_write_its_creadr()
1684 mutex_unlock(&its->cmd_lock); in vgic_mmio_uaccess_write_its_creadr()
1690 struct vgic_its *its, in vgic_mmio_read_its_baser() argument
1697 reg = its->baser_device_table; in vgic_mmio_read_its_baser()
1700 reg = its->baser_coll_table; in vgic_mmio_read_its_baser()
1712 struct vgic_its *its, in vgic_mmio_write_its_baser() argument
1716 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_mmio_write_its_baser()
1721 if (its->enabled) in vgic_mmio_write_its_baser()
1726 regptr = &its->baser_device_table; in vgic_mmio_write_its_baser()
1731 regptr = &its->baser_coll_table; in vgic_mmio_write_its_baser()
1752 mutex_lock(&its->its_lock); in vgic_mmio_write_its_baser()
1755 vgic_its_free_device_list(kvm, its); in vgic_mmio_write_its_baser()
1758 vgic_its_free_collection_list(kvm, its); in vgic_mmio_write_its_baser()
1761 mutex_unlock(&its->its_lock); in vgic_mmio_write_its_baser()
1766 struct vgic_its *its, in vgic_mmio_read_its_ctlr() argument
1771 mutex_lock(&its->cmd_lock); in vgic_mmio_read_its_ctlr()
1772 if (its->creadr == its->cwriter) in vgic_mmio_read_its_ctlr()
1774 if (its->enabled) in vgic_mmio_read_its_ctlr()
1776 mutex_unlock(&its->cmd_lock); in vgic_mmio_read_its_ctlr()
1781 static void vgic_mmio_write_its_ctlr(struct kvm *kvm, struct vgic_its *its, in vgic_mmio_write_its_ctlr() argument
1785 mutex_lock(&its->cmd_lock); in vgic_mmio_write_its_ctlr()
1788 * It is UNPREDICTABLE to enable the ITS if any of the CBASER or in vgic_mmio_write_its_ctlr()
1791 if (!its->enabled && (val & GITS_CTLR_ENABLE) && in vgic_mmio_write_its_ctlr()
1792 (!(its->baser_device_table & GITS_BASER_VALID) || in vgic_mmio_write_its_ctlr()
1793 !(its->baser_coll_table & GITS_BASER_VALID) || in vgic_mmio_write_its_ctlr()
1794 !(its->cbaser & GITS_CBASER_VALID))) in vgic_mmio_write_its_ctlr()
1797 its->enabled = !!(val & GITS_CTLR_ENABLE); in vgic_mmio_write_its_ctlr()
1798 if (!its->enabled) in vgic_mmio_write_its_ctlr()
1803 * if the ITS is disabled or no commands have been queued. in vgic_mmio_write_its_ctlr()
1805 vgic_its_process_commands(kvm, its); in vgic_mmio_write_its_ctlr()
1808 mutex_unlock(&its->cmd_lock); in vgic_mmio_write_its_ctlr()
1830 static void its_mmio_write_wi(struct kvm *kvm, struct vgic_its *its, in its_mmio_write_wi() argument
1872 static int vgic_register_its_iodev(struct kvm *kvm, struct vgic_its *its, in vgic_register_its_iodev() argument
1875 struct vgic_io_device *iodev = &its->iodev; in vgic_register_its_iodev()
1879 if (!IS_VGIC_ADDR_UNDEF(its->vgic_its_base)) { in vgic_register_its_iodev()
1884 its->vgic_its_base = addr; in vgic_register_its_iodev()
1889 iodev->base_addr = its->vgic_its_base; in vgic_register_its_iodev()
1891 iodev->its = its; in vgic_register_its_iodev()
1955 struct vgic_its *its; in vgic_its_create() local
1960 its = kzalloc(sizeof(struct vgic_its), GFP_KERNEL_ACCOUNT); in vgic_its_create()
1961 if (!its) in vgic_its_create()
1970 kfree(its); in vgic_its_create()
1977 mutex_init(&its->its_lock); in vgic_its_create()
1978 mutex_init(&its->cmd_lock); in vgic_its_create()
1982 mutex_lock(&its->cmd_lock); in vgic_its_create()
1983 mutex_lock(&its->its_lock); in vgic_its_create()
1984 mutex_unlock(&its->its_lock); in vgic_its_create()
1985 mutex_unlock(&its->cmd_lock); in vgic_its_create()
1988 its->vgic_its_base = VGIC_ADDR_UNDEF; in vgic_its_create()
1990 INIT_LIST_HEAD(&its->device_list); in vgic_its_create()
1991 INIT_LIST_HEAD(&its->collection_list); in vgic_its_create()
1995 its->enabled = false; in vgic_its_create()
1996 its->dev = dev; in vgic_its_create()
1998 its->baser_device_table = INITIAL_BASER_VALUE | in vgic_its_create()
2000 its->baser_coll_table = INITIAL_BASER_VALUE | in vgic_its_create()
2004 dev->private = its; in vgic_its_create()
2006 ret = vgic_its_set_abi(its, NR_ITS_ABIS - 1); in vgic_its_create()
2016 struct vgic_its *its = kvm_dev->private; in vgic_its_destroy() local
2018 mutex_lock(&its->its_lock); in vgic_its_destroy()
2020 vgic_its_free_device_list(kvm, its); in vgic_its_destroy()
2021 vgic_its_free_collection_list(kvm, its); in vgic_its_destroy()
2023 mutex_unlock(&its->its_lock); in vgic_its_destroy()
2024 kfree(its); in vgic_its_destroy()
2054 struct vgic_its *its; in vgic_its_attr_regs_access() local
2059 its = dev->private; in vgic_its_attr_regs_access()
2064 * 64-bit ITS registers, the userspace ABI requires 64-bit in vgic_its_attr_regs_access()
2086 if (IS_VGIC_ADDR_UNDEF(its->vgic_its_base)) { in vgic_its_attr_regs_access()
2099 addr = its->vgic_its_base + offset; in vgic_its_attr_regs_access()
2105 ret = region->uaccess_its_write(dev->kvm, its, addr, in vgic_its_attr_regs_access()
2108 region->its_write(dev->kvm, its, addr, len, *reg); in vgic_its_attr_regs_access()
2110 *reg = region->its_read(dev->kvm, its, addr, len); in vgic_its_attr_regs_access()
2148 * @its: its handle
2156 typedef int (*entry_fn_t)(struct vgic_its *its, u32 id, void *entry,
2163 * @its: its handle
2174 static int scan_its_table(struct vgic_its *its, gpa_t base, int size, u32 esz, in scan_its_table() argument
2177 struct kvm *kvm = its->dev->kvm; in scan_its_table()
2194 next_offset = fn(its, id, entry, opaque); in scan_its_table()
2212 static int vgic_its_save_ite(struct vgic_its *its, struct its_device *dev, in vgic_its_save_ite() argument
2215 struct kvm *kvm = its->dev->kvm; in vgic_its_save_ite()
2233 static int vgic_its_restore_ite(struct vgic_its *its, u32 event_id, in vgic_its_restore_ite() argument
2238 struct kvm *kvm = its->dev->kvm; in vgic_its_restore_ite()
2264 collection = find_collection(its, coll_id); in vgic_its_restore_ite()
2268 if (!vgic_its_check_event_id(its, dev, event_id)) in vgic_its_restore_ite()
2300 static int vgic_its_save_itt(struct vgic_its *its, struct its_device *device) in vgic_its_save_itt() argument
2302 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_save_itt()
2322 ret = vgic_its_save_ite(its, device, ite, gpa, ite_esz); in vgic_its_save_itt()
2332 * @its: its handle
2337 static int vgic_its_restore_itt(struct vgic_its *its, struct its_device *dev) in vgic_its_restore_itt() argument
2339 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_restore_itt()
2345 ret = scan_its_table(its, base, max_size, ite_esz, 0, in vgic_its_restore_itt()
2358 * @its: ITS handle
2359 * @dev: ITS device
2362 static int vgic_its_save_dte(struct vgic_its *its, struct its_device *dev, in vgic_its_save_dte() argument
2365 struct kvm *kvm = its->dev->kvm; in vgic_its_save_dte()
2370 next_offset = compute_next_devid_offset(&its->device_list, dev); in vgic_its_save_dte()
2382 * @its: its handle
2390 static int vgic_its_restore_dte(struct vgic_its *its, u32 id, in vgic_its_restore_dte() argument
2394 u64 baser = its->baser_device_table; in vgic_its_restore_dte()
2415 if (!vgic_its_check_id(its, baser, id, NULL)) in vgic_its_restore_dte()
2418 dev = vgic_its_alloc_device(its, id, itt_addr, num_eventid_bits); in vgic_its_restore_dte()
2422 ret = vgic_its_restore_itt(its, dev); in vgic_its_restore_dte()
2424 vgic_its_free_device(its->dev->kvm, dev); in vgic_its_restore_dte()
2450 static int vgic_its_save_device_tables(struct vgic_its *its) in vgic_its_save_device_tables() argument
2452 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_save_device_tables()
2453 u64 baser = its->baser_device_table; in vgic_its_save_device_tables()
2460 list_sort(NULL, &its->device_list, vgic_its_device_cmp); in vgic_its_save_device_tables()
2462 list_for_each_entry(dev, &its->device_list, dev_list) { in vgic_its_save_device_tables()
2466 if (!vgic_its_check_id(its, baser, in vgic_its_save_device_tables()
2470 ret = vgic_its_save_itt(its, dev); in vgic_its_save_device_tables()
2474 ret = vgic_its_save_dte(its, dev, eaddr, dte_esz); in vgic_its_save_device_tables()
2484 * @its: its handle
2493 static int handle_l1_dte(struct vgic_its *its, u32 id, void *addr, in handle_l1_dte() argument
2496 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in handle_l1_dte()
2510 ret = scan_its_table(its, gpa, SZ_64K, dte_esz, in handle_l1_dte()
2520 static int vgic_its_restore_device_tables(struct vgic_its *its) in vgic_its_restore_device_tables() argument
2522 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_restore_device_tables()
2523 u64 baser = its->baser_device_table; in vgic_its_restore_device_tables()
2535 ret = scan_its_table(its, l1_gpa, l1_tbl_size, l1_esz, 0, in vgic_its_restore_device_tables()
2539 ret = scan_its_table(its, l1_gpa, l1_tbl_size, l1_esz, 0, in vgic_its_restore_device_tables()
2548 vgic_its_free_device_list(its->dev->kvm, its); in vgic_its_restore_device_tables()
2553 static int vgic_its_save_cte(struct vgic_its *its, in vgic_its_save_cte() argument
2563 return vgic_write_guest_lock(its->dev->kvm, gpa, &val, esz); in vgic_its_save_cte()
2567 * Restore a collection entry into the ITS collection table.
2571 static int vgic_its_restore_cte(struct vgic_its *its, gpa_t gpa, int esz) in vgic_its_restore_cte() argument
2574 struct kvm *kvm = its->dev->kvm; in vgic_its_restore_cte()
2594 collection = find_collection(its, coll_id); in vgic_its_restore_cte()
2598 if (!vgic_its_check_id(its, its->baser_coll_table, coll_id, NULL)) in vgic_its_restore_cte()
2601 ret = vgic_its_alloc_collection(its, &collection, coll_id); in vgic_its_restore_cte()
2612 static int vgic_its_save_collection_table(struct vgic_its *its) in vgic_its_save_collection_table() argument
2614 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_save_collection_table()
2615 u64 baser = its->baser_coll_table; in vgic_its_save_collection_table()
2627 list_for_each_entry(collection, &its->collection_list, coll_list) { in vgic_its_save_collection_table()
2628 ret = vgic_its_save_cte(its, collection, gpa, cte_esz); in vgic_its_save_collection_table()
2644 ret = vgic_write_guest_lock(its->dev->kvm, gpa, &val, cte_esz); in vgic_its_save_collection_table()
2650 * in guest memory and restores the ITS internal state. Requires the
2653 static int vgic_its_restore_collection_table(struct vgic_its *its) in vgic_its_restore_collection_table() argument
2655 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_restore_collection_table()
2656 u64 baser = its->baser_coll_table; in vgic_its_restore_collection_table()
2670 ret = vgic_its_restore_cte(its, gpa, cte_esz); in vgic_its_restore_collection_table()
2681 vgic_its_free_collection_list(its->dev->kvm, its); in vgic_its_restore_collection_table()
2687 * vgic_its_save_tables_v0 - Save the ITS tables into guest ARM
2690 static int vgic_its_save_tables_v0(struct vgic_its *its) in vgic_its_save_tables_v0() argument
2694 ret = vgic_its_save_device_tables(its); in vgic_its_save_tables_v0()
2698 return vgic_its_save_collection_table(its); in vgic_its_save_tables_v0()
2702 * vgic_its_restore_tables_v0 - Restore the ITS tables from guest RAM
2706 static int vgic_its_restore_tables_v0(struct vgic_its *its) in vgic_its_restore_tables_v0() argument
2710 ret = vgic_its_restore_collection_table(its); in vgic_its_restore_tables_v0()
2714 ret = vgic_its_restore_device_tables(its); in vgic_its_restore_tables_v0()
2716 vgic_its_free_collection_list(its->dev->kvm, its); in vgic_its_restore_tables_v0()
2720 static int vgic_its_commit_v0(struct vgic_its *its) in vgic_its_commit_v0() argument
2724 abi = vgic_its_get_abi(its); in vgic_its_commit_v0()
2725 its->baser_coll_table &= ~GITS_BASER_ENTRY_SIZE_MASK; in vgic_its_commit_v0()
2726 its->baser_device_table &= ~GITS_BASER_ENTRY_SIZE_MASK; in vgic_its_commit_v0()
2728 its->baser_coll_table |= (GIC_ENCODE_SZ(abi->cte_esz, 5) in vgic_its_commit_v0()
2731 its->baser_device_table |= (GIC_ENCODE_SZ(abi->dte_esz, 5) in vgic_its_commit_v0()
2736 static void vgic_its_reset(struct kvm *kvm, struct vgic_its *its) in vgic_its_reset() argument
2739 its->baser_coll_table &= ~GITS_BASER_VALID; in vgic_its_reset()
2740 its->baser_device_table &= ~GITS_BASER_VALID; in vgic_its_reset()
2741 its->cbaser = 0; in vgic_its_reset()
2742 its->creadr = 0; in vgic_its_reset()
2743 its->cwriter = 0; in vgic_its_reset()
2744 its->enabled = 0; in vgic_its_reset()
2745 vgic_its_free_device_list(kvm, its); in vgic_its_reset()
2746 vgic_its_free_collection_list(kvm, its); in vgic_its_reset()
2777 static int vgic_its_ctrl(struct kvm *kvm, struct vgic_its *its, u64 attr) in vgic_its_ctrl() argument
2779 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_ctrl()
2793 mutex_lock(&its->its_lock); in vgic_its_ctrl()
2797 vgic_its_reset(kvm, its); in vgic_its_ctrl()
2800 ret = abi->save_tables(its); in vgic_its_ctrl()
2803 ret = abi->restore_tables(its); in vgic_its_ctrl()
2807 mutex_unlock(&its->its_lock); in vgic_its_ctrl()
2820 * dirty guest pages. When vgic/its tables are being saved, the backup
2834 struct vgic_its *its = dev->private; in vgic_its_set_attr() local
2849 ret = vgic_check_iorange(dev->kvm, its->vgic_its_base, in vgic_its_set_attr()
2854 return vgic_register_its_iodev(dev->kvm, its, addr); in vgic_its_set_attr()
2857 return vgic_its_ctrl(dev->kvm, its, attr->attr); in vgic_its_set_attr()
2876 struct vgic_its *its = dev->private; in vgic_its_get_attr() local
2877 u64 addr = its->vgic_its_base; in vgic_its_get_attr()
2906 .name = "kvm-arm-vgic-its",