17c0e8b0cSWill Deacon #include "kvm/fdt.h" 2bed2bd9eSMarc Zyngier #include "kvm/irq.h" 37c0e8b0cSWill Deacon #include "kvm/kvm.h" 47c0e8b0cSWill Deacon #include "kvm/virtio.h" 57c0e8b0cSWill Deacon 67c0e8b0cSWill Deacon #include "arm-common/gic.h" 77c0e8b0cSWill Deacon 87c0e8b0cSWill Deacon #include <linux/byteorder.h> 9bed2bd9eSMarc Zyngier #include <linux/kernel.h> 107c0e8b0cSWill Deacon #include <linux/kvm.h> 117c0e8b0cSWill Deacon 12*bfb2c703SAndre Przywara /* Those names are not defined for ARM (yet) */ 13*bfb2c703SAndre Przywara #ifndef KVM_VGIC_V3_ADDR_TYPE_DIST 14*bfb2c703SAndre Przywara #define KVM_VGIC_V3_ADDR_TYPE_DIST 2 15*bfb2c703SAndre Przywara #endif 16*bfb2c703SAndre Przywara 17*bfb2c703SAndre Przywara #ifndef KVM_VGIC_V3_ADDR_TYPE_REDIST 18*bfb2c703SAndre Przywara #define KVM_VGIC_V3_ADDR_TYPE_REDIST 3 19*bfb2c703SAndre Przywara #endif 20*bfb2c703SAndre Przywara 2169b9a17aSMarc Zyngier static int gic_fd = -1; 22*bfb2c703SAndre Przywara static u64 gic_redists_base; 23*bfb2c703SAndre Przywara static u64 gic_redists_size; 2469b9a17aSMarc Zyngier 2502017c1dSAndre Przywara static int gic__create_device(struct kvm *kvm, enum irqchip_type type) 2669b9a17aSMarc Zyngier { 2769b9a17aSMarc Zyngier int err; 2869b9a17aSMarc Zyngier u64 cpu_if_addr = ARM_GIC_CPUI_BASE; 2969b9a17aSMarc Zyngier u64 dist_addr = ARM_GIC_DIST_BASE; 3069b9a17aSMarc Zyngier struct kvm_create_device gic_device = { 3102017c1dSAndre Przywara .flags = 0, 3269b9a17aSMarc Zyngier }; 3369b9a17aSMarc Zyngier struct kvm_device_attr cpu_if_attr = { 3469b9a17aSMarc Zyngier .group = KVM_DEV_ARM_VGIC_GRP_ADDR, 3569b9a17aSMarc Zyngier .attr = KVM_VGIC_V2_ADDR_TYPE_CPU, 3669b9a17aSMarc Zyngier .addr = (u64)(unsigned long)&cpu_if_addr, 3769b9a17aSMarc Zyngier }; 3869b9a17aSMarc Zyngier struct kvm_device_attr dist_attr = { 3969b9a17aSMarc Zyngier .group = KVM_DEV_ARM_VGIC_GRP_ADDR, 4069b9a17aSMarc Zyngier .addr = (u64)(unsigned long)&dist_addr, 4169b9a17aSMarc Zyngier }; 42*bfb2c703SAndre Przywara struct kvm_device_attr redist_attr = { 43*bfb2c703SAndre Przywara .group = KVM_DEV_ARM_VGIC_GRP_ADDR, 44*bfb2c703SAndre Przywara .attr = KVM_VGIC_V3_ADDR_TYPE_REDIST, 45*bfb2c703SAndre Przywara .addr = (u64)(unsigned long)&gic_redists_base, 46*bfb2c703SAndre Przywara }; 4769b9a17aSMarc Zyngier 4802017c1dSAndre Przywara switch (type) { 4902017c1dSAndre Przywara case IRQCHIP_GICV2: 5002017c1dSAndre Przywara gic_device.type = KVM_DEV_TYPE_ARM_VGIC_V2; 5102017c1dSAndre Przywara dist_attr.attr = KVM_VGIC_V2_ADDR_TYPE_DIST; 5202017c1dSAndre Przywara break; 53*bfb2c703SAndre Przywara case IRQCHIP_GICV3: 54*bfb2c703SAndre Przywara gic_device.type = KVM_DEV_TYPE_ARM_VGIC_V3; 55*bfb2c703SAndre Przywara dist_attr.attr = KVM_VGIC_V3_ADDR_TYPE_DIST; 56*bfb2c703SAndre Przywara break; 5702017c1dSAndre Przywara } 5802017c1dSAndre Przywara 5969b9a17aSMarc Zyngier err = ioctl(kvm->vm_fd, KVM_CREATE_DEVICE, &gic_device); 6069b9a17aSMarc Zyngier if (err) 6169b9a17aSMarc Zyngier return err; 6269b9a17aSMarc Zyngier 6369b9a17aSMarc Zyngier gic_fd = gic_device.fd; 6469b9a17aSMarc Zyngier 6502017c1dSAndre Przywara switch (type) { 6602017c1dSAndre Przywara case IRQCHIP_GICV2: 6769b9a17aSMarc Zyngier err = ioctl(gic_fd, KVM_SET_DEVICE_ATTR, &cpu_if_attr); 6802017c1dSAndre Przywara break; 69*bfb2c703SAndre Przywara case IRQCHIP_GICV3: 70*bfb2c703SAndre Przywara err = ioctl(gic_fd, KVM_SET_DEVICE_ATTR, &redist_attr); 71*bfb2c703SAndre Przywara break; 7202017c1dSAndre Przywara } 7369b9a17aSMarc Zyngier if (err) 7469b9a17aSMarc Zyngier goto out_err; 7569b9a17aSMarc Zyngier 7669b9a17aSMarc Zyngier err = ioctl(gic_fd, KVM_SET_DEVICE_ATTR, &dist_attr); 7769b9a17aSMarc Zyngier if (err) 7869b9a17aSMarc Zyngier goto out_err; 7969b9a17aSMarc Zyngier 8069b9a17aSMarc Zyngier return 0; 8169b9a17aSMarc Zyngier 8269b9a17aSMarc Zyngier out_err: 8369b9a17aSMarc Zyngier close(gic_fd); 8469b9a17aSMarc Zyngier gic_fd = -1; 8569b9a17aSMarc Zyngier return err; 8669b9a17aSMarc Zyngier } 8769b9a17aSMarc Zyngier 8869b9a17aSMarc Zyngier static int gic__create_irqchip(struct kvm *kvm) 897c0e8b0cSWill Deacon { 907c0e8b0cSWill Deacon int err; 91aa7a0e79SWill Deacon struct kvm_arm_device_addr gic_addr[] = { 927c0e8b0cSWill Deacon [0] = { 93aa7a0e79SWill Deacon .id = KVM_VGIC_V2_ADDR_TYPE_DIST | 94aa7a0e79SWill Deacon (KVM_ARM_DEVICE_VGIC_V2 << KVM_ARM_DEVICE_ID_SHIFT), 957c0e8b0cSWill Deacon .addr = ARM_GIC_DIST_BASE, 967c0e8b0cSWill Deacon }, 977c0e8b0cSWill Deacon [1] = { 98aa7a0e79SWill Deacon .id = KVM_VGIC_V2_ADDR_TYPE_CPU | 99aa7a0e79SWill Deacon (KVM_ARM_DEVICE_VGIC_V2 << KVM_ARM_DEVICE_ID_SHIFT), 1007c0e8b0cSWill Deacon .addr = ARM_GIC_CPUI_BASE, 1017c0e8b0cSWill Deacon } 1027c0e8b0cSWill Deacon }; 1037c0e8b0cSWill Deacon 1047c0e8b0cSWill Deacon err = ioctl(kvm->vm_fd, KVM_CREATE_IRQCHIP); 1057c0e8b0cSWill Deacon if (err) 1067c0e8b0cSWill Deacon return err; 1077c0e8b0cSWill Deacon 108aa7a0e79SWill Deacon err = ioctl(kvm->vm_fd, KVM_ARM_SET_DEVICE_ADDR, &gic_addr[0]); 1097c0e8b0cSWill Deacon if (err) 1107c0e8b0cSWill Deacon return err; 1117c0e8b0cSWill Deacon 112aa7a0e79SWill Deacon err = ioctl(kvm->vm_fd, KVM_ARM_SET_DEVICE_ADDR, &gic_addr[1]); 1137c0e8b0cSWill Deacon return err; 1147c0e8b0cSWill Deacon } 1157c0e8b0cSWill Deacon 11602017c1dSAndre Przywara int gic__create(struct kvm *kvm, enum irqchip_type type) 11769b9a17aSMarc Zyngier { 11869b9a17aSMarc Zyngier int err; 11969b9a17aSMarc Zyngier 12002017c1dSAndre Przywara switch (type) { 12102017c1dSAndre Przywara case IRQCHIP_GICV2: 12202017c1dSAndre Przywara break; 123*bfb2c703SAndre Przywara case IRQCHIP_GICV3: 124*bfb2c703SAndre Przywara gic_redists_size = kvm->cfg.nrcpus * ARM_GIC_REDIST_SIZE; 125*bfb2c703SAndre Przywara gic_redists_base = ARM_GIC_DIST_BASE - gic_redists_size; 126*bfb2c703SAndre Przywara break; 12702017c1dSAndre Przywara default: 12802017c1dSAndre Przywara return -ENODEV; 12902017c1dSAndre Przywara } 13002017c1dSAndre Przywara 13169b9a17aSMarc Zyngier /* Try the new way first, and fallback on legacy method otherwise */ 13202017c1dSAndre Przywara err = gic__create_device(kvm, type); 13302017c1dSAndre Przywara if (err && type == IRQCHIP_GICV2) 13469b9a17aSMarc Zyngier err = gic__create_irqchip(kvm); 13569b9a17aSMarc Zyngier 13669b9a17aSMarc Zyngier return err; 13769b9a17aSMarc Zyngier } 13869b9a17aSMarc Zyngier 139b5790302SAndre Przywara /* 140b5790302SAndre Przywara * Sets the number of used interrupts and finalizes the GIC init explicitly. 141b5790302SAndre Przywara */ 142bed2bd9eSMarc Zyngier static int gic__init_gic(struct kvm *kvm) 143bed2bd9eSMarc Zyngier { 144b5790302SAndre Przywara int ret; 145b5790302SAndre Przywara 146bed2bd9eSMarc Zyngier int lines = irq__get_nr_allocated_lines(); 147bed2bd9eSMarc Zyngier u32 nr_irqs = ALIGN(lines, 32) + GIC_SPI_IRQ_BASE; 148bed2bd9eSMarc Zyngier struct kvm_device_attr nr_irqs_attr = { 149bed2bd9eSMarc Zyngier .group = KVM_DEV_ARM_VGIC_GRP_NR_IRQS, 150bed2bd9eSMarc Zyngier .addr = (u64)(unsigned long)&nr_irqs, 151bed2bd9eSMarc Zyngier }; 152b5790302SAndre Przywara struct kvm_device_attr vgic_init_attr = { 153b5790302SAndre Przywara .group = KVM_DEV_ARM_VGIC_GRP_CTRL, 154b5790302SAndre Przywara .attr = KVM_DEV_ARM_VGIC_CTRL_INIT, 155b5790302SAndre Przywara }; 156bed2bd9eSMarc Zyngier 157bed2bd9eSMarc Zyngier /* 158bed2bd9eSMarc Zyngier * If we didn't use the KVM_CREATE_DEVICE method, KVM will 159b5790302SAndre Przywara * give us some default number of interrupts. The GIC initialization 160b5790302SAndre Przywara * will be done automatically in this case. 161bed2bd9eSMarc Zyngier */ 162bed2bd9eSMarc Zyngier if (gic_fd < 0) 163bed2bd9eSMarc Zyngier return 0; 164bed2bd9eSMarc Zyngier 165b5790302SAndre Przywara if (!ioctl(gic_fd, KVM_HAS_DEVICE_ATTR, &nr_irqs_attr)) { 166b5790302SAndre Przywara ret = ioctl(gic_fd, KVM_SET_DEVICE_ATTR, &nr_irqs_attr); 167b5790302SAndre Przywara if (ret) 168b5790302SAndre Przywara return ret; 169b5790302SAndre Przywara } 170b5790302SAndre Przywara 171b5790302SAndre Przywara if (!ioctl(gic_fd, KVM_HAS_DEVICE_ATTR, &vgic_init_attr)) { 172b5790302SAndre Przywara ret = ioctl(gic_fd, KVM_SET_DEVICE_ATTR, &vgic_init_attr); 173b5790302SAndre Przywara if (ret) 174b5790302SAndre Przywara return ret; 175b5790302SAndre Przywara } 176bed2bd9eSMarc Zyngier 177bed2bd9eSMarc Zyngier return 0; 178bed2bd9eSMarc Zyngier } 179bed2bd9eSMarc Zyngier late_init(gic__init_gic) 180bed2bd9eSMarc Zyngier 18102017c1dSAndre Przywara void gic__generate_fdt_nodes(void *fdt, u32 phandle, enum irqchip_type type) 1827c0e8b0cSWill Deacon { 18302017c1dSAndre Przywara const char *compatible; 1847c0e8b0cSWill Deacon u64 reg_prop[] = { 1857c0e8b0cSWill Deacon cpu_to_fdt64(ARM_GIC_DIST_BASE), cpu_to_fdt64(ARM_GIC_DIST_SIZE), 186*bfb2c703SAndre Przywara 0, 0, /* to be filled */ 1877c0e8b0cSWill Deacon }; 1887c0e8b0cSWill Deacon 18902017c1dSAndre Przywara switch (type) { 19002017c1dSAndre Przywara case IRQCHIP_GICV2: 19102017c1dSAndre Przywara compatible = "arm,cortex-a15-gic"; 192*bfb2c703SAndre Przywara reg_prop[2] = cpu_to_fdt64(ARM_GIC_CPUI_BASE); 193*bfb2c703SAndre Przywara reg_prop[3] = cpu_to_fdt64(ARM_GIC_CPUI_SIZE); 194*bfb2c703SAndre Przywara break; 195*bfb2c703SAndre Przywara case IRQCHIP_GICV3: 196*bfb2c703SAndre Przywara compatible = "arm,gic-v3"; 197*bfb2c703SAndre Przywara reg_prop[2] = cpu_to_fdt64(gic_redists_base); 198*bfb2c703SAndre Przywara reg_prop[3] = cpu_to_fdt64(gic_redists_size); 19902017c1dSAndre Przywara break; 20002017c1dSAndre Przywara default: 20102017c1dSAndre Przywara return; 20202017c1dSAndre Przywara } 20302017c1dSAndre Przywara 2047c0e8b0cSWill Deacon _FDT(fdt_begin_node(fdt, "intc")); 20502017c1dSAndre Przywara _FDT(fdt_property_string(fdt, "compatible", compatible)); 2067c0e8b0cSWill Deacon _FDT(fdt_property_cell(fdt, "#interrupt-cells", GIC_FDT_IRQ_NUM_CELLS)); 2077c0e8b0cSWill Deacon _FDT(fdt_property(fdt, "interrupt-controller", NULL, 0)); 2087c0e8b0cSWill Deacon _FDT(fdt_property(fdt, "reg", reg_prop, sizeof(reg_prop))); 2097c0e8b0cSWill Deacon _FDT(fdt_property_cell(fdt, "phandle", phandle)); 2107c0e8b0cSWill Deacon _FDT(fdt_end_node(fdt)); 2117c0e8b0cSWill Deacon } 2127c0e8b0cSWill Deacon 2137c0e8b0cSWill Deacon #define KVM_IRQCHIP_IRQ(x) (KVM_ARM_IRQ_TYPE_SPI << KVM_ARM_IRQ_TYPE_SHIFT) |\ 2147c0e8b0cSWill Deacon ((x) & KVM_ARM_IRQ_NUM_MASK) 2157c0e8b0cSWill Deacon 2167c0e8b0cSWill Deacon void kvm__irq_line(struct kvm *kvm, int irq, int level) 2177c0e8b0cSWill Deacon { 2187c0e8b0cSWill Deacon struct kvm_irq_level irq_level = { 2197c0e8b0cSWill Deacon .irq = KVM_IRQCHIP_IRQ(irq), 2207c0e8b0cSWill Deacon .level = !!level, 2217c0e8b0cSWill Deacon }; 2227c0e8b0cSWill Deacon 2237c0e8b0cSWill Deacon if (irq < GIC_SPI_IRQ_BASE || irq > GIC_MAX_IRQ) 2247c0e8b0cSWill Deacon pr_warning("Ignoring invalid GIC IRQ %d", irq); 2257c0e8b0cSWill Deacon else if (ioctl(kvm->vm_fd, KVM_IRQ_LINE, &irq_level) < 0) 2267c0e8b0cSWill Deacon pr_warning("Could not KVM_IRQ_LINE for irq %d", irq); 2277c0e8b0cSWill Deacon } 2287c0e8b0cSWill Deacon 2297c0e8b0cSWill Deacon void kvm__irq_trigger(struct kvm *kvm, int irq) 2307c0e8b0cSWill Deacon { 2317c0e8b0cSWill Deacon kvm__irq_line(kvm, irq, VIRTIO_IRQ_HIGH); 2327c0e8b0cSWill Deacon kvm__irq_line(kvm, irq, VIRTIO_IRQ_LOW); 2337c0e8b0cSWill Deacon } 234