1756e12e7SXiaoyao Li /* 2756e12e7SXiaoyao Li * QEMU TDX support 3756e12e7SXiaoyao Li * 4756e12e7SXiaoyao Li * Copyright (c) 2025 Intel Corporation 5756e12e7SXiaoyao Li * 6756e12e7SXiaoyao Li * Author: 7756e12e7SXiaoyao Li * Xiaoyao Li <xiaoyao.li@intel.com> 8756e12e7SXiaoyao Li * 9756e12e7SXiaoyao Li * SPDX-License-Identifier: GPL-2.0-or-later 10756e12e7SXiaoyao Li */ 11756e12e7SXiaoyao Li 12756e12e7SXiaoyao Li #include "qemu/osdep.h" 138eddedc3SXiaoyao Li #include "qemu/error-report.h" 14d05a0858SIsaku Yamahata #include "qemu/base64.h" 154420ba0eSXiaoyao Li #include "qemu/mmap-alloc.h" 168eddedc3SXiaoyao Li #include "qapi/error.h" 17756e12e7SXiaoyao Li #include "qom/object_interfaces.h" 18d05a0858SIsaku Yamahata #include "crypto/hash.h" 196e250463SXiaoyao Li #include "system/runstate.h" 204420ba0eSXiaoyao Li #include "system/system.h" 21ebc2d2b4SIsaku Yamahata #include "system/ramblock.h" 22756e12e7SXiaoyao Li 231ff5048dSXiaoyao Li #include <linux/kvm_para.h> 241ff5048dSXiaoyao Li 25f18672e4SXiaoyao Li #include "hw/i386/e820_memory_layout.h" 264420ba0eSXiaoyao Li #include "hw/i386/tdvf.h" 27631a2ac5SXiaoyao Li #include "hw/i386/x86.h" 28a7314259SXiaoyao Li #include "hw/i386/tdvf-hob.h" 29b455880eSXiaoyao Li #include "kvm_i386.h" 30756e12e7SXiaoyao Li #include "tdx.h" 31756e12e7SXiaoyao Li 320e73b843SXiaoyao Li #define TDX_MIN_TSC_FREQUENCY_KHZ (100 * 1000) 330e73b843SXiaoyao Li #define TDX_MAX_TSC_FREQUENCY_KHZ (10 * 1000 * 1000) 340e73b843SXiaoyao Li 3553b6f406SXiaoyao Li #define TDX_TD_ATTRIBUTES_DEBUG BIT_ULL(0) 366016e297SXiaoyao Li #define TDX_TD_ATTRIBUTES_SEPT_VE_DISABLE BIT_ULL(28) 37bb3be394SXiaoyao Li #define TDX_TD_ATTRIBUTES_PKS BIT_ULL(30) 38bb3be394SXiaoyao Li #define TDX_TD_ATTRIBUTES_PERFMON BIT_ULL(63) 396016e297SXiaoyao Li 4053b6f406SXiaoyao Li #define TDX_SUPPORTED_TD_ATTRS (TDX_TD_ATTRIBUTES_SEPT_VE_DISABLE |\ 4153b6f406SXiaoyao Li TDX_TD_ATTRIBUTES_PKS | \ 4253b6f406SXiaoyao Li TDX_TD_ATTRIBUTES_PERFMON) 4353b6f406SXiaoyao Li 441619d0e4SXiaoyao Li static TdxGuest *tdx_guest; 451619d0e4SXiaoyao Li 468eddedc3SXiaoyao Li static struct kvm_tdx_capabilities *tdx_caps; 478eddedc3SXiaoyao Li 481619d0e4SXiaoyao Li /* Valid after kvm_arch_init()->confidential_guest_kvm_init()->tdx_kvm_init() */ 491619d0e4SXiaoyao Li bool is_tdx_vm(void) 501619d0e4SXiaoyao Li { 511619d0e4SXiaoyao Li return !!tdx_guest; 521619d0e4SXiaoyao Li } 531619d0e4SXiaoyao Li 548eddedc3SXiaoyao Li enum tdx_ioctl_level { 558eddedc3SXiaoyao Li TDX_VM_IOCTL, 568eddedc3SXiaoyao Li TDX_VCPU_IOCTL, 578eddedc3SXiaoyao Li }; 588eddedc3SXiaoyao Li 598eddedc3SXiaoyao Li static int tdx_ioctl_internal(enum tdx_ioctl_level level, void *state, 608eddedc3SXiaoyao Li int cmd_id, __u32 flags, void *data, 618eddedc3SXiaoyao Li Error **errp) 62631a2ac5SXiaoyao Li { 638eddedc3SXiaoyao Li struct kvm_tdx_cmd tdx_cmd = {}; 648eddedc3SXiaoyao Li int r; 658eddedc3SXiaoyao Li 668eddedc3SXiaoyao Li const char *tdx_ioctl_name[] = { 678eddedc3SXiaoyao Li [KVM_TDX_CAPABILITIES] = "KVM_TDX_CAPABILITIES", 688eddedc3SXiaoyao Li [KVM_TDX_INIT_VM] = "KVM_TDX_INIT_VM", 698eddedc3SXiaoyao Li [KVM_TDX_INIT_VCPU] = "KVM_TDX_INIT_VCPU", 708eddedc3SXiaoyao Li [KVM_TDX_INIT_MEM_REGION] = "KVM_TDX_INIT_MEM_REGION", 718eddedc3SXiaoyao Li [KVM_TDX_FINALIZE_VM] = "KVM_TDX_FINALIZE_VM", 728eddedc3SXiaoyao Li [KVM_TDX_GET_CPUID] = "KVM_TDX_GET_CPUID", 738eddedc3SXiaoyao Li }; 748eddedc3SXiaoyao Li 758eddedc3SXiaoyao Li tdx_cmd.id = cmd_id; 768eddedc3SXiaoyao Li tdx_cmd.flags = flags; 778eddedc3SXiaoyao Li tdx_cmd.data = (__u64)(unsigned long)data; 788eddedc3SXiaoyao Li 798eddedc3SXiaoyao Li switch (level) { 808eddedc3SXiaoyao Li case TDX_VM_IOCTL: 818eddedc3SXiaoyao Li r = kvm_vm_ioctl(kvm_state, KVM_MEMORY_ENCRYPT_OP, &tdx_cmd); 828eddedc3SXiaoyao Li break; 838eddedc3SXiaoyao Li case TDX_VCPU_IOCTL: 848eddedc3SXiaoyao Li r = kvm_vcpu_ioctl(state, KVM_MEMORY_ENCRYPT_OP, &tdx_cmd); 858eddedc3SXiaoyao Li break; 868eddedc3SXiaoyao Li default: 878eddedc3SXiaoyao Li error_setg(errp, "Invalid tdx_ioctl_level %d", level); 888eddedc3SXiaoyao Li return -EINVAL; 898eddedc3SXiaoyao Li } 908eddedc3SXiaoyao Li 918eddedc3SXiaoyao Li if (r < 0) { 928eddedc3SXiaoyao Li error_setg_errno(errp, -r, "TDX ioctl %s failed, hw_errors: 0x%llx", 938eddedc3SXiaoyao Li tdx_ioctl_name[cmd_id], tdx_cmd.hw_error); 948eddedc3SXiaoyao Li } 958eddedc3SXiaoyao Li return r; 968eddedc3SXiaoyao Li } 978eddedc3SXiaoyao Li 988eddedc3SXiaoyao Li static inline int tdx_vm_ioctl(int cmd_id, __u32 flags, void *data, 998eddedc3SXiaoyao Li Error **errp) 1008eddedc3SXiaoyao Li { 1018eddedc3SXiaoyao Li return tdx_ioctl_internal(TDX_VM_IOCTL, NULL, cmd_id, flags, data, errp); 1028eddedc3SXiaoyao Li } 1038eddedc3SXiaoyao Li 1048eddedc3SXiaoyao Li static inline int tdx_vcpu_ioctl(CPUState *cpu, int cmd_id, __u32 flags, 1058eddedc3SXiaoyao Li void *data, Error **errp) 1068eddedc3SXiaoyao Li { 1078eddedc3SXiaoyao Li return tdx_ioctl_internal(TDX_VCPU_IOCTL, cpu, cmd_id, flags, data, errp); 1088eddedc3SXiaoyao Li } 1098eddedc3SXiaoyao Li 1108eddedc3SXiaoyao Li static int get_tdx_capabilities(Error **errp) 1118eddedc3SXiaoyao Li { 1128eddedc3SXiaoyao Li struct kvm_tdx_capabilities *caps; 1138eddedc3SXiaoyao Li /* 1st generation of TDX reports 6 cpuid configs */ 1148eddedc3SXiaoyao Li int nr_cpuid_configs = 6; 1158eddedc3SXiaoyao Li size_t size; 1168eddedc3SXiaoyao Li int r; 1178eddedc3SXiaoyao Li 1188eddedc3SXiaoyao Li do { 1198eddedc3SXiaoyao Li Error *local_err = NULL; 1208eddedc3SXiaoyao Li size = sizeof(struct kvm_tdx_capabilities) + 1218eddedc3SXiaoyao Li nr_cpuid_configs * sizeof(struct kvm_cpuid_entry2); 1228eddedc3SXiaoyao Li caps = g_malloc0(size); 1238eddedc3SXiaoyao Li caps->cpuid.nent = nr_cpuid_configs; 1248eddedc3SXiaoyao Li 1258eddedc3SXiaoyao Li r = tdx_vm_ioctl(KVM_TDX_CAPABILITIES, 0, caps, &local_err); 1268eddedc3SXiaoyao Li if (r == -E2BIG) { 1278eddedc3SXiaoyao Li g_free(caps); 1288eddedc3SXiaoyao Li nr_cpuid_configs *= 2; 1298eddedc3SXiaoyao Li if (nr_cpuid_configs > KVM_MAX_CPUID_ENTRIES) { 1308eddedc3SXiaoyao Li error_report("KVM TDX seems broken that number of CPUID entries" 1318eddedc3SXiaoyao Li " in kvm_tdx_capabilities exceeds limit: %d", 1328eddedc3SXiaoyao Li KVM_MAX_CPUID_ENTRIES); 1338eddedc3SXiaoyao Li error_propagate(errp, local_err); 1348eddedc3SXiaoyao Li return r; 1358eddedc3SXiaoyao Li } 1368eddedc3SXiaoyao Li error_free(local_err); 1378eddedc3SXiaoyao Li } else if (r < 0) { 1388eddedc3SXiaoyao Li g_free(caps); 1398eddedc3SXiaoyao Li error_propagate(errp, local_err); 1408eddedc3SXiaoyao Li return r; 1418eddedc3SXiaoyao Li } 1428eddedc3SXiaoyao Li } while (r == -E2BIG); 1438eddedc3SXiaoyao Li 1448eddedc3SXiaoyao Li tdx_caps = caps; 145631a2ac5SXiaoyao Li 146631a2ac5SXiaoyao Li return 0; 147631a2ac5SXiaoyao Li } 148631a2ac5SXiaoyao Li 1490dd5fe5eSChao Peng void tdx_set_tdvf_region(MemoryRegion *tdvf_mr) 1500dd5fe5eSChao Peng { 1510dd5fe5eSChao Peng assert(!tdx_guest->tdvf_mr); 1520dd5fe5eSChao Peng tdx_guest->tdvf_mr = tdvf_mr; 1530dd5fe5eSChao Peng } 1540dd5fe5eSChao Peng 155a7314259SXiaoyao Li static TdxFirmwareEntry *tdx_get_hob_entry(TdxGuest *tdx) 156a7314259SXiaoyao Li { 157a7314259SXiaoyao Li TdxFirmwareEntry *entry; 158a7314259SXiaoyao Li 159a7314259SXiaoyao Li for_each_tdx_fw_entry(&tdx->tdvf, entry) { 160a7314259SXiaoyao Li if (entry->type == TDVF_SECTION_TYPE_TD_HOB) { 161a7314259SXiaoyao Li return entry; 162a7314259SXiaoyao Li } 163a7314259SXiaoyao Li } 164a7314259SXiaoyao Li error_report("TDVF metadata doesn't specify TD_HOB location."); 165a7314259SXiaoyao Li exit(1); 166a7314259SXiaoyao Li } 167a7314259SXiaoyao Li 168f18672e4SXiaoyao Li static void tdx_add_ram_entry(uint64_t address, uint64_t length, 169f18672e4SXiaoyao Li enum TdxRamType type) 170f18672e4SXiaoyao Li { 171f18672e4SXiaoyao Li uint32_t nr_entries = tdx_guest->nr_ram_entries; 172f18672e4SXiaoyao Li tdx_guest->ram_entries = g_renew(TdxRamEntry, tdx_guest->ram_entries, 173f18672e4SXiaoyao Li nr_entries + 1); 174f18672e4SXiaoyao Li 175f18672e4SXiaoyao Li tdx_guest->ram_entries[nr_entries].address = address; 176f18672e4SXiaoyao Li tdx_guest->ram_entries[nr_entries].length = length; 177f18672e4SXiaoyao Li tdx_guest->ram_entries[nr_entries].type = type; 178f18672e4SXiaoyao Li tdx_guest->nr_ram_entries++; 179f18672e4SXiaoyao Li } 180f18672e4SXiaoyao Li 181f18672e4SXiaoyao Li static int tdx_accept_ram_range(uint64_t address, uint64_t length) 182f18672e4SXiaoyao Li { 183f18672e4SXiaoyao Li uint64_t head_start, tail_start, head_length, tail_length; 184f18672e4SXiaoyao Li uint64_t tmp_address, tmp_length; 185f18672e4SXiaoyao Li TdxRamEntry *e; 186f18672e4SXiaoyao Li int i = 0; 187f18672e4SXiaoyao Li 188f18672e4SXiaoyao Li do { 189f18672e4SXiaoyao Li if (i == tdx_guest->nr_ram_entries) { 190f18672e4SXiaoyao Li return -1; 191f18672e4SXiaoyao Li } 192f18672e4SXiaoyao Li 193f18672e4SXiaoyao Li e = &tdx_guest->ram_entries[i++]; 194f18672e4SXiaoyao Li } while (address + length <= e->address || address >= e->address + e->length); 195f18672e4SXiaoyao Li 196f18672e4SXiaoyao Li /* 197f18672e4SXiaoyao Li * The to-be-accepted ram range must be fully contained by one 198f18672e4SXiaoyao Li * RAM entry. 199f18672e4SXiaoyao Li */ 200f18672e4SXiaoyao Li if (e->address > address || 201f18672e4SXiaoyao Li e->address + e->length < address + length) { 202f18672e4SXiaoyao Li return -1; 203f18672e4SXiaoyao Li } 204f18672e4SXiaoyao Li 205f18672e4SXiaoyao Li if (e->type == TDX_RAM_ADDED) { 206f18672e4SXiaoyao Li return 0; 207f18672e4SXiaoyao Li } 208f18672e4SXiaoyao Li 209f18672e4SXiaoyao Li tmp_address = e->address; 210f18672e4SXiaoyao Li tmp_length = e->length; 211f18672e4SXiaoyao Li 212f18672e4SXiaoyao Li e->address = address; 213f18672e4SXiaoyao Li e->length = length; 214f18672e4SXiaoyao Li e->type = TDX_RAM_ADDED; 215f18672e4SXiaoyao Li 216f18672e4SXiaoyao Li head_length = address - tmp_address; 217f18672e4SXiaoyao Li if (head_length > 0) { 218f18672e4SXiaoyao Li head_start = tmp_address; 219f18672e4SXiaoyao Li tdx_add_ram_entry(head_start, head_length, TDX_RAM_UNACCEPTED); 220f18672e4SXiaoyao Li } 221f18672e4SXiaoyao Li 222f18672e4SXiaoyao Li tail_start = address + length; 223f18672e4SXiaoyao Li if (tail_start < tmp_address + tmp_length) { 224f18672e4SXiaoyao Li tail_length = tmp_address + tmp_length - tail_start; 225f18672e4SXiaoyao Li tdx_add_ram_entry(tail_start, tail_length, TDX_RAM_UNACCEPTED); 226f18672e4SXiaoyao Li } 227f18672e4SXiaoyao Li 228f18672e4SXiaoyao Li return 0; 229f18672e4SXiaoyao Li } 230f18672e4SXiaoyao Li 231f18672e4SXiaoyao Li static int tdx_ram_entry_compare(const void *lhs_, const void* rhs_) 232f18672e4SXiaoyao Li { 233f18672e4SXiaoyao Li const TdxRamEntry *lhs = lhs_; 234f18672e4SXiaoyao Li const TdxRamEntry *rhs = rhs_; 235f18672e4SXiaoyao Li 236f18672e4SXiaoyao Li if (lhs->address == rhs->address) { 237f18672e4SXiaoyao Li return 0; 238f18672e4SXiaoyao Li } 239f18672e4SXiaoyao Li if (le64_to_cpu(lhs->address) > le64_to_cpu(rhs->address)) { 240f18672e4SXiaoyao Li return 1; 241f18672e4SXiaoyao Li } 242f18672e4SXiaoyao Li return -1; 243f18672e4SXiaoyao Li } 244f18672e4SXiaoyao Li 245f18672e4SXiaoyao Li static void tdx_init_ram_entries(void) 246f18672e4SXiaoyao Li { 247f18672e4SXiaoyao Li unsigned i, j, nr_e820_entries; 248f18672e4SXiaoyao Li 249f18672e4SXiaoyao Li nr_e820_entries = e820_get_table(NULL); 250f18672e4SXiaoyao Li tdx_guest->ram_entries = g_new(TdxRamEntry, nr_e820_entries); 251f18672e4SXiaoyao Li 252f18672e4SXiaoyao Li for (i = 0, j = 0; i < nr_e820_entries; i++) { 253f18672e4SXiaoyao Li uint64_t addr, len; 254f18672e4SXiaoyao Li 255f18672e4SXiaoyao Li if (e820_get_entry(i, E820_RAM, &addr, &len)) { 256f18672e4SXiaoyao Li tdx_guest->ram_entries[j].address = addr; 257f18672e4SXiaoyao Li tdx_guest->ram_entries[j].length = len; 258f18672e4SXiaoyao Li tdx_guest->ram_entries[j].type = TDX_RAM_UNACCEPTED; 259f18672e4SXiaoyao Li j++; 260f18672e4SXiaoyao Li } 261f18672e4SXiaoyao Li } 262f18672e4SXiaoyao Li tdx_guest->nr_ram_entries = j; 263f18672e4SXiaoyao Li } 264f18672e4SXiaoyao Li 26541f7fd22SXiaoyao Li static void tdx_post_init_vcpus(void) 26641f7fd22SXiaoyao Li { 26741f7fd22SXiaoyao Li TdxFirmwareEntry *hob; 26841f7fd22SXiaoyao Li CPUState *cpu; 26941f7fd22SXiaoyao Li 27041f7fd22SXiaoyao Li hob = tdx_get_hob_entry(tdx_guest); 27141f7fd22SXiaoyao Li CPU_FOREACH(cpu) { 27241f7fd22SXiaoyao Li tdx_vcpu_ioctl(cpu, KVM_TDX_INIT_VCPU, 0, (void *)hob->address, 27341f7fd22SXiaoyao Li &error_fatal); 27441f7fd22SXiaoyao Li } 27541f7fd22SXiaoyao Li } 27641f7fd22SXiaoyao Li 2774420ba0eSXiaoyao Li static void tdx_finalize_vm(Notifier *notifier, void *unused) 2784420ba0eSXiaoyao Li { 2794420ba0eSXiaoyao Li TdxFirmware *tdvf = &tdx_guest->tdvf; 2804420ba0eSXiaoyao Li TdxFirmwareEntry *entry; 281ebc2d2b4SIsaku Yamahata RAMBlock *ram_block; 282ebc2d2b4SIsaku Yamahata Error *local_err = NULL; 283ebc2d2b4SIsaku Yamahata int r; 2844420ba0eSXiaoyao Li 285f18672e4SXiaoyao Li tdx_init_ram_entries(); 286f18672e4SXiaoyao Li 2874420ba0eSXiaoyao Li for_each_tdx_fw_entry(tdvf, entry) { 2884420ba0eSXiaoyao Li switch (entry->type) { 2894420ba0eSXiaoyao Li case TDVF_SECTION_TYPE_BFV: 2904420ba0eSXiaoyao Li case TDVF_SECTION_TYPE_CFV: 2914420ba0eSXiaoyao Li entry->mem_ptr = tdvf->mem_ptr + entry->data_offset; 2924420ba0eSXiaoyao Li break; 2934420ba0eSXiaoyao Li case TDVF_SECTION_TYPE_TD_HOB: 2944420ba0eSXiaoyao Li case TDVF_SECTION_TYPE_TEMP_MEM: 2954420ba0eSXiaoyao Li entry->mem_ptr = qemu_ram_mmap(-1, entry->size, 2964420ba0eSXiaoyao Li qemu_real_host_page_size(), 0, 0); 2974420ba0eSXiaoyao Li if (entry->mem_ptr == MAP_FAILED) { 2984420ba0eSXiaoyao Li error_report("Failed to mmap memory for TDVF section %d", 2994420ba0eSXiaoyao Li entry->type); 3004420ba0eSXiaoyao Li exit(1); 3014420ba0eSXiaoyao Li } 302f18672e4SXiaoyao Li if (tdx_accept_ram_range(entry->address, entry->size)) { 303f18672e4SXiaoyao Li error_report("Failed to accept memory for TDVF section %d", 304f18672e4SXiaoyao Li entry->type); 305f18672e4SXiaoyao Li qemu_ram_munmap(-1, entry->mem_ptr, entry->size); 306f18672e4SXiaoyao Li exit(1); 307f18672e4SXiaoyao Li } 3084420ba0eSXiaoyao Li break; 3094420ba0eSXiaoyao Li default: 3104420ba0eSXiaoyao Li error_report("Unsupported TDVF section %d", entry->type); 3114420ba0eSXiaoyao Li exit(1); 3124420ba0eSXiaoyao Li } 3134420ba0eSXiaoyao Li } 314f18672e4SXiaoyao Li 315f18672e4SXiaoyao Li qsort(tdx_guest->ram_entries, tdx_guest->nr_ram_entries, 316f18672e4SXiaoyao Li sizeof(TdxRamEntry), &tdx_ram_entry_compare); 317a7314259SXiaoyao Li 318a7314259SXiaoyao Li tdvf_hob_create(tdx_guest, tdx_get_hob_entry(tdx_guest)); 319ebc2d2b4SIsaku Yamahata 32041f7fd22SXiaoyao Li tdx_post_init_vcpus(); 32141f7fd22SXiaoyao Li 322ebc2d2b4SIsaku Yamahata for_each_tdx_fw_entry(tdvf, entry) { 323ebc2d2b4SIsaku Yamahata struct kvm_tdx_init_mem_region region; 324ebc2d2b4SIsaku Yamahata uint32_t flags; 325ebc2d2b4SIsaku Yamahata 326ebc2d2b4SIsaku Yamahata region = (struct kvm_tdx_init_mem_region) { 327ebc2d2b4SIsaku Yamahata .source_addr = (uint64_t)entry->mem_ptr, 328ebc2d2b4SIsaku Yamahata .gpa = entry->address, 329ebc2d2b4SIsaku Yamahata .nr_pages = entry->size >> 12, 330ebc2d2b4SIsaku Yamahata }; 331ebc2d2b4SIsaku Yamahata 332ebc2d2b4SIsaku Yamahata flags = entry->attributes & TDVF_SECTION_ATTRIBUTES_MR_EXTEND ? 333ebc2d2b4SIsaku Yamahata KVM_TDX_MEASURE_MEMORY_REGION : 0; 334ebc2d2b4SIsaku Yamahata 335ebc2d2b4SIsaku Yamahata do { 336ebc2d2b4SIsaku Yamahata error_free(local_err); 337ebc2d2b4SIsaku Yamahata local_err = NULL; 338ebc2d2b4SIsaku Yamahata r = tdx_vcpu_ioctl(first_cpu, KVM_TDX_INIT_MEM_REGION, flags, 339ebc2d2b4SIsaku Yamahata ®ion, &local_err); 340ebc2d2b4SIsaku Yamahata } while (r == -EAGAIN || r == -EINTR); 341ebc2d2b4SIsaku Yamahata if (r < 0) { 342ebc2d2b4SIsaku Yamahata error_report_err(local_err); 343ebc2d2b4SIsaku Yamahata exit(1); 344ebc2d2b4SIsaku Yamahata } 345ebc2d2b4SIsaku Yamahata 346ebc2d2b4SIsaku Yamahata if (entry->type == TDVF_SECTION_TYPE_TD_HOB || 347ebc2d2b4SIsaku Yamahata entry->type == TDVF_SECTION_TYPE_TEMP_MEM) { 348ebc2d2b4SIsaku Yamahata qemu_ram_munmap(-1, entry->mem_ptr, entry->size); 349ebc2d2b4SIsaku Yamahata entry->mem_ptr = NULL; 350ebc2d2b4SIsaku Yamahata } 351ebc2d2b4SIsaku Yamahata } 352ebc2d2b4SIsaku Yamahata 353ebc2d2b4SIsaku Yamahata /* 354ebc2d2b4SIsaku Yamahata * TDVF image has been copied into private region above via 355ebc2d2b4SIsaku Yamahata * KVM_MEMORY_MAPPING. It becomes useless. 356ebc2d2b4SIsaku Yamahata */ 357ebc2d2b4SIsaku Yamahata ram_block = tdx_guest->tdvf_mr->ram_block; 358ebc2d2b4SIsaku Yamahata ram_block_discard_range(ram_block, 0, ram_block->max_length); 359ae60ff4eSXiaoyao Li 360ae60ff4eSXiaoyao Li tdx_vm_ioctl(KVM_TDX_FINALIZE_VM, 0, NULL, &error_fatal); 361ae60ff4eSXiaoyao Li CONFIDENTIAL_GUEST_SUPPORT(tdx_guest)->ready = true; 3624420ba0eSXiaoyao Li } 3634420ba0eSXiaoyao Li 3644420ba0eSXiaoyao Li static Notifier tdx_machine_done_notify = { 3654420ba0eSXiaoyao Li .notify = tdx_finalize_vm, 3664420ba0eSXiaoyao Li }; 3674420ba0eSXiaoyao Li 3688eddedc3SXiaoyao Li static int tdx_kvm_init(ConfidentialGuestSupport *cgs, Error **errp) 3698eddedc3SXiaoyao Li { 370810d4e83SXiaoyao Li MachineState *ms = MACHINE(qdev_get_machine()); 371810d4e83SXiaoyao Li X86MachineState *x86ms = X86_MACHINE(ms); 3721619d0e4SXiaoyao Li TdxGuest *tdx = TDX_GUEST(cgs); 3738eddedc3SXiaoyao Li int r = 0; 3748eddedc3SXiaoyao Li 3758eddedc3SXiaoyao Li kvm_mark_guest_state_protected(); 3768eddedc3SXiaoyao Li 377810d4e83SXiaoyao Li if (x86ms->smm == ON_OFF_AUTO_AUTO) { 378810d4e83SXiaoyao Li x86ms->smm = ON_OFF_AUTO_OFF; 379810d4e83SXiaoyao Li } else if (x86ms->smm == ON_OFF_AUTO_ON) { 380810d4e83SXiaoyao Li error_setg(errp, "TDX VM doesn't support SMM"); 381810d4e83SXiaoyao Li return -EINVAL; 382810d4e83SXiaoyao Li } 383810d4e83SXiaoyao Li 384*e7ef6089SXiaoyao Li if (x86ms->pic == ON_OFF_AUTO_AUTO) { 385*e7ef6089SXiaoyao Li x86ms->pic = ON_OFF_AUTO_OFF; 386*e7ef6089SXiaoyao Li } else if (x86ms->pic == ON_OFF_AUTO_ON) { 387*e7ef6089SXiaoyao Li error_setg(errp, "TDX VM doesn't support PIC"); 388*e7ef6089SXiaoyao Li return -EINVAL; 389*e7ef6089SXiaoyao Li } 390*e7ef6089SXiaoyao Li 3918eddedc3SXiaoyao Li if (!tdx_caps) { 3928eddedc3SXiaoyao Li r = get_tdx_capabilities(errp); 3931619d0e4SXiaoyao Li if (r) { 3941619d0e4SXiaoyao Li return r; 3951619d0e4SXiaoyao Li } 3968eddedc3SXiaoyao Li } 3978eddedc3SXiaoyao Li 3981ff5048dSXiaoyao Li /* TDX relies on KVM_HC_MAP_GPA_RANGE to handle TDG.VP.VMCALL<MapGPA> */ 3991ff5048dSXiaoyao Li if (!kvm_enable_hypercall(BIT_ULL(KVM_HC_MAP_GPA_RANGE))) { 4001ff5048dSXiaoyao Li return -EOPNOTSUPP; 4011ff5048dSXiaoyao Li } 4021ff5048dSXiaoyao Li 403da672865SXiaoyao Li /* 404da672865SXiaoyao Li * Set kvm_readonly_mem_allowed to false, because TDX only supports readonly 405da672865SXiaoyao Li * memory for shared memory but not for private memory. Besides, whether a 406da672865SXiaoyao Li * memslot is private or shared is not determined by QEMU. 407da672865SXiaoyao Li * 408da672865SXiaoyao Li * Thus, just mark readonly memory not supported for simplicity. 409da672865SXiaoyao Li */ 410da672865SXiaoyao Li kvm_readonly_mem_allowed = false; 411da672865SXiaoyao Li 4124420ba0eSXiaoyao Li qemu_add_machine_init_done_notifier(&tdx_machine_done_notify); 4134420ba0eSXiaoyao Li 4141619d0e4SXiaoyao Li tdx_guest = tdx; 4151619d0e4SXiaoyao Li return 0; 4168eddedc3SXiaoyao Li } 4178eddedc3SXiaoyao Li 418b455880eSXiaoyao Li static int tdx_kvm_type(X86ConfidentialGuest *cg) 419b455880eSXiaoyao Li { 420b455880eSXiaoyao Li /* Do the object check */ 421b455880eSXiaoyao Li TDX_GUEST(cg); 422b455880eSXiaoyao Li 423b455880eSXiaoyao Li return KVM_X86_TDX_VM; 424b455880eSXiaoyao Li } 425b455880eSXiaoyao Li 4267c615242SXiaoyao Li static void tdx_cpu_instance_init(X86ConfidentialGuest *cg, CPUState *cpu) 4277c615242SXiaoyao Li { 4289002494fSXiaoyao Li X86CPU *x86cpu = X86_CPU(cpu); 4299002494fSXiaoyao Li 4307c615242SXiaoyao Li object_property_set_bool(OBJECT(cpu), "pmu", false, &error_abort); 4319002494fSXiaoyao Li 4329002494fSXiaoyao Li x86cpu->enable_cpuid_0x1f = true; 4337c615242SXiaoyao Li } 4347c615242SXiaoyao Li 43553b6f406SXiaoyao Li static int tdx_validate_attributes(TdxGuest *tdx, Error **errp) 43653b6f406SXiaoyao Li { 43753b6f406SXiaoyao Li if ((tdx->attributes & ~tdx_caps->supported_attrs)) { 43853b6f406SXiaoyao Li error_setg(errp, "Invalid attributes 0x%lx for TDX VM " 43953b6f406SXiaoyao Li "(KVM supported: 0x%llx)", tdx->attributes, 44053b6f406SXiaoyao Li tdx_caps->supported_attrs); 44153b6f406SXiaoyao Li return -1; 44253b6f406SXiaoyao Li } 44353b6f406SXiaoyao Li 44453b6f406SXiaoyao Li if (tdx->attributes & ~TDX_SUPPORTED_TD_ATTRS) { 44553b6f406SXiaoyao Li error_setg(errp, "Some QEMU unsupported TD attribute bits being " 44653b6f406SXiaoyao Li "requested: 0x%lx (QEMU supported: 0x%llx)", 44753b6f406SXiaoyao Li tdx->attributes, TDX_SUPPORTED_TD_ATTRS); 44853b6f406SXiaoyao Li return -1; 44953b6f406SXiaoyao Li } 45053b6f406SXiaoyao Li 45153b6f406SXiaoyao Li return 0; 45253b6f406SXiaoyao Li } 45353b6f406SXiaoyao Li 45453b6f406SXiaoyao Li static int setup_td_guest_attributes(X86CPU *x86cpu, Error **errp) 455bb3be394SXiaoyao Li { 456bb3be394SXiaoyao Li CPUX86State *env = &x86cpu->env; 457bb3be394SXiaoyao Li 458bb3be394SXiaoyao Li tdx_guest->attributes |= (env->features[FEAT_7_0_ECX] & CPUID_7_0_ECX_PKS) ? 459bb3be394SXiaoyao Li TDX_TD_ATTRIBUTES_PKS : 0; 460bb3be394SXiaoyao Li tdx_guest->attributes |= x86cpu->enable_pmu ? TDX_TD_ATTRIBUTES_PERFMON : 0; 46153b6f406SXiaoyao Li 46253b6f406SXiaoyao Li return tdx_validate_attributes(tdx_guest, errp); 463bb3be394SXiaoyao Li } 464bb3be394SXiaoyao Li 465f15898b0SXiaoyao Li static int setup_td_xfam(X86CPU *x86cpu, Error **errp) 466f15898b0SXiaoyao Li { 467f15898b0SXiaoyao Li CPUX86State *env = &x86cpu->env; 468f15898b0SXiaoyao Li uint64_t xfam; 469f15898b0SXiaoyao Li 470f15898b0SXiaoyao Li xfam = env->features[FEAT_XSAVE_XCR0_LO] | 471f15898b0SXiaoyao Li env->features[FEAT_XSAVE_XCR0_HI] | 472f15898b0SXiaoyao Li env->features[FEAT_XSAVE_XSS_LO] | 473f15898b0SXiaoyao Li env->features[FEAT_XSAVE_XSS_HI]; 474f15898b0SXiaoyao Li 475f15898b0SXiaoyao Li if (xfam & ~tdx_caps->supported_xfam) { 476f15898b0SXiaoyao Li error_setg(errp, "Invalid XFAM 0x%lx for TDX VM (supported: 0x%llx))", 477f15898b0SXiaoyao Li xfam, tdx_caps->supported_xfam); 478f15898b0SXiaoyao Li return -1; 479f15898b0SXiaoyao Li } 480f15898b0SXiaoyao Li 481f15898b0SXiaoyao Li tdx_guest->xfam = xfam; 482f15898b0SXiaoyao Li return 0; 483f15898b0SXiaoyao Li } 484f15898b0SXiaoyao Li 485f15898b0SXiaoyao Li static void tdx_filter_cpuid(struct kvm_cpuid2 *cpuids) 486f15898b0SXiaoyao Li { 487f15898b0SXiaoyao Li int i, dest_cnt = 0; 488f15898b0SXiaoyao Li struct kvm_cpuid_entry2 *src, *dest, *conf; 489f15898b0SXiaoyao Li 490f15898b0SXiaoyao Li for (i = 0; i < cpuids->nent; i++) { 491f15898b0SXiaoyao Li src = cpuids->entries + i; 492f15898b0SXiaoyao Li conf = cpuid_find_entry(&tdx_caps->cpuid, src->function, src->index); 493f15898b0SXiaoyao Li if (!conf) { 494f15898b0SXiaoyao Li continue; 495f15898b0SXiaoyao Li } 496f15898b0SXiaoyao Li dest = cpuids->entries + dest_cnt; 497f15898b0SXiaoyao Li 498f15898b0SXiaoyao Li dest->function = src->function; 499f15898b0SXiaoyao Li dest->index = src->index; 500f15898b0SXiaoyao Li dest->flags = src->flags; 501f15898b0SXiaoyao Li dest->eax = src->eax & conf->eax; 502f15898b0SXiaoyao Li dest->ebx = src->ebx & conf->ebx; 503f15898b0SXiaoyao Li dest->ecx = src->ecx & conf->ecx; 504f15898b0SXiaoyao Li dest->edx = src->edx & conf->edx; 505f15898b0SXiaoyao Li 506f15898b0SXiaoyao Li dest_cnt++; 507f15898b0SXiaoyao Li } 508f15898b0SXiaoyao Li cpuids->nent = dest_cnt++; 509f15898b0SXiaoyao Li } 510f15898b0SXiaoyao Li 511f15898b0SXiaoyao Li int tdx_pre_create_vcpu(CPUState *cpu, Error **errp) 512f15898b0SXiaoyao Li { 513f15898b0SXiaoyao Li X86CPU *x86cpu = X86_CPU(cpu); 514f15898b0SXiaoyao Li CPUX86State *env = &x86cpu->env; 515f15898b0SXiaoyao Li g_autofree struct kvm_tdx_init_vm *init_vm = NULL; 516f15898b0SXiaoyao Li Error *local_err = NULL; 517d05a0858SIsaku Yamahata size_t data_len; 518f15898b0SXiaoyao Li int retry = 10000; 519f15898b0SXiaoyao Li int r = 0; 520f15898b0SXiaoyao Li 521f15898b0SXiaoyao Li QEMU_LOCK_GUARD(&tdx_guest->lock); 522f15898b0SXiaoyao Li if (tdx_guest->initialized) { 523f15898b0SXiaoyao Li return r; 524f15898b0SXiaoyao Li } 525f15898b0SXiaoyao Li 526f15898b0SXiaoyao Li init_vm = g_malloc0(sizeof(struct kvm_tdx_init_vm) + 527f15898b0SXiaoyao Li sizeof(struct kvm_cpuid_entry2) * KVM_MAX_CPUID_ENTRIES); 528f15898b0SXiaoyao Li 529d529a2acSXiaoyao Li if (!kvm_check_extension(kvm_state, KVM_CAP_X86_APIC_BUS_CYCLES_NS)) { 530d529a2acSXiaoyao Li error_setg(errp, "KVM doesn't support KVM_CAP_X86_APIC_BUS_CYCLES_NS"); 531d529a2acSXiaoyao Li return -EOPNOTSUPP; 532d529a2acSXiaoyao Li } 533d529a2acSXiaoyao Li 534d529a2acSXiaoyao Li r = kvm_vm_enable_cap(kvm_state, KVM_CAP_X86_APIC_BUS_CYCLES_NS, 535d529a2acSXiaoyao Li 0, TDX_APIC_BUS_CYCLES_NS); 536d529a2acSXiaoyao Li if (r < 0) { 537d529a2acSXiaoyao Li error_setg_errno(errp, -r, 538d529a2acSXiaoyao Li "Unable to set core crystal clock frequency to 25MHz"); 539d529a2acSXiaoyao Li return r; 540d529a2acSXiaoyao Li } 541d529a2acSXiaoyao Li 5420e73b843SXiaoyao Li if (env->tsc_khz && (env->tsc_khz < TDX_MIN_TSC_FREQUENCY_KHZ || 5430e73b843SXiaoyao Li env->tsc_khz > TDX_MAX_TSC_FREQUENCY_KHZ)) { 5440e73b843SXiaoyao Li error_setg(errp, "Invalid TSC %ld KHz, must specify cpu_frequency " 5450e73b843SXiaoyao Li "between [%d, %d] kHz", env->tsc_khz, 5460e73b843SXiaoyao Li TDX_MIN_TSC_FREQUENCY_KHZ, TDX_MAX_TSC_FREQUENCY_KHZ); 5470e73b843SXiaoyao Li return -EINVAL; 5480e73b843SXiaoyao Li } 5490e73b843SXiaoyao Li 5500e73b843SXiaoyao Li if (env->tsc_khz % (25 * 1000)) { 5510e73b843SXiaoyao Li error_setg(errp, "Invalid TSC %ld KHz, it must be multiple of 25MHz", 5520e73b843SXiaoyao Li env->tsc_khz); 5530e73b843SXiaoyao Li return -EINVAL; 5540e73b843SXiaoyao Li } 5550e73b843SXiaoyao Li 5560e73b843SXiaoyao Li /* it's safe even env->tsc_khz is 0. KVM uses host's tsc_khz in this case */ 5570e73b843SXiaoyao Li r = kvm_vm_ioctl(kvm_state, KVM_SET_TSC_KHZ, env->tsc_khz); 5580e73b843SXiaoyao Li if (r < 0) { 5590e73b843SXiaoyao Li error_setg_errno(errp, -r, "Unable to set TSC frequency to %ld kHz", 5600e73b843SXiaoyao Li env->tsc_khz); 5610e73b843SXiaoyao Li return r; 5620e73b843SXiaoyao Li } 5630e73b843SXiaoyao Li 564d05a0858SIsaku Yamahata if (tdx_guest->mrconfigid) { 565d05a0858SIsaku Yamahata g_autofree uint8_t *data = qbase64_decode(tdx_guest->mrconfigid, 566d05a0858SIsaku Yamahata strlen(tdx_guest->mrconfigid), &data_len, errp); 567d05a0858SIsaku Yamahata if (!data) { 568d05a0858SIsaku Yamahata return -1; 569d05a0858SIsaku Yamahata } 570d05a0858SIsaku Yamahata if (data_len != QCRYPTO_HASH_DIGEST_LEN_SHA384) { 571d05a0858SIsaku Yamahata error_setg(errp, "TDX: failed to decode mrconfigid"); 572d05a0858SIsaku Yamahata return -1; 573d05a0858SIsaku Yamahata } 574d05a0858SIsaku Yamahata memcpy(init_vm->mrconfigid, data, data_len); 575d05a0858SIsaku Yamahata } 576d05a0858SIsaku Yamahata 577d05a0858SIsaku Yamahata if (tdx_guest->mrowner) { 578d05a0858SIsaku Yamahata g_autofree uint8_t *data = qbase64_decode(tdx_guest->mrowner, 579d05a0858SIsaku Yamahata strlen(tdx_guest->mrowner), &data_len, errp); 580d05a0858SIsaku Yamahata if (!data) { 581d05a0858SIsaku Yamahata return -1; 582d05a0858SIsaku Yamahata } 583d05a0858SIsaku Yamahata if (data_len != QCRYPTO_HASH_DIGEST_LEN_SHA384) { 584d05a0858SIsaku Yamahata error_setg(errp, "TDX: failed to decode mrowner"); 585d05a0858SIsaku Yamahata return -1; 586d05a0858SIsaku Yamahata } 587d05a0858SIsaku Yamahata memcpy(init_vm->mrowner, data, data_len); 588d05a0858SIsaku Yamahata } 589d05a0858SIsaku Yamahata 590d05a0858SIsaku Yamahata if (tdx_guest->mrownerconfig) { 591d05a0858SIsaku Yamahata g_autofree uint8_t *data = qbase64_decode(tdx_guest->mrownerconfig, 592d05a0858SIsaku Yamahata strlen(tdx_guest->mrownerconfig), &data_len, errp); 593d05a0858SIsaku Yamahata if (!data) { 594d05a0858SIsaku Yamahata return -1; 595d05a0858SIsaku Yamahata } 596d05a0858SIsaku Yamahata if (data_len != QCRYPTO_HASH_DIGEST_LEN_SHA384) { 597d05a0858SIsaku Yamahata error_setg(errp, "TDX: failed to decode mrownerconfig"); 598d05a0858SIsaku Yamahata return -1; 599d05a0858SIsaku Yamahata } 600d05a0858SIsaku Yamahata memcpy(init_vm->mrownerconfig, data, data_len); 601d05a0858SIsaku Yamahata } 602d05a0858SIsaku Yamahata 60353b6f406SXiaoyao Li r = setup_td_guest_attributes(x86cpu, errp); 60453b6f406SXiaoyao Li if (r) { 60553b6f406SXiaoyao Li return r; 60653b6f406SXiaoyao Li } 607bb3be394SXiaoyao Li 608f15898b0SXiaoyao Li r = setup_td_xfam(x86cpu, errp); 609f15898b0SXiaoyao Li if (r) { 610f15898b0SXiaoyao Li return r; 611f15898b0SXiaoyao Li } 612f15898b0SXiaoyao Li 613f15898b0SXiaoyao Li init_vm->cpuid.nent = kvm_x86_build_cpuid(env, init_vm->cpuid.entries, 0); 614f15898b0SXiaoyao Li tdx_filter_cpuid(&init_vm->cpuid); 615f15898b0SXiaoyao Li 616f15898b0SXiaoyao Li init_vm->attributes = tdx_guest->attributes; 617f15898b0SXiaoyao Li init_vm->xfam = tdx_guest->xfam; 618f15898b0SXiaoyao Li 619f15898b0SXiaoyao Li /* 620f15898b0SXiaoyao Li * KVM_TDX_INIT_VM gets -EAGAIN when KVM side SEAMCALL(TDH_MNG_CREATE) 621f15898b0SXiaoyao Li * gets TDX_RND_NO_ENTROPY due to Random number generation (e.g., RDRAND or 622f15898b0SXiaoyao Li * RDSEED) is busy. 623f15898b0SXiaoyao Li * 624f15898b0SXiaoyao Li * Retry for the case. 625f15898b0SXiaoyao Li */ 626f15898b0SXiaoyao Li do { 627f15898b0SXiaoyao Li error_free(local_err); 628f15898b0SXiaoyao Li local_err = NULL; 629f15898b0SXiaoyao Li r = tdx_vm_ioctl(KVM_TDX_INIT_VM, 0, init_vm, &local_err); 630f15898b0SXiaoyao Li } while (r == -EAGAIN && --retry); 631f15898b0SXiaoyao Li 632f15898b0SXiaoyao Li if (r < 0) { 633f15898b0SXiaoyao Li if (!retry) { 634f15898b0SXiaoyao Li error_append_hint(&local_err, "Hardware RNG (Random Number " 635f15898b0SXiaoyao Li "Generator) is busy occupied by someone (via RDRAND/RDSEED) " 636f15898b0SXiaoyao Li "maliciously, which leads to KVM_TDX_INIT_VM keeping failure " 637f15898b0SXiaoyao Li "due to lack of entropy.\n"); 638f15898b0SXiaoyao Li } 639f15898b0SXiaoyao Li error_propagate(errp, local_err); 640f15898b0SXiaoyao Li return r; 641f15898b0SXiaoyao Li } 642f15898b0SXiaoyao Li 643f15898b0SXiaoyao Li tdx_guest->initialized = true; 644f15898b0SXiaoyao Li 645f15898b0SXiaoyao Li return 0; 646f15898b0SXiaoyao Li } 647f15898b0SXiaoyao Li 648cb5d65a8SXiaoyao Li int tdx_parse_tdvf(void *flash_ptr, int size) 649cb5d65a8SXiaoyao Li { 650cb5d65a8SXiaoyao Li return tdvf_parse_metadata(&tdx_guest->tdvf, flash_ptr, size); 651cb5d65a8SXiaoyao Li } 652cb5d65a8SXiaoyao Li 6536e250463SXiaoyao Li static void tdx_panicked_on_fatal_error(X86CPU *cpu, uint64_t error_code, 6546e250463SXiaoyao Li char *message, uint64_t gpa) 6556e250463SXiaoyao Li { 6566e250463SXiaoyao Li GuestPanicInformation *panic_info; 6576e250463SXiaoyao Li 6586e250463SXiaoyao Li panic_info = g_new0(GuestPanicInformation, 1); 6596e250463SXiaoyao Li panic_info->type = GUEST_PANIC_INFORMATION_TYPE_TDX; 6606e250463SXiaoyao Li panic_info->u.tdx.error_code = (uint32_t) error_code; 6616e250463SXiaoyao Li panic_info->u.tdx.message = message; 6626e250463SXiaoyao Li panic_info->u.tdx.gpa = gpa; 6636e250463SXiaoyao Li 6646e250463SXiaoyao Li qemu_system_guest_panicked(panic_info); 6656e250463SXiaoyao Li } 6666e250463SXiaoyao Li 66798dbfd68SXiaoyao Li /* 66898dbfd68SXiaoyao Li * Only 8 registers can contain valid ASCII byte stream to form the fatal 66998dbfd68SXiaoyao Li * message, and their sequence is: R14, R15, RBX, RDI, RSI, R8, R9, RDX 67098dbfd68SXiaoyao Li */ 67198dbfd68SXiaoyao Li #define TDX_FATAL_MESSAGE_MAX 64 67298dbfd68SXiaoyao Li 6736e250463SXiaoyao Li #define TDX_REPORT_FATAL_ERROR_GPA_VALID BIT_ULL(63) 6746e250463SXiaoyao Li 67598dbfd68SXiaoyao Li int tdx_handle_report_fatal_error(X86CPU *cpu, struct kvm_run *run) 67698dbfd68SXiaoyao Li { 67798dbfd68SXiaoyao Li uint64_t error_code = run->system_event.data[R_R12]; 67898dbfd68SXiaoyao Li uint64_t reg_mask = run->system_event.data[R_ECX]; 67998dbfd68SXiaoyao Li char *message = NULL; 68098dbfd68SXiaoyao Li uint64_t *tmp; 6816e250463SXiaoyao Li uint64_t gpa = -1ull; 68298dbfd68SXiaoyao Li 68398dbfd68SXiaoyao Li if (error_code & 0xffff) { 68498dbfd68SXiaoyao Li error_report("TDX: REPORT_FATAL_ERROR: invalid error code: 0x%lx", 68598dbfd68SXiaoyao Li error_code); 68698dbfd68SXiaoyao Li return -1; 68798dbfd68SXiaoyao Li } 68898dbfd68SXiaoyao Li 68998dbfd68SXiaoyao Li if (reg_mask) { 69098dbfd68SXiaoyao Li message = g_malloc0(TDX_FATAL_MESSAGE_MAX + 1); 69198dbfd68SXiaoyao Li tmp = (uint64_t *)message; 69298dbfd68SXiaoyao Li 69398dbfd68SXiaoyao Li #define COPY_REG(REG) \ 69498dbfd68SXiaoyao Li do { \ 69598dbfd68SXiaoyao Li if (reg_mask & BIT_ULL(REG)) { \ 69698dbfd68SXiaoyao Li *(tmp++) = run->system_event.data[REG]; \ 69798dbfd68SXiaoyao Li } \ 69898dbfd68SXiaoyao Li } while (0) 69998dbfd68SXiaoyao Li 70098dbfd68SXiaoyao Li COPY_REG(R_R14); 70198dbfd68SXiaoyao Li COPY_REG(R_R15); 70298dbfd68SXiaoyao Li COPY_REG(R_EBX); 70398dbfd68SXiaoyao Li COPY_REG(R_EDI); 70498dbfd68SXiaoyao Li COPY_REG(R_ESI); 70598dbfd68SXiaoyao Li COPY_REG(R_R8); 70698dbfd68SXiaoyao Li COPY_REG(R_R9); 70798dbfd68SXiaoyao Li COPY_REG(R_EDX); 70898dbfd68SXiaoyao Li *((char *)tmp) = '\0'; 70998dbfd68SXiaoyao Li } 71098dbfd68SXiaoyao Li #undef COPY_REG 71198dbfd68SXiaoyao Li 7126e250463SXiaoyao Li if (error_code & TDX_REPORT_FATAL_ERROR_GPA_VALID) { 7136e250463SXiaoyao Li gpa = run->system_event.data[R_R13]; 7146e250463SXiaoyao Li } 7156e250463SXiaoyao Li 7166e250463SXiaoyao Li tdx_panicked_on_fatal_error(cpu, error_code, message, gpa); 7176e250463SXiaoyao Li 71898dbfd68SXiaoyao Li return -1; 71998dbfd68SXiaoyao Li } 72098dbfd68SXiaoyao Li 7216016e297SXiaoyao Li static bool tdx_guest_get_sept_ve_disable(Object *obj, Error **errp) 7226016e297SXiaoyao Li { 7236016e297SXiaoyao Li TdxGuest *tdx = TDX_GUEST(obj); 7246016e297SXiaoyao Li 7256016e297SXiaoyao Li return !!(tdx->attributes & TDX_TD_ATTRIBUTES_SEPT_VE_DISABLE); 7266016e297SXiaoyao Li } 7276016e297SXiaoyao Li 7286016e297SXiaoyao Li static void tdx_guest_set_sept_ve_disable(Object *obj, bool value, Error **errp) 7296016e297SXiaoyao Li { 7306016e297SXiaoyao Li TdxGuest *tdx = TDX_GUEST(obj); 7316016e297SXiaoyao Li 7326016e297SXiaoyao Li if (value) { 7336016e297SXiaoyao Li tdx->attributes |= TDX_TD_ATTRIBUTES_SEPT_VE_DISABLE; 7346016e297SXiaoyao Li } else { 7356016e297SXiaoyao Li tdx->attributes &= ~TDX_TD_ATTRIBUTES_SEPT_VE_DISABLE; 7366016e297SXiaoyao Li } 7376016e297SXiaoyao Li } 7386016e297SXiaoyao Li 739d05a0858SIsaku Yamahata static char *tdx_guest_get_mrconfigid(Object *obj, Error **errp) 740d05a0858SIsaku Yamahata { 741d05a0858SIsaku Yamahata TdxGuest *tdx = TDX_GUEST(obj); 742d05a0858SIsaku Yamahata 743d05a0858SIsaku Yamahata return g_strdup(tdx->mrconfigid); 744d05a0858SIsaku Yamahata } 745d05a0858SIsaku Yamahata 746d05a0858SIsaku Yamahata static void tdx_guest_set_mrconfigid(Object *obj, const char *value, Error **errp) 747d05a0858SIsaku Yamahata { 748d05a0858SIsaku Yamahata TdxGuest *tdx = TDX_GUEST(obj); 749d05a0858SIsaku Yamahata 750d05a0858SIsaku Yamahata g_free(tdx->mrconfigid); 751d05a0858SIsaku Yamahata tdx->mrconfigid = g_strdup(value); 752d05a0858SIsaku Yamahata } 753d05a0858SIsaku Yamahata 754d05a0858SIsaku Yamahata static char *tdx_guest_get_mrowner(Object *obj, Error **errp) 755d05a0858SIsaku Yamahata { 756d05a0858SIsaku Yamahata TdxGuest *tdx = TDX_GUEST(obj); 757d05a0858SIsaku Yamahata 758d05a0858SIsaku Yamahata return g_strdup(tdx->mrowner); 759d05a0858SIsaku Yamahata } 760d05a0858SIsaku Yamahata 761d05a0858SIsaku Yamahata static void tdx_guest_set_mrowner(Object *obj, const char *value, Error **errp) 762d05a0858SIsaku Yamahata { 763d05a0858SIsaku Yamahata TdxGuest *tdx = TDX_GUEST(obj); 764d05a0858SIsaku Yamahata 765d05a0858SIsaku Yamahata g_free(tdx->mrowner); 766d05a0858SIsaku Yamahata tdx->mrowner = g_strdup(value); 767d05a0858SIsaku Yamahata } 768d05a0858SIsaku Yamahata 769d05a0858SIsaku Yamahata static char *tdx_guest_get_mrownerconfig(Object *obj, Error **errp) 770d05a0858SIsaku Yamahata { 771d05a0858SIsaku Yamahata TdxGuest *tdx = TDX_GUEST(obj); 772d05a0858SIsaku Yamahata 773d05a0858SIsaku Yamahata return g_strdup(tdx->mrownerconfig); 774d05a0858SIsaku Yamahata } 775d05a0858SIsaku Yamahata 776d05a0858SIsaku Yamahata static void tdx_guest_set_mrownerconfig(Object *obj, const char *value, Error **errp) 777d05a0858SIsaku Yamahata { 778d05a0858SIsaku Yamahata TdxGuest *tdx = TDX_GUEST(obj); 779d05a0858SIsaku Yamahata 780d05a0858SIsaku Yamahata g_free(tdx->mrownerconfig); 781d05a0858SIsaku Yamahata tdx->mrownerconfig = g_strdup(value); 782d05a0858SIsaku Yamahata } 783d05a0858SIsaku Yamahata 784756e12e7SXiaoyao Li /* tdx guest */ 785756e12e7SXiaoyao Li OBJECT_DEFINE_TYPE_WITH_INTERFACES(TdxGuest, 786756e12e7SXiaoyao Li tdx_guest, 787756e12e7SXiaoyao Li TDX_GUEST, 788756e12e7SXiaoyao Li X86_CONFIDENTIAL_GUEST, 789756e12e7SXiaoyao Li { TYPE_USER_CREATABLE }, 790756e12e7SXiaoyao Li { NULL }) 791756e12e7SXiaoyao Li 792756e12e7SXiaoyao Li static void tdx_guest_init(Object *obj) 793756e12e7SXiaoyao Li { 794756e12e7SXiaoyao Li ConfidentialGuestSupport *cgs = CONFIDENTIAL_GUEST_SUPPORT(obj); 795756e12e7SXiaoyao Li TdxGuest *tdx = TDX_GUEST(obj); 796756e12e7SXiaoyao Li 797f15898b0SXiaoyao Li qemu_mutex_init(&tdx->lock); 798f15898b0SXiaoyao Li 799756e12e7SXiaoyao Li cgs->require_guest_memfd = true; 800714af522SIsaku Yamahata tdx->attributes = TDX_TD_ATTRIBUTES_SEPT_VE_DISABLE; 801756e12e7SXiaoyao Li 802756e12e7SXiaoyao Li object_property_add_uint64_ptr(obj, "attributes", &tdx->attributes, 803756e12e7SXiaoyao Li OBJ_PROP_FLAG_READWRITE); 8046016e297SXiaoyao Li object_property_add_bool(obj, "sept-ve-disable", 8056016e297SXiaoyao Li tdx_guest_get_sept_ve_disable, 8066016e297SXiaoyao Li tdx_guest_set_sept_ve_disable); 807d05a0858SIsaku Yamahata object_property_add_str(obj, "mrconfigid", 808d05a0858SIsaku Yamahata tdx_guest_get_mrconfigid, 809d05a0858SIsaku Yamahata tdx_guest_set_mrconfigid); 810d05a0858SIsaku Yamahata object_property_add_str(obj, "mrowner", 811d05a0858SIsaku Yamahata tdx_guest_get_mrowner, tdx_guest_set_mrowner); 812d05a0858SIsaku Yamahata object_property_add_str(obj, "mrownerconfig", 813d05a0858SIsaku Yamahata tdx_guest_get_mrownerconfig, 814d05a0858SIsaku Yamahata tdx_guest_set_mrownerconfig); 815756e12e7SXiaoyao Li } 816756e12e7SXiaoyao Li 817756e12e7SXiaoyao Li static void tdx_guest_finalize(Object *obj) 818756e12e7SXiaoyao Li { 819756e12e7SXiaoyao Li } 820756e12e7SXiaoyao Li 821756e12e7SXiaoyao Li static void tdx_guest_class_init(ObjectClass *oc, const void *data) 822756e12e7SXiaoyao Li { 823631a2ac5SXiaoyao Li ConfidentialGuestSupportClass *klass = CONFIDENTIAL_GUEST_SUPPORT_CLASS(oc); 824b455880eSXiaoyao Li X86ConfidentialGuestClass *x86_klass = X86_CONFIDENTIAL_GUEST_CLASS(oc); 825b455880eSXiaoyao Li 826631a2ac5SXiaoyao Li klass->kvm_init = tdx_kvm_init; 827b455880eSXiaoyao Li x86_klass->kvm_type = tdx_kvm_type; 8287c615242SXiaoyao Li x86_klass->cpu_instance_init = tdx_cpu_instance_init; 829756e12e7SXiaoyao Li } 830