1ed69e831SClaudio Fontana /* 2ed69e831SClaudio Fontana * i386 TCG cpu class initialization 3ed69e831SClaudio Fontana * 4ed69e831SClaudio Fontana * Copyright (c) 2003 Fabrice Bellard 5ed69e831SClaudio Fontana * 6ed69e831SClaudio Fontana * This library is free software; you can redistribute it and/or 7ed69e831SClaudio Fontana * modify it under the terms of the GNU Lesser General Public 8ed69e831SClaudio Fontana * License as published by the Free Software Foundation; either 9ed69e831SClaudio Fontana * version 2 of the License, or (at your option) any later version. 10ed69e831SClaudio Fontana * 11ed69e831SClaudio Fontana * This library is distributed in the hope that it will be useful, 12ed69e831SClaudio Fontana * but WITHOUT ANY WARRANTY; without even the implied warranty of 13ed69e831SClaudio Fontana * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 14ed69e831SClaudio Fontana * Lesser General Public License for more details. 15ed69e831SClaudio Fontana * 16ed69e831SClaudio Fontana * You should have received a copy of the GNU Lesser General Public 17ed69e831SClaudio Fontana * License along with this library; if not, see <http://www.gnu.org/licenses/>. 18ed69e831SClaudio Fontana */ 19ed69e831SClaudio Fontana 20ed69e831SClaudio Fontana #include "qemu/osdep.h" 21ed69e831SClaudio Fontana #include "cpu.h" 22ed69e831SClaudio Fontana #include "helper-tcg.h" 23f5cc5a5cSClaudio Fontana #include "qemu/accel.h" 24b12a0f85SPhilippe Mathieu-Daudé #include "accel/accel-cpu-target.h" 2568df8c8dSPhilippe Mathieu-Daudé #include "exec/translation-block.h" 269c2ff9cdSPierrick Bouvier #include "exec/target_page.h" 27a59a8769SRichard Henderson #include "accel/tcg/cpu-ops.h" 28222f3e6fSPaolo Bonzini #include "tcg-cpu.h" 29ed69e831SClaudio Fontana 30ed69e831SClaudio Fontana /* Frob eflags into and out of the CPU temporary format. */ 31ed69e831SClaudio Fontana 32ed69e831SClaudio Fontana static void x86_cpu_exec_enter(CPUState *cs) 33ed69e831SClaudio Fontana { 34ed69e831SClaudio Fontana X86CPU *cpu = X86_CPU(cs); 35ed69e831SClaudio Fontana CPUX86State *env = &cpu->env; 36ed69e831SClaudio Fontana 37ed69e831SClaudio Fontana CC_SRC = env->eflags & (CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C); 38ed69e831SClaudio Fontana env->df = 1 - (2 * ((env->eflags >> 10) & 1)); 39ed69e831SClaudio Fontana CC_OP = CC_OP_EFLAGS; 40ed69e831SClaudio Fontana env->eflags &= ~(DF_MASK | CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C); 41ed69e831SClaudio Fontana } 42ed69e831SClaudio Fontana 43ed69e831SClaudio Fontana static void x86_cpu_exec_exit(CPUState *cs) 44ed69e831SClaudio Fontana { 45ed69e831SClaudio Fontana X86CPU *cpu = X86_CPU(cs); 46ed69e831SClaudio Fontana CPUX86State *env = &cpu->env; 47ed69e831SClaudio Fontana 48ed69e831SClaudio Fontana env->eflags = cpu_compute_eflags(env); 49ed69e831SClaudio Fontana } 50ed69e831SClaudio Fontana 51*c37f8978SRichard Henderson static TCGTBCPUState x86_get_tb_cpu_state(CPUState *cs) 52a59a8769SRichard Henderson { 534759aae4SRichard Henderson CPUX86State *env = cpu_env(cs); 544759aae4SRichard Henderson uint32_t flags, cs_base; 554759aae4SRichard Henderson vaddr pc; 564759aae4SRichard Henderson 574759aae4SRichard Henderson flags = env->hflags | 58a59a8769SRichard Henderson (env->eflags & (IOPL_MASK | TF_MASK | RF_MASK | VM_MASK | AC_MASK)); 59a59a8769SRichard Henderson if (env->hflags & HF_CS64_MASK) { 604759aae4SRichard Henderson cs_base = 0; 614759aae4SRichard Henderson pc = env->eip; 62a59a8769SRichard Henderson } else { 634759aae4SRichard Henderson cs_base = env->segs[R_CS].base; 644759aae4SRichard Henderson pc = (uint32_t)(cs_base + env->eip); 65a59a8769SRichard Henderson } 664759aae4SRichard Henderson 674759aae4SRichard Henderson return (TCGTBCPUState){ .pc = pc, .flags = flags, .cs_base = cs_base }; 68a59a8769SRichard Henderson } 69a59a8769SRichard Henderson 7004a37d4cSRichard Henderson static void x86_cpu_synchronize_from_tb(CPUState *cs, 7104a37d4cSRichard Henderson const TranslationBlock *tb) 72ed69e831SClaudio Fontana { 732e3afe8eSAnton Johansson /* The instruction pointer is always up to date with CF_PCREL. */ 742e3afe8eSAnton Johansson if (!(tb_cflags(tb) & CF_PCREL)) { 75b77af26eSRichard Henderson CPUX86State *env = cpu_env(cs); 76b5e0d5d2SRichard Henderson 77b5e0d5d2SRichard Henderson if (tb->flags & HF_CS64_MASK) { 78b5e0d5d2SRichard Henderson env->eip = tb->pc; 79b5e0d5d2SRichard Henderson } else { 80b5e0d5d2SRichard Henderson env->eip = (uint32_t)(tb->pc - tb->cs_base); 81b5e0d5d2SRichard Henderson } 82e3a79e0eSRichard Henderson } 83ed69e831SClaudio Fontana } 84ed69e831SClaudio Fontana 85434382e6SRichard Henderson static void x86_restore_state_to_opc(CPUState *cs, 86434382e6SRichard Henderson const TranslationBlock *tb, 87434382e6SRichard Henderson const uint64_t *data) 88434382e6SRichard Henderson { 89434382e6SRichard Henderson X86CPU *cpu = X86_CPU(cs); 90434382e6SRichard Henderson CPUX86State *env = &cpu->env; 91434382e6SRichard Henderson int cc_op = data[1]; 92729ba8e9SPaolo Bonzini uint64_t new_pc; 93434382e6SRichard Henderson 942e3afe8eSAnton Johansson if (tb_cflags(tb) & CF_PCREL) { 95729ba8e9SPaolo Bonzini /* 96729ba8e9SPaolo Bonzini * data[0] in PC-relative TBs is also a linear address, i.e. an address with 97729ba8e9SPaolo Bonzini * the CS base added, because it is not guaranteed that EIP bits 12 and higher 98729ba8e9SPaolo Bonzini * stay the same across the translation block. Add the CS base back before 99729ba8e9SPaolo Bonzini * replacing the low bits, and subtract it below just like for !CF_PCREL. 100729ba8e9SPaolo Bonzini */ 101729ba8e9SPaolo Bonzini uint64_t pc = env->eip + tb->cs_base; 102729ba8e9SPaolo Bonzini new_pc = (pc & TARGET_PAGE_MASK) | data[0]; 103434382e6SRichard Henderson } else { 104729ba8e9SPaolo Bonzini new_pc = data[0]; 105434382e6SRichard Henderson } 106729ba8e9SPaolo Bonzini if (tb->flags & HF_CS64_MASK) { 107729ba8e9SPaolo Bonzini env->eip = new_pc; 108729ba8e9SPaolo Bonzini } else { 109729ba8e9SPaolo Bonzini env->eip = (uint32_t)(new_pc - tb->cs_base); 110729ba8e9SPaolo Bonzini } 111729ba8e9SPaolo Bonzini 112434382e6SRichard Henderson if (cc_op != CC_OP_DYNAMIC) { 113434382e6SRichard Henderson env->cc_op = cc_op; 114434382e6SRichard Henderson } 115434382e6SRichard Henderson } 116434382e6SRichard Henderson 1178480f7c7SPhilippe Mathieu-Daudé int x86_mmu_index_pl(CPUX86State *env, unsigned pl) 1188480f7c7SPhilippe Mathieu-Daudé { 1198480f7c7SPhilippe Mathieu-Daudé int mmu_index_32 = (env->hflags & HF_CS64_MASK) ? 0 : 1; 1208480f7c7SPhilippe Mathieu-Daudé int mmu_index_base = 1218480f7c7SPhilippe Mathieu-Daudé pl == 3 ? MMU_USER64_IDX : 1228480f7c7SPhilippe Mathieu-Daudé !(env->hflags & HF_SMAP_MASK) ? MMU_KNOSMAP64_IDX : 1238480f7c7SPhilippe Mathieu-Daudé (env->eflags & AC_MASK) ? MMU_KNOSMAP64_IDX : MMU_KSMAP64_IDX; 1248480f7c7SPhilippe Mathieu-Daudé 1258480f7c7SPhilippe Mathieu-Daudé return mmu_index_base + mmu_index_32; 1268480f7c7SPhilippe Mathieu-Daudé } 1278480f7c7SPhilippe Mathieu-Daudé 1288480f7c7SPhilippe Mathieu-Daudé static int x86_cpu_mmu_index(CPUState *cs, bool ifetch) 1298480f7c7SPhilippe Mathieu-Daudé { 1308480f7c7SPhilippe Mathieu-Daudé CPUX86State *env = cpu_env(cs); 1318480f7c7SPhilippe Mathieu-Daudé return x86_mmu_index_pl(env, env->hflags & HF_CPL_MASK); 1328480f7c7SPhilippe Mathieu-Daudé } 1338480f7c7SPhilippe Mathieu-Daudé 1347b9810eaSRichard Henderson #ifndef CONFIG_USER_ONLY 1357b9810eaSRichard Henderson static bool x86_debug_check_breakpoint(CPUState *cs) 1367b9810eaSRichard Henderson { 1377b9810eaSRichard Henderson X86CPU *cpu = X86_CPU(cs); 1387b9810eaSRichard Henderson CPUX86State *env = &cpu->env; 1397b9810eaSRichard Henderson 1407b9810eaSRichard Henderson /* RF disables all architectural breakpoints. */ 1417b9810eaSRichard Henderson return !(env->eflags & RF_MASK); 1427b9810eaSRichard Henderson } 143c2d5897dSRichard Henderson 144c2d5897dSRichard Henderson static void x86_cpu_exec_reset(CPUState *cs) 145c2d5897dSRichard Henderson { 146c2d5897dSRichard Henderson CPUArchState *env = cpu_env(cs); 147c2d5897dSRichard Henderson 148c2d5897dSRichard Henderson cpu_svm_check_intercept_param(env, SVM_EXIT_INIT, 0, 0); 149c2d5897dSRichard Henderson do_cpu_init(env_archcpu(env)); 150c2d5897dSRichard Henderson cs->exception_index = EXCP_HALTED; 151c2d5897dSRichard Henderson } 1527b9810eaSRichard Henderson #endif 1537b9810eaSRichard Henderson 154a522b04bSPhilippe Mathieu-Daudé const TCGCPUOps x86_tcg_ops = { 155a3d40b5eSPhilippe Mathieu-Daudé .mttcg_supported = true, 15677ad412bSRichard Henderson .precise_smc = true, 1578201f1a2SPhilippe Mathieu-Daudé /* 1588201f1a2SPhilippe Mathieu-Daudé * The x86 has a strong memory model with some store-after-load re-ordering 1598201f1a2SPhilippe Mathieu-Daudé */ 1608201f1a2SPhilippe Mathieu-Daudé .guest_default_memory_order = TCG_MO_ALL & ~TCG_MO_ST_LD, 16178271684SClaudio Fontana .initialize = tcg_x86_init, 162e4a8e093SRichard Henderson .translate_code = x86_translate_code, 163*c37f8978SRichard Henderson .get_tb_cpu_state = x86_get_tb_cpu_state, 16478271684SClaudio Fontana .synchronize_from_tb = x86_cpu_synchronize_from_tb, 165434382e6SRichard Henderson .restore_state_to_opc = x86_restore_state_to_opc, 1668480f7c7SPhilippe Mathieu-Daudé .mmu_index = x86_cpu_mmu_index, 16778271684SClaudio Fontana .cpu_exec_enter = x86_cpu_exec_enter, 16878271684SClaudio Fontana .cpu_exec_exit = x86_cpu_exec_exit, 16912096421SPhilippe Mathieu-Daudé #ifdef CONFIG_USER_ONLY 17012096421SPhilippe Mathieu-Daudé .fake_user_interrupt = x86_cpu_do_interrupt, 171f74bd157SRichard Henderson .record_sigsegv = x86_cpu_record_sigsegv, 172958e1dd1SPaolo Bonzini .record_sigbus = x86_cpu_record_sigbus, 17312096421SPhilippe Mathieu-Daudé #else 174f74bd157SRichard Henderson .tlb_fill = x86_cpu_tlb_fill, 17512096421SPhilippe Mathieu-Daudé .do_interrupt = x86_cpu_do_interrupt, 176ec1d32afSPhilippe Mathieu-Daudé .cpu_exec_halt = x86_cpu_exec_halt, 17760466472SPhilippe Mathieu-Daudé .cpu_exec_interrupt = x86_cpu_exec_interrupt, 178c2d5897dSRichard Henderson .cpu_exec_reset = x86_cpu_exec_reset, 179958e1dd1SPaolo Bonzini .do_unaligned_access = x86_cpu_do_unaligned_access, 18078271684SClaudio Fontana .debug_excp_handler = breakpoint_handler, 1817b9810eaSRichard Henderson .debug_check_breakpoint = x86_debug_check_breakpoint, 1826ae75481SPhilippe Mathieu-Daudé .need_replay_interrupt = x86_need_replay_interrupt, 18378271684SClaudio Fontana #endif /* !CONFIG_USER_ONLY */ 18478271684SClaudio Fontana }; 18578271684SClaudio Fontana 186e129593fSPhilippe Mathieu-Daudé static void x86_tcg_cpu_xsave_init(void) 187fea45008SDavid Edmondson { 188fea45008SDavid Edmondson #define XO(bit, field) \ 189fea45008SDavid Edmondson x86_ext_save_areas[bit].offset = offsetof(X86XSaveArea, field); 190fea45008SDavid Edmondson 191fea45008SDavid Edmondson XO(XSTATE_FP_BIT, legacy); 192fea45008SDavid Edmondson XO(XSTATE_SSE_BIT, legacy); 193fea45008SDavid Edmondson XO(XSTATE_YMM_BIT, avx_state); 194fea45008SDavid Edmondson XO(XSTATE_BNDREGS_BIT, bndreg_state); 195fea45008SDavid Edmondson XO(XSTATE_BNDCSR_BIT, bndcsr_state); 196fea45008SDavid Edmondson XO(XSTATE_OPMASK_BIT, opmask_state); 197fea45008SDavid Edmondson XO(XSTATE_ZMM_Hi256_BIT, zmm_hi256_state); 198fea45008SDavid Edmondson XO(XSTATE_Hi16_ZMM_BIT, hi16_zmm_state); 199fea45008SDavid Edmondson XO(XSTATE_PKRU_BIT, pkru_state); 200fea45008SDavid Edmondson 201fea45008SDavid Edmondson #undef XO 202fea45008SDavid Edmondson } 203fea45008SDavid Edmondson 204f5cc5a5cSClaudio Fontana /* 2055b8978d8SClaudio Fontana * TCG-specific defaults that override cpudef models when using TCG. 2065b8978d8SClaudio Fontana * Only for builtin_x86_defs models initialized with x86_register_cpudef_types. 207f5cc5a5cSClaudio Fontana */ 208e129593fSPhilippe Mathieu-Daudé static PropValue x86_tcg_default_props[] = { 209f5cc5a5cSClaudio Fontana { "vme", "off" }, 210f5cc5a5cSClaudio Fontana { NULL, NULL }, 211f5cc5a5cSClaudio Fontana }; 212f5cc5a5cSClaudio Fontana 213e129593fSPhilippe Mathieu-Daudé static void x86_tcg_cpu_instance_init(CPUState *cs) 214f5cc5a5cSClaudio Fontana { 215f5cc5a5cSClaudio Fontana X86CPU *cpu = X86_CPU(cs); 2165b8978d8SClaudio Fontana X86CPUClass *xcc = X86_CPU_GET_CLASS(cpu); 2175b8978d8SClaudio Fontana 2185b8978d8SClaudio Fontana if (xcc->model) { 219f5cc5a5cSClaudio Fontana /* Special cases not set in the X86CPUDefinition structs: */ 220e129593fSPhilippe Mathieu-Daudé x86_cpu_apply_props(cpu, x86_tcg_default_props); 2215b8978d8SClaudio Fontana } 222fea45008SDavid Edmondson 223e129593fSPhilippe Mathieu-Daudé x86_tcg_cpu_xsave_init(); 224f5cc5a5cSClaudio Fontana } 225f5cc5a5cSClaudio Fontana 22612d1a768SPhilippe Mathieu-Daudé static void x86_tcg_cpu_accel_class_init(ObjectClass *oc, const void *data) 227f5cc5a5cSClaudio Fontana { 228f5cc5a5cSClaudio Fontana AccelCPUClass *acc = ACCEL_CPU_CLASS(oc); 229f5cc5a5cSClaudio Fontana 230222f3e6fSPaolo Bonzini #ifndef CONFIG_USER_ONLY 2316294e502SPhilippe Mathieu-Daudé acc->cpu_target_realize = tcg_cpu_realizefn; 232222f3e6fSPaolo Bonzini #endif /* CONFIG_USER_ONLY */ 233222f3e6fSPaolo Bonzini 234e129593fSPhilippe Mathieu-Daudé acc->cpu_instance_init = x86_tcg_cpu_instance_init; 235f5cc5a5cSClaudio Fontana } 236e129593fSPhilippe Mathieu-Daudé static const TypeInfo x86_tcg_cpu_accel_type_info = { 237f5cc5a5cSClaudio Fontana .name = ACCEL_CPU_NAME("tcg"), 238f5cc5a5cSClaudio Fontana 239f5cc5a5cSClaudio Fontana .parent = TYPE_ACCEL_CPU, 240e129593fSPhilippe Mathieu-Daudé .class_init = x86_tcg_cpu_accel_class_init, 241f5cc5a5cSClaudio Fontana .abstract = true, 242f5cc5a5cSClaudio Fontana }; 243e129593fSPhilippe Mathieu-Daudé static void x86_tcg_cpu_accel_register_types(void) 244f5cc5a5cSClaudio Fontana { 245e129593fSPhilippe Mathieu-Daudé type_register_static(&x86_tcg_cpu_accel_type_info); 246f5cc5a5cSClaudio Fontana } 247e129593fSPhilippe Mathieu-Daudé type_init(x86_tcg_cpu_accel_register_types); 248