1ed69e831SClaudio Fontana /* 2ed69e831SClaudio Fontana * i386 TCG cpu class initialization 3ed69e831SClaudio Fontana * 4ed69e831SClaudio Fontana * Copyright (c) 2003 Fabrice Bellard 5ed69e831SClaudio Fontana * 6ed69e831SClaudio Fontana * This library is free software; you can redistribute it and/or 7ed69e831SClaudio Fontana * modify it under the terms of the GNU Lesser General Public 8ed69e831SClaudio Fontana * License as published by the Free Software Foundation; either 9ed69e831SClaudio Fontana * version 2 of the License, or (at your option) any later version. 10ed69e831SClaudio Fontana * 11ed69e831SClaudio Fontana * This library is distributed in the hope that it will be useful, 12ed69e831SClaudio Fontana * but WITHOUT ANY WARRANTY; without even the implied warranty of 13ed69e831SClaudio Fontana * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 14ed69e831SClaudio Fontana * Lesser General Public License for more details. 15ed69e831SClaudio Fontana * 16ed69e831SClaudio Fontana * You should have received a copy of the GNU Lesser General Public 17ed69e831SClaudio Fontana * License along with this library; if not, see <http://www.gnu.org/licenses/>. 18ed69e831SClaudio Fontana */ 19ed69e831SClaudio Fontana 20ed69e831SClaudio Fontana #include "qemu/osdep.h" 21ed69e831SClaudio Fontana #include "cpu.h" 22ed69e831SClaudio Fontana #include "helper-tcg.h" 23f5cc5a5cSClaudio Fontana #include "qemu/accel.h" 24b12a0f85SPhilippe Mathieu-Daudé #include "accel/accel-cpu-target.h" 2568df8c8dSPhilippe Mathieu-Daudé #include "exec/translation-block.h" 269c2ff9cdSPierrick Bouvier #include "exec/target_page.h" 27222f3e6fSPaolo Bonzini #include "tcg-cpu.h" 28ed69e831SClaudio Fontana 29ed69e831SClaudio Fontana /* Frob eflags into and out of the CPU temporary format. */ 30ed69e831SClaudio Fontana 31ed69e831SClaudio Fontana static void x86_cpu_exec_enter(CPUState *cs) 32ed69e831SClaudio Fontana { 33ed69e831SClaudio Fontana X86CPU *cpu = X86_CPU(cs); 34ed69e831SClaudio Fontana CPUX86State *env = &cpu->env; 35ed69e831SClaudio Fontana 36ed69e831SClaudio Fontana CC_SRC = env->eflags & (CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C); 37ed69e831SClaudio Fontana env->df = 1 - (2 * ((env->eflags >> 10) & 1)); 38ed69e831SClaudio Fontana CC_OP = CC_OP_EFLAGS; 39ed69e831SClaudio Fontana env->eflags &= ~(DF_MASK | CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C); 40ed69e831SClaudio Fontana } 41ed69e831SClaudio Fontana 42ed69e831SClaudio Fontana static void x86_cpu_exec_exit(CPUState *cs) 43ed69e831SClaudio Fontana { 44ed69e831SClaudio Fontana X86CPU *cpu = X86_CPU(cs); 45ed69e831SClaudio Fontana CPUX86State *env = &cpu->env; 46ed69e831SClaudio Fontana 47ed69e831SClaudio Fontana env->eflags = cpu_compute_eflags(env); 48ed69e831SClaudio Fontana } 49ed69e831SClaudio Fontana 5004a37d4cSRichard Henderson static void x86_cpu_synchronize_from_tb(CPUState *cs, 5104a37d4cSRichard Henderson const TranslationBlock *tb) 52ed69e831SClaudio Fontana { 532e3afe8eSAnton Johansson /* The instruction pointer is always up to date with CF_PCREL. */ 542e3afe8eSAnton Johansson if (!(tb_cflags(tb) & CF_PCREL)) { 55b77af26eSRichard Henderson CPUX86State *env = cpu_env(cs); 56b5e0d5d2SRichard Henderson 57b5e0d5d2SRichard Henderson if (tb->flags & HF_CS64_MASK) { 58b5e0d5d2SRichard Henderson env->eip = tb->pc; 59b5e0d5d2SRichard Henderson } else { 60b5e0d5d2SRichard Henderson env->eip = (uint32_t)(tb->pc - tb->cs_base); 61b5e0d5d2SRichard Henderson } 62e3a79e0eSRichard Henderson } 63ed69e831SClaudio Fontana } 64ed69e831SClaudio Fontana 65434382e6SRichard Henderson static void x86_restore_state_to_opc(CPUState *cs, 66434382e6SRichard Henderson const TranslationBlock *tb, 67434382e6SRichard Henderson const uint64_t *data) 68434382e6SRichard Henderson { 69434382e6SRichard Henderson X86CPU *cpu = X86_CPU(cs); 70434382e6SRichard Henderson CPUX86State *env = &cpu->env; 71434382e6SRichard Henderson int cc_op = data[1]; 72729ba8e9SPaolo Bonzini uint64_t new_pc; 73434382e6SRichard Henderson 742e3afe8eSAnton Johansson if (tb_cflags(tb) & CF_PCREL) { 75729ba8e9SPaolo Bonzini /* 76729ba8e9SPaolo Bonzini * data[0] in PC-relative TBs is also a linear address, i.e. an address with 77729ba8e9SPaolo Bonzini * the CS base added, because it is not guaranteed that EIP bits 12 and higher 78729ba8e9SPaolo Bonzini * stay the same across the translation block. Add the CS base back before 79729ba8e9SPaolo Bonzini * replacing the low bits, and subtract it below just like for !CF_PCREL. 80729ba8e9SPaolo Bonzini */ 81729ba8e9SPaolo Bonzini uint64_t pc = env->eip + tb->cs_base; 82729ba8e9SPaolo Bonzini new_pc = (pc & TARGET_PAGE_MASK) | data[0]; 83434382e6SRichard Henderson } else { 84729ba8e9SPaolo Bonzini new_pc = data[0]; 85434382e6SRichard Henderson } 86729ba8e9SPaolo Bonzini if (tb->flags & HF_CS64_MASK) { 87729ba8e9SPaolo Bonzini env->eip = new_pc; 88729ba8e9SPaolo Bonzini } else { 89729ba8e9SPaolo Bonzini env->eip = (uint32_t)(new_pc - tb->cs_base); 90729ba8e9SPaolo Bonzini } 91729ba8e9SPaolo Bonzini 92434382e6SRichard Henderson if (cc_op != CC_OP_DYNAMIC) { 93434382e6SRichard Henderson env->cc_op = cc_op; 94434382e6SRichard Henderson } 95434382e6SRichard Henderson } 96434382e6SRichard Henderson 978480f7c7SPhilippe Mathieu-Daudé int x86_mmu_index_pl(CPUX86State *env, unsigned pl) 988480f7c7SPhilippe Mathieu-Daudé { 998480f7c7SPhilippe Mathieu-Daudé int mmu_index_32 = (env->hflags & HF_CS64_MASK) ? 0 : 1; 1008480f7c7SPhilippe Mathieu-Daudé int mmu_index_base = 1018480f7c7SPhilippe Mathieu-Daudé pl == 3 ? MMU_USER64_IDX : 1028480f7c7SPhilippe Mathieu-Daudé !(env->hflags & HF_SMAP_MASK) ? MMU_KNOSMAP64_IDX : 1038480f7c7SPhilippe Mathieu-Daudé (env->eflags & AC_MASK) ? MMU_KNOSMAP64_IDX : MMU_KSMAP64_IDX; 1048480f7c7SPhilippe Mathieu-Daudé 1058480f7c7SPhilippe Mathieu-Daudé return mmu_index_base + mmu_index_32; 1068480f7c7SPhilippe Mathieu-Daudé } 1078480f7c7SPhilippe Mathieu-Daudé 1088480f7c7SPhilippe Mathieu-Daudé static int x86_cpu_mmu_index(CPUState *cs, bool ifetch) 1098480f7c7SPhilippe Mathieu-Daudé { 1108480f7c7SPhilippe Mathieu-Daudé CPUX86State *env = cpu_env(cs); 1118480f7c7SPhilippe Mathieu-Daudé return x86_mmu_index_pl(env, env->hflags & HF_CPL_MASK); 1128480f7c7SPhilippe Mathieu-Daudé } 1138480f7c7SPhilippe Mathieu-Daudé 1147b9810eaSRichard Henderson #ifndef CONFIG_USER_ONLY 1157b9810eaSRichard Henderson static bool x86_debug_check_breakpoint(CPUState *cs) 1167b9810eaSRichard Henderson { 1177b9810eaSRichard Henderson X86CPU *cpu = X86_CPU(cs); 1187b9810eaSRichard Henderson CPUX86State *env = &cpu->env; 1197b9810eaSRichard Henderson 1207b9810eaSRichard Henderson /* RF disables all architectural breakpoints. */ 1217b9810eaSRichard Henderson return !(env->eflags & RF_MASK); 1227b9810eaSRichard Henderson } 1237b9810eaSRichard Henderson #endif 1247b9810eaSRichard Henderson 12515017436SPhilippe Mathieu-Daudé #include "accel/tcg/cpu-ops.h" 12678271684SClaudio Fontana 127a522b04bSPhilippe Mathieu-Daudé const TCGCPUOps x86_tcg_ops = { 128a3d40b5eSPhilippe Mathieu-Daudé .mttcg_supported = true, 1298201f1a2SPhilippe Mathieu-Daudé /* 1308201f1a2SPhilippe Mathieu-Daudé * The x86 has a strong memory model with some store-after-load re-ordering 1318201f1a2SPhilippe Mathieu-Daudé */ 1328201f1a2SPhilippe Mathieu-Daudé .guest_default_memory_order = TCG_MO_ALL & ~TCG_MO_ST_LD, 13378271684SClaudio Fontana .initialize = tcg_x86_init, 134e4a8e093SRichard Henderson .translate_code = x86_translate_code, 13578271684SClaudio Fontana .synchronize_from_tb = x86_cpu_synchronize_from_tb, 136434382e6SRichard Henderson .restore_state_to_opc = x86_restore_state_to_opc, 1378480f7c7SPhilippe Mathieu-Daudé .mmu_index = x86_cpu_mmu_index, 13878271684SClaudio Fontana .cpu_exec_enter = x86_cpu_exec_enter, 13978271684SClaudio Fontana .cpu_exec_exit = x86_cpu_exec_exit, 14012096421SPhilippe Mathieu-Daudé #ifdef CONFIG_USER_ONLY 14112096421SPhilippe Mathieu-Daudé .fake_user_interrupt = x86_cpu_do_interrupt, 142f74bd157SRichard Henderson .record_sigsegv = x86_cpu_record_sigsegv, 143958e1dd1SPaolo Bonzini .record_sigbus = x86_cpu_record_sigbus, 14412096421SPhilippe Mathieu-Daudé #else 145f74bd157SRichard Henderson .tlb_fill = x86_cpu_tlb_fill, 14612096421SPhilippe Mathieu-Daudé .do_interrupt = x86_cpu_do_interrupt, 147ec1d32afSPhilippe Mathieu-Daudé .cpu_exec_halt = x86_cpu_exec_halt, 14860466472SPhilippe Mathieu-Daudé .cpu_exec_interrupt = x86_cpu_exec_interrupt, 149958e1dd1SPaolo Bonzini .do_unaligned_access = x86_cpu_do_unaligned_access, 15078271684SClaudio Fontana .debug_excp_handler = breakpoint_handler, 1517b9810eaSRichard Henderson .debug_check_breakpoint = x86_debug_check_breakpoint, 1526ae75481SPhilippe Mathieu-Daudé .need_replay_interrupt = x86_need_replay_interrupt, 15378271684SClaudio Fontana #endif /* !CONFIG_USER_ONLY */ 15478271684SClaudio Fontana }; 15578271684SClaudio Fontana 156e129593fSPhilippe Mathieu-Daudé static void x86_tcg_cpu_xsave_init(void) 157fea45008SDavid Edmondson { 158fea45008SDavid Edmondson #define XO(bit, field) \ 159fea45008SDavid Edmondson x86_ext_save_areas[bit].offset = offsetof(X86XSaveArea, field); 160fea45008SDavid Edmondson 161fea45008SDavid Edmondson XO(XSTATE_FP_BIT, legacy); 162fea45008SDavid Edmondson XO(XSTATE_SSE_BIT, legacy); 163fea45008SDavid Edmondson XO(XSTATE_YMM_BIT, avx_state); 164fea45008SDavid Edmondson XO(XSTATE_BNDREGS_BIT, bndreg_state); 165fea45008SDavid Edmondson XO(XSTATE_BNDCSR_BIT, bndcsr_state); 166fea45008SDavid Edmondson XO(XSTATE_OPMASK_BIT, opmask_state); 167fea45008SDavid Edmondson XO(XSTATE_ZMM_Hi256_BIT, zmm_hi256_state); 168fea45008SDavid Edmondson XO(XSTATE_Hi16_ZMM_BIT, hi16_zmm_state); 169fea45008SDavid Edmondson XO(XSTATE_PKRU_BIT, pkru_state); 170fea45008SDavid Edmondson 171fea45008SDavid Edmondson #undef XO 172fea45008SDavid Edmondson } 173fea45008SDavid Edmondson 174f5cc5a5cSClaudio Fontana /* 1755b8978d8SClaudio Fontana * TCG-specific defaults that override cpudef models when using TCG. 1765b8978d8SClaudio Fontana * Only for builtin_x86_defs models initialized with x86_register_cpudef_types. 177f5cc5a5cSClaudio Fontana */ 178e129593fSPhilippe Mathieu-Daudé static PropValue x86_tcg_default_props[] = { 179f5cc5a5cSClaudio Fontana { "vme", "off" }, 180f5cc5a5cSClaudio Fontana { NULL, NULL }, 181f5cc5a5cSClaudio Fontana }; 182f5cc5a5cSClaudio Fontana 183e129593fSPhilippe Mathieu-Daudé static void x86_tcg_cpu_instance_init(CPUState *cs) 184f5cc5a5cSClaudio Fontana { 185f5cc5a5cSClaudio Fontana X86CPU *cpu = X86_CPU(cs); 1865b8978d8SClaudio Fontana X86CPUClass *xcc = X86_CPU_GET_CLASS(cpu); 1875b8978d8SClaudio Fontana 1885b8978d8SClaudio Fontana if (xcc->model) { 189f5cc5a5cSClaudio Fontana /* Special cases not set in the X86CPUDefinition structs: */ 190e129593fSPhilippe Mathieu-Daudé x86_cpu_apply_props(cpu, x86_tcg_default_props); 1915b8978d8SClaudio Fontana } 192fea45008SDavid Edmondson 193e129593fSPhilippe Mathieu-Daudé x86_tcg_cpu_xsave_init(); 194f5cc5a5cSClaudio Fontana } 195f5cc5a5cSClaudio Fontana 196*12d1a768SPhilippe Mathieu-Daudé static void x86_tcg_cpu_accel_class_init(ObjectClass *oc, const void *data) 197f5cc5a5cSClaudio Fontana { 198f5cc5a5cSClaudio Fontana AccelCPUClass *acc = ACCEL_CPU_CLASS(oc); 199f5cc5a5cSClaudio Fontana 200222f3e6fSPaolo Bonzini #ifndef CONFIG_USER_ONLY 2016294e502SPhilippe Mathieu-Daudé acc->cpu_target_realize = tcg_cpu_realizefn; 202222f3e6fSPaolo Bonzini #endif /* CONFIG_USER_ONLY */ 203222f3e6fSPaolo Bonzini 204e129593fSPhilippe Mathieu-Daudé acc->cpu_instance_init = x86_tcg_cpu_instance_init; 205f5cc5a5cSClaudio Fontana } 206e129593fSPhilippe Mathieu-Daudé static const TypeInfo x86_tcg_cpu_accel_type_info = { 207f5cc5a5cSClaudio Fontana .name = ACCEL_CPU_NAME("tcg"), 208f5cc5a5cSClaudio Fontana 209f5cc5a5cSClaudio Fontana .parent = TYPE_ACCEL_CPU, 210e129593fSPhilippe Mathieu-Daudé .class_init = x86_tcg_cpu_accel_class_init, 211f5cc5a5cSClaudio Fontana .abstract = true, 212f5cc5a5cSClaudio Fontana }; 213e129593fSPhilippe Mathieu-Daudé static void x86_tcg_cpu_accel_register_types(void) 214f5cc5a5cSClaudio Fontana { 215e129593fSPhilippe Mathieu-Daudé type_register_static(&x86_tcg_cpu_accel_type_info); 216f5cc5a5cSClaudio Fontana } 217e129593fSPhilippe Mathieu-Daudé type_init(x86_tcg_cpu_accel_register_types); 218