xref: /qemu/target/i386/tcg/tcg-cpu.c (revision c37f8978d9e23066132a0717b8cb4ed37a0cbd96)
1ed69e831SClaudio Fontana /*
2ed69e831SClaudio Fontana  * i386 TCG cpu class initialization
3ed69e831SClaudio Fontana  *
4ed69e831SClaudio Fontana  *  Copyright (c) 2003 Fabrice Bellard
5ed69e831SClaudio Fontana  *
6ed69e831SClaudio Fontana  * This library is free software; you can redistribute it and/or
7ed69e831SClaudio Fontana  * modify it under the terms of the GNU Lesser General Public
8ed69e831SClaudio Fontana  * License as published by the Free Software Foundation; either
9ed69e831SClaudio Fontana  * version 2 of the License, or (at your option) any later version.
10ed69e831SClaudio Fontana  *
11ed69e831SClaudio Fontana  * This library is distributed in the hope that it will be useful,
12ed69e831SClaudio Fontana  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13ed69e831SClaudio Fontana  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14ed69e831SClaudio Fontana  * Lesser General Public License for more details.
15ed69e831SClaudio Fontana  *
16ed69e831SClaudio Fontana  * You should have received a copy of the GNU Lesser General Public
17ed69e831SClaudio Fontana  * License along with this library; if not, see <http://www.gnu.org/licenses/>.
18ed69e831SClaudio Fontana  */
19ed69e831SClaudio Fontana 
20ed69e831SClaudio Fontana #include "qemu/osdep.h"
21ed69e831SClaudio Fontana #include "cpu.h"
22ed69e831SClaudio Fontana #include "helper-tcg.h"
23f5cc5a5cSClaudio Fontana #include "qemu/accel.h"
24b12a0f85SPhilippe Mathieu-Daudé #include "accel/accel-cpu-target.h"
2568df8c8dSPhilippe Mathieu-Daudé #include "exec/translation-block.h"
269c2ff9cdSPierrick Bouvier #include "exec/target_page.h"
27a59a8769SRichard Henderson #include "accel/tcg/cpu-ops.h"
28222f3e6fSPaolo Bonzini #include "tcg-cpu.h"
29ed69e831SClaudio Fontana 
30ed69e831SClaudio Fontana /* Frob eflags into and out of the CPU temporary format.  */
31ed69e831SClaudio Fontana 
32ed69e831SClaudio Fontana static void x86_cpu_exec_enter(CPUState *cs)
33ed69e831SClaudio Fontana {
34ed69e831SClaudio Fontana     X86CPU *cpu = X86_CPU(cs);
35ed69e831SClaudio Fontana     CPUX86State *env = &cpu->env;
36ed69e831SClaudio Fontana 
37ed69e831SClaudio Fontana     CC_SRC = env->eflags & (CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
38ed69e831SClaudio Fontana     env->df = 1 - (2 * ((env->eflags >> 10) & 1));
39ed69e831SClaudio Fontana     CC_OP = CC_OP_EFLAGS;
40ed69e831SClaudio Fontana     env->eflags &= ~(DF_MASK | CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
41ed69e831SClaudio Fontana }
42ed69e831SClaudio Fontana 
43ed69e831SClaudio Fontana static void x86_cpu_exec_exit(CPUState *cs)
44ed69e831SClaudio Fontana {
45ed69e831SClaudio Fontana     X86CPU *cpu = X86_CPU(cs);
46ed69e831SClaudio Fontana     CPUX86State *env = &cpu->env;
47ed69e831SClaudio Fontana 
48ed69e831SClaudio Fontana     env->eflags = cpu_compute_eflags(env);
49ed69e831SClaudio Fontana }
50ed69e831SClaudio Fontana 
51*c37f8978SRichard Henderson static TCGTBCPUState x86_get_tb_cpu_state(CPUState *cs)
52a59a8769SRichard Henderson {
534759aae4SRichard Henderson     CPUX86State *env = cpu_env(cs);
544759aae4SRichard Henderson     uint32_t flags, cs_base;
554759aae4SRichard Henderson     vaddr pc;
564759aae4SRichard Henderson 
574759aae4SRichard Henderson     flags = env->hflags |
58a59a8769SRichard Henderson         (env->eflags & (IOPL_MASK | TF_MASK | RF_MASK | VM_MASK | AC_MASK));
59a59a8769SRichard Henderson     if (env->hflags & HF_CS64_MASK) {
604759aae4SRichard Henderson         cs_base = 0;
614759aae4SRichard Henderson         pc = env->eip;
62a59a8769SRichard Henderson     } else {
634759aae4SRichard Henderson         cs_base = env->segs[R_CS].base;
644759aae4SRichard Henderson         pc = (uint32_t)(cs_base + env->eip);
65a59a8769SRichard Henderson     }
664759aae4SRichard Henderson 
674759aae4SRichard Henderson     return (TCGTBCPUState){ .pc = pc, .flags = flags, .cs_base = cs_base };
68a59a8769SRichard Henderson }
69a59a8769SRichard Henderson 
7004a37d4cSRichard Henderson static void x86_cpu_synchronize_from_tb(CPUState *cs,
7104a37d4cSRichard Henderson                                         const TranslationBlock *tb)
72ed69e831SClaudio Fontana {
732e3afe8eSAnton Johansson     /* The instruction pointer is always up to date with CF_PCREL. */
742e3afe8eSAnton Johansson     if (!(tb_cflags(tb) & CF_PCREL)) {
75b77af26eSRichard Henderson         CPUX86State *env = cpu_env(cs);
76b5e0d5d2SRichard Henderson 
77b5e0d5d2SRichard Henderson         if (tb->flags & HF_CS64_MASK) {
78b5e0d5d2SRichard Henderson             env->eip = tb->pc;
79b5e0d5d2SRichard Henderson         } else {
80b5e0d5d2SRichard Henderson             env->eip = (uint32_t)(tb->pc - tb->cs_base);
81b5e0d5d2SRichard Henderson         }
82e3a79e0eSRichard Henderson     }
83ed69e831SClaudio Fontana }
84ed69e831SClaudio Fontana 
85434382e6SRichard Henderson static void x86_restore_state_to_opc(CPUState *cs,
86434382e6SRichard Henderson                                      const TranslationBlock *tb,
87434382e6SRichard Henderson                                      const uint64_t *data)
88434382e6SRichard Henderson {
89434382e6SRichard Henderson     X86CPU *cpu = X86_CPU(cs);
90434382e6SRichard Henderson     CPUX86State *env = &cpu->env;
91434382e6SRichard Henderson     int cc_op = data[1];
92729ba8e9SPaolo Bonzini     uint64_t new_pc;
93434382e6SRichard Henderson 
942e3afe8eSAnton Johansson     if (tb_cflags(tb) & CF_PCREL) {
95729ba8e9SPaolo Bonzini         /*
96729ba8e9SPaolo Bonzini          * data[0] in PC-relative TBs is also a linear address, i.e. an address with
97729ba8e9SPaolo Bonzini          * the CS base added, because it is not guaranteed that EIP bits 12 and higher
98729ba8e9SPaolo Bonzini          * stay the same across the translation block.  Add the CS base back before
99729ba8e9SPaolo Bonzini          * replacing the low bits, and subtract it below just like for !CF_PCREL.
100729ba8e9SPaolo Bonzini          */
101729ba8e9SPaolo Bonzini         uint64_t pc = env->eip + tb->cs_base;
102729ba8e9SPaolo Bonzini         new_pc = (pc & TARGET_PAGE_MASK) | data[0];
103434382e6SRichard Henderson     } else {
104729ba8e9SPaolo Bonzini         new_pc = data[0];
105434382e6SRichard Henderson     }
106729ba8e9SPaolo Bonzini     if (tb->flags & HF_CS64_MASK) {
107729ba8e9SPaolo Bonzini         env->eip = new_pc;
108729ba8e9SPaolo Bonzini     } else {
109729ba8e9SPaolo Bonzini         env->eip = (uint32_t)(new_pc - tb->cs_base);
110729ba8e9SPaolo Bonzini     }
111729ba8e9SPaolo Bonzini 
112434382e6SRichard Henderson     if (cc_op != CC_OP_DYNAMIC) {
113434382e6SRichard Henderson         env->cc_op = cc_op;
114434382e6SRichard Henderson     }
115434382e6SRichard Henderson }
116434382e6SRichard Henderson 
1178480f7c7SPhilippe Mathieu-Daudé int x86_mmu_index_pl(CPUX86State *env, unsigned pl)
1188480f7c7SPhilippe Mathieu-Daudé {
1198480f7c7SPhilippe Mathieu-Daudé     int mmu_index_32 = (env->hflags & HF_CS64_MASK) ? 0 : 1;
1208480f7c7SPhilippe Mathieu-Daudé     int mmu_index_base =
1218480f7c7SPhilippe Mathieu-Daudé         pl == 3 ? MMU_USER64_IDX :
1228480f7c7SPhilippe Mathieu-Daudé         !(env->hflags & HF_SMAP_MASK) ? MMU_KNOSMAP64_IDX :
1238480f7c7SPhilippe Mathieu-Daudé         (env->eflags & AC_MASK) ? MMU_KNOSMAP64_IDX : MMU_KSMAP64_IDX;
1248480f7c7SPhilippe Mathieu-Daudé 
1258480f7c7SPhilippe Mathieu-Daudé     return mmu_index_base + mmu_index_32;
1268480f7c7SPhilippe Mathieu-Daudé }
1278480f7c7SPhilippe Mathieu-Daudé 
1288480f7c7SPhilippe Mathieu-Daudé static int x86_cpu_mmu_index(CPUState *cs, bool ifetch)
1298480f7c7SPhilippe Mathieu-Daudé {
1308480f7c7SPhilippe Mathieu-Daudé     CPUX86State *env = cpu_env(cs);
1318480f7c7SPhilippe Mathieu-Daudé     return x86_mmu_index_pl(env, env->hflags & HF_CPL_MASK);
1328480f7c7SPhilippe Mathieu-Daudé }
1338480f7c7SPhilippe Mathieu-Daudé 
1347b9810eaSRichard Henderson #ifndef CONFIG_USER_ONLY
1357b9810eaSRichard Henderson static bool x86_debug_check_breakpoint(CPUState *cs)
1367b9810eaSRichard Henderson {
1377b9810eaSRichard Henderson     X86CPU *cpu = X86_CPU(cs);
1387b9810eaSRichard Henderson     CPUX86State *env = &cpu->env;
1397b9810eaSRichard Henderson 
1407b9810eaSRichard Henderson     /* RF disables all architectural breakpoints. */
1417b9810eaSRichard Henderson     return !(env->eflags & RF_MASK);
1427b9810eaSRichard Henderson }
143c2d5897dSRichard Henderson 
144c2d5897dSRichard Henderson static void x86_cpu_exec_reset(CPUState *cs)
145c2d5897dSRichard Henderson {
146c2d5897dSRichard Henderson     CPUArchState *env = cpu_env(cs);
147c2d5897dSRichard Henderson 
148c2d5897dSRichard Henderson     cpu_svm_check_intercept_param(env, SVM_EXIT_INIT, 0, 0);
149c2d5897dSRichard Henderson     do_cpu_init(env_archcpu(env));
150c2d5897dSRichard Henderson     cs->exception_index = EXCP_HALTED;
151c2d5897dSRichard Henderson }
1527b9810eaSRichard Henderson #endif
1537b9810eaSRichard Henderson 
154a522b04bSPhilippe Mathieu-Daudé const TCGCPUOps x86_tcg_ops = {
155a3d40b5eSPhilippe Mathieu-Daudé     .mttcg_supported = true,
15677ad412bSRichard Henderson     .precise_smc = true,
1578201f1a2SPhilippe Mathieu-Daudé     /*
1588201f1a2SPhilippe Mathieu-Daudé      * The x86 has a strong memory model with some store-after-load re-ordering
1598201f1a2SPhilippe Mathieu-Daudé      */
1608201f1a2SPhilippe Mathieu-Daudé     .guest_default_memory_order = TCG_MO_ALL & ~TCG_MO_ST_LD,
16178271684SClaudio Fontana     .initialize = tcg_x86_init,
162e4a8e093SRichard Henderson     .translate_code = x86_translate_code,
163*c37f8978SRichard Henderson     .get_tb_cpu_state = x86_get_tb_cpu_state,
16478271684SClaudio Fontana     .synchronize_from_tb = x86_cpu_synchronize_from_tb,
165434382e6SRichard Henderson     .restore_state_to_opc = x86_restore_state_to_opc,
1668480f7c7SPhilippe Mathieu-Daudé     .mmu_index = x86_cpu_mmu_index,
16778271684SClaudio Fontana     .cpu_exec_enter = x86_cpu_exec_enter,
16878271684SClaudio Fontana     .cpu_exec_exit = x86_cpu_exec_exit,
16912096421SPhilippe Mathieu-Daudé #ifdef CONFIG_USER_ONLY
17012096421SPhilippe Mathieu-Daudé     .fake_user_interrupt = x86_cpu_do_interrupt,
171f74bd157SRichard Henderson     .record_sigsegv = x86_cpu_record_sigsegv,
172958e1dd1SPaolo Bonzini     .record_sigbus = x86_cpu_record_sigbus,
17312096421SPhilippe Mathieu-Daudé #else
174f74bd157SRichard Henderson     .tlb_fill = x86_cpu_tlb_fill,
17512096421SPhilippe Mathieu-Daudé     .do_interrupt = x86_cpu_do_interrupt,
176ec1d32afSPhilippe Mathieu-Daudé     .cpu_exec_halt = x86_cpu_exec_halt,
17760466472SPhilippe Mathieu-Daudé     .cpu_exec_interrupt = x86_cpu_exec_interrupt,
178c2d5897dSRichard Henderson     .cpu_exec_reset = x86_cpu_exec_reset,
179958e1dd1SPaolo Bonzini     .do_unaligned_access = x86_cpu_do_unaligned_access,
18078271684SClaudio Fontana     .debug_excp_handler = breakpoint_handler,
1817b9810eaSRichard Henderson     .debug_check_breakpoint = x86_debug_check_breakpoint,
1826ae75481SPhilippe Mathieu-Daudé     .need_replay_interrupt = x86_need_replay_interrupt,
18378271684SClaudio Fontana #endif /* !CONFIG_USER_ONLY */
18478271684SClaudio Fontana };
18578271684SClaudio Fontana 
186e129593fSPhilippe Mathieu-Daudé static void x86_tcg_cpu_xsave_init(void)
187fea45008SDavid Edmondson {
188fea45008SDavid Edmondson #define XO(bit, field) \
189fea45008SDavid Edmondson     x86_ext_save_areas[bit].offset = offsetof(X86XSaveArea, field);
190fea45008SDavid Edmondson 
191fea45008SDavid Edmondson     XO(XSTATE_FP_BIT, legacy);
192fea45008SDavid Edmondson     XO(XSTATE_SSE_BIT, legacy);
193fea45008SDavid Edmondson     XO(XSTATE_YMM_BIT, avx_state);
194fea45008SDavid Edmondson     XO(XSTATE_BNDREGS_BIT, bndreg_state);
195fea45008SDavid Edmondson     XO(XSTATE_BNDCSR_BIT, bndcsr_state);
196fea45008SDavid Edmondson     XO(XSTATE_OPMASK_BIT, opmask_state);
197fea45008SDavid Edmondson     XO(XSTATE_ZMM_Hi256_BIT, zmm_hi256_state);
198fea45008SDavid Edmondson     XO(XSTATE_Hi16_ZMM_BIT, hi16_zmm_state);
199fea45008SDavid Edmondson     XO(XSTATE_PKRU_BIT, pkru_state);
200fea45008SDavid Edmondson 
201fea45008SDavid Edmondson #undef XO
202fea45008SDavid Edmondson }
203fea45008SDavid Edmondson 
204f5cc5a5cSClaudio Fontana /*
2055b8978d8SClaudio Fontana  * TCG-specific defaults that override cpudef models when using TCG.
2065b8978d8SClaudio Fontana  * Only for builtin_x86_defs models initialized with x86_register_cpudef_types.
207f5cc5a5cSClaudio Fontana  */
208e129593fSPhilippe Mathieu-Daudé static PropValue x86_tcg_default_props[] = {
209f5cc5a5cSClaudio Fontana     { "vme", "off" },
210f5cc5a5cSClaudio Fontana     { NULL, NULL },
211f5cc5a5cSClaudio Fontana };
212f5cc5a5cSClaudio Fontana 
213e129593fSPhilippe Mathieu-Daudé static void x86_tcg_cpu_instance_init(CPUState *cs)
214f5cc5a5cSClaudio Fontana {
215f5cc5a5cSClaudio Fontana     X86CPU *cpu = X86_CPU(cs);
2165b8978d8SClaudio Fontana     X86CPUClass *xcc = X86_CPU_GET_CLASS(cpu);
2175b8978d8SClaudio Fontana 
2185b8978d8SClaudio Fontana     if (xcc->model) {
219f5cc5a5cSClaudio Fontana         /* Special cases not set in the X86CPUDefinition structs: */
220e129593fSPhilippe Mathieu-Daudé         x86_cpu_apply_props(cpu, x86_tcg_default_props);
2215b8978d8SClaudio Fontana     }
222fea45008SDavid Edmondson 
223e129593fSPhilippe Mathieu-Daudé     x86_tcg_cpu_xsave_init();
224f5cc5a5cSClaudio Fontana }
225f5cc5a5cSClaudio Fontana 
22612d1a768SPhilippe Mathieu-Daudé static void x86_tcg_cpu_accel_class_init(ObjectClass *oc, const void *data)
227f5cc5a5cSClaudio Fontana {
228f5cc5a5cSClaudio Fontana     AccelCPUClass *acc = ACCEL_CPU_CLASS(oc);
229f5cc5a5cSClaudio Fontana 
230222f3e6fSPaolo Bonzini #ifndef CONFIG_USER_ONLY
2316294e502SPhilippe Mathieu-Daudé     acc->cpu_target_realize = tcg_cpu_realizefn;
232222f3e6fSPaolo Bonzini #endif /* CONFIG_USER_ONLY */
233222f3e6fSPaolo Bonzini 
234e129593fSPhilippe Mathieu-Daudé     acc->cpu_instance_init = x86_tcg_cpu_instance_init;
235f5cc5a5cSClaudio Fontana }
236e129593fSPhilippe Mathieu-Daudé static const TypeInfo x86_tcg_cpu_accel_type_info = {
237f5cc5a5cSClaudio Fontana     .name = ACCEL_CPU_NAME("tcg"),
238f5cc5a5cSClaudio Fontana 
239f5cc5a5cSClaudio Fontana     .parent = TYPE_ACCEL_CPU,
240e129593fSPhilippe Mathieu-Daudé     .class_init = x86_tcg_cpu_accel_class_init,
241f5cc5a5cSClaudio Fontana     .abstract = true,
242f5cc5a5cSClaudio Fontana };
243e129593fSPhilippe Mathieu-Daudé static void x86_tcg_cpu_accel_register_types(void)
244f5cc5a5cSClaudio Fontana {
245e129593fSPhilippe Mathieu-Daudé     type_register_static(&x86_tcg_cpu_accel_type_info);
246f5cc5a5cSClaudio Fontana }
247e129593fSPhilippe Mathieu-Daudé type_init(x86_tcg_cpu_accel_register_types);
248