xref: /qemu/target/i386/tcg/tcg-cpu.c (revision 3072961b6edc99abfbd87caac3de29bb58a52ccf)
1ed69e831SClaudio Fontana /*
2ed69e831SClaudio Fontana  * i386 TCG cpu class initialization
3ed69e831SClaudio Fontana  *
4ed69e831SClaudio Fontana  *  Copyright (c) 2003 Fabrice Bellard
5ed69e831SClaudio Fontana  *
6ed69e831SClaudio Fontana  * This library is free software; you can redistribute it and/or
7ed69e831SClaudio Fontana  * modify it under the terms of the GNU Lesser General Public
8ed69e831SClaudio Fontana  * License as published by the Free Software Foundation; either
9ed69e831SClaudio Fontana  * version 2 of the License, or (at your option) any later version.
10ed69e831SClaudio Fontana  *
11ed69e831SClaudio Fontana  * This library is distributed in the hope that it will be useful,
12ed69e831SClaudio Fontana  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13ed69e831SClaudio Fontana  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14ed69e831SClaudio Fontana  * Lesser General Public License for more details.
15ed69e831SClaudio Fontana  *
16ed69e831SClaudio Fontana  * You should have received a copy of the GNU Lesser General Public
17ed69e831SClaudio Fontana  * License along with this library; if not, see <http://www.gnu.org/licenses/>.
18ed69e831SClaudio Fontana  */
19ed69e831SClaudio Fontana 
20ed69e831SClaudio Fontana #include "qemu/osdep.h"
21ed69e831SClaudio Fontana #include "cpu.h"
22ed69e831SClaudio Fontana #include "helper-tcg.h"
23f5cc5a5cSClaudio Fontana #include "qemu/accel.h"
24b12a0f85SPhilippe Mathieu-Daudé #include "accel/accel-cpu-target.h"
2568df8c8dSPhilippe Mathieu-Daudé #include "exec/translation-block.h"
269c2ff9cdSPierrick Bouvier #include "exec/target_page.h"
27a59a8769SRichard Henderson #include "accel/tcg/cpu-ops.h"
28222f3e6fSPaolo Bonzini #include "tcg-cpu.h"
29ed69e831SClaudio Fontana 
30ed69e831SClaudio Fontana /* Frob eflags into and out of the CPU temporary format.  */
31ed69e831SClaudio Fontana 
x86_cpu_exec_enter(CPUState * cs)32ed69e831SClaudio Fontana static void x86_cpu_exec_enter(CPUState *cs)
33ed69e831SClaudio Fontana {
34ed69e831SClaudio Fontana     X86CPU *cpu = X86_CPU(cs);
35ed69e831SClaudio Fontana     CPUX86State *env = &cpu->env;
36ed69e831SClaudio Fontana 
37ed69e831SClaudio Fontana     CC_SRC = env->eflags & (CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
38ed69e831SClaudio Fontana     env->df = 1 - (2 * ((env->eflags >> 10) & 1));
39ed69e831SClaudio Fontana     CC_OP = CC_OP_EFLAGS;
40ed69e831SClaudio Fontana     env->eflags &= ~(DF_MASK | CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
41ed69e831SClaudio Fontana }
42ed69e831SClaudio Fontana 
x86_cpu_exec_exit(CPUState * cs)43ed69e831SClaudio Fontana static void x86_cpu_exec_exit(CPUState *cs)
44ed69e831SClaudio Fontana {
45ed69e831SClaudio Fontana     X86CPU *cpu = X86_CPU(cs);
46ed69e831SClaudio Fontana     CPUX86State *env = &cpu->env;
47ed69e831SClaudio Fontana 
48ed69e831SClaudio Fontana     env->eflags = cpu_compute_eflags(env);
49ed69e831SClaudio Fontana }
50ed69e831SClaudio Fontana 
x86_get_tb_cpu_state(CPUState * cs)51c37f8978SRichard Henderson static TCGTBCPUState x86_get_tb_cpu_state(CPUState *cs)
52a59a8769SRichard Henderson {
534759aae4SRichard Henderson     CPUX86State *env = cpu_env(cs);
544759aae4SRichard Henderson     uint32_t flags, cs_base;
554759aae4SRichard Henderson     vaddr pc;
564759aae4SRichard Henderson 
574759aae4SRichard Henderson     flags = env->hflags |
58a59a8769SRichard Henderson         (env->eflags & (IOPL_MASK | TF_MASK | RF_MASK | VM_MASK | AC_MASK));
59a59a8769SRichard Henderson     if (env->hflags & HF_CS64_MASK) {
604759aae4SRichard Henderson         cs_base = 0;
614759aae4SRichard Henderson         pc = env->eip;
62a59a8769SRichard Henderson     } else {
634759aae4SRichard Henderson         cs_base = env->segs[R_CS].base;
644759aae4SRichard Henderson         pc = (uint32_t)(cs_base + env->eip);
65a59a8769SRichard Henderson     }
664759aae4SRichard Henderson 
674759aae4SRichard Henderson     return (TCGTBCPUState){ .pc = pc, .flags = flags, .cs_base = cs_base };
68a59a8769SRichard Henderson }
69a59a8769SRichard Henderson 
x86_cpu_synchronize_from_tb(CPUState * cs,const TranslationBlock * tb)7004a37d4cSRichard Henderson static void x86_cpu_synchronize_from_tb(CPUState *cs,
7104a37d4cSRichard Henderson                                         const TranslationBlock *tb)
72ed69e831SClaudio Fontana {
732e3afe8eSAnton Johansson     /* The instruction pointer is always up to date with CF_PCREL. */
742e3afe8eSAnton Johansson     if (!(tb_cflags(tb) & CF_PCREL)) {
75b77af26eSRichard Henderson         CPUX86State *env = cpu_env(cs);
76b5e0d5d2SRichard Henderson 
77b5e0d5d2SRichard Henderson         if (tb->flags & HF_CS64_MASK) {
78b5e0d5d2SRichard Henderson             env->eip = tb->pc;
79b5e0d5d2SRichard Henderson         } else {
80b5e0d5d2SRichard Henderson             env->eip = (uint32_t)(tb->pc - tb->cs_base);
81b5e0d5d2SRichard Henderson         }
82e3a79e0eSRichard Henderson     }
83ed69e831SClaudio Fontana }
84ed69e831SClaudio Fontana 
x86_restore_state_to_opc(CPUState * cs,const TranslationBlock * tb,const uint64_t * data)85434382e6SRichard Henderson static void x86_restore_state_to_opc(CPUState *cs,
86434382e6SRichard Henderson                                      const TranslationBlock *tb,
87434382e6SRichard Henderson                                      const uint64_t *data)
88434382e6SRichard Henderson {
89434382e6SRichard Henderson     X86CPU *cpu = X86_CPU(cs);
90434382e6SRichard Henderson     CPUX86State *env = &cpu->env;
91434382e6SRichard Henderson     int cc_op = data[1];
92729ba8e9SPaolo Bonzini     uint64_t new_pc;
93434382e6SRichard Henderson 
942e3afe8eSAnton Johansson     if (tb_cflags(tb) & CF_PCREL) {
95729ba8e9SPaolo Bonzini         /*
96729ba8e9SPaolo Bonzini          * data[0] in PC-relative TBs is also a linear address, i.e. an address with
97729ba8e9SPaolo Bonzini          * the CS base added, because it is not guaranteed that EIP bits 12 and higher
98729ba8e9SPaolo Bonzini          * stay the same across the translation block.  Add the CS base back before
99729ba8e9SPaolo Bonzini          * replacing the low bits, and subtract it below just like for !CF_PCREL.
100729ba8e9SPaolo Bonzini          */
101729ba8e9SPaolo Bonzini         uint64_t pc = env->eip + tb->cs_base;
102729ba8e9SPaolo Bonzini         new_pc = (pc & TARGET_PAGE_MASK) | data[0];
103434382e6SRichard Henderson     } else {
104729ba8e9SPaolo Bonzini         new_pc = data[0];
105434382e6SRichard Henderson     }
106729ba8e9SPaolo Bonzini     if (tb->flags & HF_CS64_MASK) {
107729ba8e9SPaolo Bonzini         env->eip = new_pc;
108729ba8e9SPaolo Bonzini     } else {
109729ba8e9SPaolo Bonzini         env->eip = (uint32_t)(new_pc - tb->cs_base);
110729ba8e9SPaolo Bonzini     }
111729ba8e9SPaolo Bonzini 
112434382e6SRichard Henderson     if (cc_op != CC_OP_DYNAMIC) {
113434382e6SRichard Henderson         env->cc_op = cc_op;
114434382e6SRichard Henderson     }
115434382e6SRichard Henderson }
116434382e6SRichard Henderson 
x86_mmu_index_pl(CPUX86State * env,unsigned pl)1178480f7c7SPhilippe Mathieu-Daudé int x86_mmu_index_pl(CPUX86State *env, unsigned pl)
1188480f7c7SPhilippe Mathieu-Daudé {
1198480f7c7SPhilippe Mathieu-Daudé     int mmu_index_32 = (env->hflags & HF_CS64_MASK) ? 0 : 1;
1208480f7c7SPhilippe Mathieu-Daudé     int mmu_index_base =
1218480f7c7SPhilippe Mathieu-Daudé         pl == 3 ? MMU_USER64_IDX :
1228480f7c7SPhilippe Mathieu-Daudé         !(env->hflags & HF_SMAP_MASK) ? MMU_KNOSMAP64_IDX :
1238480f7c7SPhilippe Mathieu-Daudé         (env->eflags & AC_MASK) ? MMU_KNOSMAP64_IDX : MMU_KSMAP64_IDX;
1248480f7c7SPhilippe Mathieu-Daudé 
1258480f7c7SPhilippe Mathieu-Daudé     return mmu_index_base + mmu_index_32;
1268480f7c7SPhilippe Mathieu-Daudé }
1278480f7c7SPhilippe Mathieu-Daudé 
x86_cpu_mmu_index(CPUState * cs,bool ifetch)1288480f7c7SPhilippe Mathieu-Daudé static int x86_cpu_mmu_index(CPUState *cs, bool ifetch)
1298480f7c7SPhilippe Mathieu-Daudé {
1308480f7c7SPhilippe Mathieu-Daudé     CPUX86State *env = cpu_env(cs);
1318480f7c7SPhilippe Mathieu-Daudé     return x86_mmu_index_pl(env, env->hflags & HF_CPL_MASK);
1328480f7c7SPhilippe Mathieu-Daudé }
1338480f7c7SPhilippe Mathieu-Daudé 
1347b9810eaSRichard Henderson #ifndef CONFIG_USER_ONLY
x86_debug_check_breakpoint(CPUState * cs)1357b9810eaSRichard Henderson static bool x86_debug_check_breakpoint(CPUState *cs)
1367b9810eaSRichard Henderson {
1377b9810eaSRichard Henderson     X86CPU *cpu = X86_CPU(cs);
1387b9810eaSRichard Henderson     CPUX86State *env = &cpu->env;
1397b9810eaSRichard Henderson 
1407b9810eaSRichard Henderson     /* RF disables all architectural breakpoints. */
1417b9810eaSRichard Henderson     return !(env->eflags & RF_MASK);
1427b9810eaSRichard Henderson }
143c2d5897dSRichard Henderson 
x86_cpu_exec_reset(CPUState * cs)144c2d5897dSRichard Henderson static void x86_cpu_exec_reset(CPUState *cs)
145c2d5897dSRichard Henderson {
146c2d5897dSRichard Henderson     CPUArchState *env = cpu_env(cs);
147c2d5897dSRichard Henderson 
148c2d5897dSRichard Henderson     cpu_svm_check_intercept_param(env, SVM_EXIT_INIT, 0, 0);
149c2d5897dSRichard Henderson     do_cpu_init(env_archcpu(env));
150c2d5897dSRichard Henderson     cs->exception_index = EXCP_HALTED;
151c2d5897dSRichard Henderson }
152*7174cd2eSRichard Henderson 
x86_pointer_wrap(CPUState * cs,int mmu_idx,vaddr result,vaddr base)153*7174cd2eSRichard Henderson static vaddr x86_pointer_wrap(CPUState *cs, int mmu_idx,
154*7174cd2eSRichard Henderson                               vaddr result, vaddr base)
155*7174cd2eSRichard Henderson {
156*7174cd2eSRichard Henderson     return cpu_env(cs)->hflags & HF_CS64_MASK ? result : (uint32_t)result;
157*7174cd2eSRichard Henderson }
1587b9810eaSRichard Henderson #endif
1597b9810eaSRichard Henderson 
160a522b04bSPhilippe Mathieu-Daudé const TCGCPUOps x86_tcg_ops = {
161a3d40b5eSPhilippe Mathieu-Daudé     .mttcg_supported = true,
16277ad412bSRichard Henderson     .precise_smc = true,
1638201f1a2SPhilippe Mathieu-Daudé     /*
1648201f1a2SPhilippe Mathieu-Daudé      * The x86 has a strong memory model with some store-after-load re-ordering
1658201f1a2SPhilippe Mathieu-Daudé      */
1668201f1a2SPhilippe Mathieu-Daudé     .guest_default_memory_order = TCG_MO_ALL & ~TCG_MO_ST_LD,
16778271684SClaudio Fontana     .initialize = tcg_x86_init,
168e4a8e093SRichard Henderson     .translate_code = x86_translate_code,
169c37f8978SRichard Henderson     .get_tb_cpu_state = x86_get_tb_cpu_state,
17078271684SClaudio Fontana     .synchronize_from_tb = x86_cpu_synchronize_from_tb,
171434382e6SRichard Henderson     .restore_state_to_opc = x86_restore_state_to_opc,
1728480f7c7SPhilippe Mathieu-Daudé     .mmu_index = x86_cpu_mmu_index,
17378271684SClaudio Fontana     .cpu_exec_enter = x86_cpu_exec_enter,
17478271684SClaudio Fontana     .cpu_exec_exit = x86_cpu_exec_exit,
17512096421SPhilippe Mathieu-Daudé #ifdef CONFIG_USER_ONLY
17612096421SPhilippe Mathieu-Daudé     .fake_user_interrupt = x86_cpu_do_interrupt,
177f74bd157SRichard Henderson     .record_sigsegv = x86_cpu_record_sigsegv,
178958e1dd1SPaolo Bonzini     .record_sigbus = x86_cpu_record_sigbus,
17912096421SPhilippe Mathieu-Daudé #else
180f74bd157SRichard Henderson     .tlb_fill = x86_cpu_tlb_fill,
181*7174cd2eSRichard Henderson     .pointer_wrap = x86_pointer_wrap,
18212096421SPhilippe Mathieu-Daudé     .do_interrupt = x86_cpu_do_interrupt,
183ec1d32afSPhilippe Mathieu-Daudé     .cpu_exec_halt = x86_cpu_exec_halt,
18460466472SPhilippe Mathieu-Daudé     .cpu_exec_interrupt = x86_cpu_exec_interrupt,
185c2d5897dSRichard Henderson     .cpu_exec_reset = x86_cpu_exec_reset,
186958e1dd1SPaolo Bonzini     .do_unaligned_access = x86_cpu_do_unaligned_access,
18778271684SClaudio Fontana     .debug_excp_handler = breakpoint_handler,
1887b9810eaSRichard Henderson     .debug_check_breakpoint = x86_debug_check_breakpoint,
1896ae75481SPhilippe Mathieu-Daudé     .need_replay_interrupt = x86_need_replay_interrupt,
19078271684SClaudio Fontana #endif /* !CONFIG_USER_ONLY */
19178271684SClaudio Fontana };
19278271684SClaudio Fontana 
x86_tcg_cpu_xsave_init(void)193e129593fSPhilippe Mathieu-Daudé static void x86_tcg_cpu_xsave_init(void)
194fea45008SDavid Edmondson {
195fea45008SDavid Edmondson #define XO(bit, field) \
196fea45008SDavid Edmondson     x86_ext_save_areas[bit].offset = offsetof(X86XSaveArea, field);
197fea45008SDavid Edmondson 
198fea45008SDavid Edmondson     XO(XSTATE_FP_BIT, legacy);
199fea45008SDavid Edmondson     XO(XSTATE_SSE_BIT, legacy);
200fea45008SDavid Edmondson     XO(XSTATE_YMM_BIT, avx_state);
201fea45008SDavid Edmondson     XO(XSTATE_BNDREGS_BIT, bndreg_state);
202fea45008SDavid Edmondson     XO(XSTATE_BNDCSR_BIT, bndcsr_state);
203fea45008SDavid Edmondson     XO(XSTATE_OPMASK_BIT, opmask_state);
204fea45008SDavid Edmondson     XO(XSTATE_ZMM_Hi256_BIT, zmm_hi256_state);
205fea45008SDavid Edmondson     XO(XSTATE_Hi16_ZMM_BIT, hi16_zmm_state);
206fea45008SDavid Edmondson     XO(XSTATE_PKRU_BIT, pkru_state);
207fea45008SDavid Edmondson 
208fea45008SDavid Edmondson #undef XO
209fea45008SDavid Edmondson }
210fea45008SDavid Edmondson 
211f5cc5a5cSClaudio Fontana /*
2125b8978d8SClaudio Fontana  * TCG-specific defaults that override cpudef models when using TCG.
2135b8978d8SClaudio Fontana  * Only for builtin_x86_defs models initialized with x86_register_cpudef_types.
214f5cc5a5cSClaudio Fontana  */
215e129593fSPhilippe Mathieu-Daudé static PropValue x86_tcg_default_props[] = {
216f5cc5a5cSClaudio Fontana     { "vme", "off" },
217f5cc5a5cSClaudio Fontana     { NULL, NULL },
218f5cc5a5cSClaudio Fontana };
219f5cc5a5cSClaudio Fontana 
x86_tcg_cpu_instance_init(CPUState * cs)220e129593fSPhilippe Mathieu-Daudé static void x86_tcg_cpu_instance_init(CPUState *cs)
221f5cc5a5cSClaudio Fontana {
222f5cc5a5cSClaudio Fontana     X86CPU *cpu = X86_CPU(cs);
2235b8978d8SClaudio Fontana     X86CPUClass *xcc = X86_CPU_GET_CLASS(cpu);
2245b8978d8SClaudio Fontana 
2255b8978d8SClaudio Fontana     if (xcc->model) {
226f5cc5a5cSClaudio Fontana         /* Special cases not set in the X86CPUDefinition structs: */
227e129593fSPhilippe Mathieu-Daudé         x86_cpu_apply_props(cpu, x86_tcg_default_props);
2285b8978d8SClaudio Fontana     }
229fea45008SDavid Edmondson 
230e129593fSPhilippe Mathieu-Daudé     x86_tcg_cpu_xsave_init();
231f5cc5a5cSClaudio Fontana }
232f5cc5a5cSClaudio Fontana 
x86_tcg_cpu_accel_class_init(ObjectClass * oc,const void * data)23312d1a768SPhilippe Mathieu-Daudé static void x86_tcg_cpu_accel_class_init(ObjectClass *oc, const void *data)
234f5cc5a5cSClaudio Fontana {
235f5cc5a5cSClaudio Fontana     AccelCPUClass *acc = ACCEL_CPU_CLASS(oc);
236f5cc5a5cSClaudio Fontana 
237222f3e6fSPaolo Bonzini #ifndef CONFIG_USER_ONLY
2386294e502SPhilippe Mathieu-Daudé     acc->cpu_target_realize = tcg_cpu_realizefn;
239222f3e6fSPaolo Bonzini #endif /* CONFIG_USER_ONLY */
240222f3e6fSPaolo Bonzini 
241e129593fSPhilippe Mathieu-Daudé     acc->cpu_instance_init = x86_tcg_cpu_instance_init;
242f5cc5a5cSClaudio Fontana }
243e129593fSPhilippe Mathieu-Daudé static const TypeInfo x86_tcg_cpu_accel_type_info = {
244f5cc5a5cSClaudio Fontana     .name = ACCEL_CPU_NAME("tcg"),
245f5cc5a5cSClaudio Fontana 
246f5cc5a5cSClaudio Fontana     .parent = TYPE_ACCEL_CPU,
247e129593fSPhilippe Mathieu-Daudé     .class_init = x86_tcg_cpu_accel_class_init,
248f5cc5a5cSClaudio Fontana     .abstract = true,
249f5cc5a5cSClaudio Fontana };
x86_tcg_cpu_accel_register_types(void)250e129593fSPhilippe Mathieu-Daudé static void x86_tcg_cpu_accel_register_types(void)
251f5cc5a5cSClaudio Fontana {
252e129593fSPhilippe Mathieu-Daudé     type_register_static(&x86_tcg_cpu_accel_type_info);
253f5cc5a5cSClaudio Fontana }
254e129593fSPhilippe Mathieu-Daudé type_init(x86_tcg_cpu_accel_register_types);
255