1ed69e831SClaudio Fontana /*
2ed69e831SClaudio Fontana * i386 TCG cpu class initialization
3ed69e831SClaudio Fontana *
4ed69e831SClaudio Fontana * Copyright (c) 2003 Fabrice Bellard
5ed69e831SClaudio Fontana *
6ed69e831SClaudio Fontana * This library is free software; you can redistribute it and/or
7ed69e831SClaudio Fontana * modify it under the terms of the GNU Lesser General Public
8ed69e831SClaudio Fontana * License as published by the Free Software Foundation; either
9ed69e831SClaudio Fontana * version 2 of the License, or (at your option) any later version.
10ed69e831SClaudio Fontana *
11ed69e831SClaudio Fontana * This library is distributed in the hope that it will be useful,
12ed69e831SClaudio Fontana * but WITHOUT ANY WARRANTY; without even the implied warranty of
13ed69e831SClaudio Fontana * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14ed69e831SClaudio Fontana * Lesser General Public License for more details.
15ed69e831SClaudio Fontana *
16ed69e831SClaudio Fontana * You should have received a copy of the GNU Lesser General Public
17ed69e831SClaudio Fontana * License along with this library; if not, see <http://www.gnu.org/licenses/>.
18ed69e831SClaudio Fontana */
19ed69e831SClaudio Fontana
20ed69e831SClaudio Fontana #include "qemu/osdep.h"
21ed69e831SClaudio Fontana #include "cpu.h"
22ed69e831SClaudio Fontana #include "helper-tcg.h"
23f5cc5a5cSClaudio Fontana #include "qemu/accel.h"
24b12a0f85SPhilippe Mathieu-Daudé #include "accel/accel-cpu-target.h"
2568df8c8dSPhilippe Mathieu-Daudé #include "exec/translation-block.h"
269c2ff9cdSPierrick Bouvier #include "exec/target_page.h"
27a59a8769SRichard Henderson #include "accel/tcg/cpu-ops.h"
28222f3e6fSPaolo Bonzini #include "tcg-cpu.h"
29ed69e831SClaudio Fontana
30ed69e831SClaudio Fontana /* Frob eflags into and out of the CPU temporary format. */
31ed69e831SClaudio Fontana
x86_cpu_exec_enter(CPUState * cs)32ed69e831SClaudio Fontana static void x86_cpu_exec_enter(CPUState *cs)
33ed69e831SClaudio Fontana {
34ed69e831SClaudio Fontana X86CPU *cpu = X86_CPU(cs);
35ed69e831SClaudio Fontana CPUX86State *env = &cpu->env;
36ed69e831SClaudio Fontana
37ed69e831SClaudio Fontana CC_SRC = env->eflags & (CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
38ed69e831SClaudio Fontana env->df = 1 - (2 * ((env->eflags >> 10) & 1));
39ed69e831SClaudio Fontana CC_OP = CC_OP_EFLAGS;
40ed69e831SClaudio Fontana env->eflags &= ~(DF_MASK | CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
41ed69e831SClaudio Fontana }
42ed69e831SClaudio Fontana
x86_cpu_exec_exit(CPUState * cs)43ed69e831SClaudio Fontana static void x86_cpu_exec_exit(CPUState *cs)
44ed69e831SClaudio Fontana {
45ed69e831SClaudio Fontana X86CPU *cpu = X86_CPU(cs);
46ed69e831SClaudio Fontana CPUX86State *env = &cpu->env;
47ed69e831SClaudio Fontana
48ed69e831SClaudio Fontana env->eflags = cpu_compute_eflags(env);
49ed69e831SClaudio Fontana }
50ed69e831SClaudio Fontana
x86_get_tb_cpu_state(CPUState * cs)51c37f8978SRichard Henderson static TCGTBCPUState x86_get_tb_cpu_state(CPUState *cs)
52a59a8769SRichard Henderson {
534759aae4SRichard Henderson CPUX86State *env = cpu_env(cs);
544759aae4SRichard Henderson uint32_t flags, cs_base;
554759aae4SRichard Henderson vaddr pc;
564759aae4SRichard Henderson
574759aae4SRichard Henderson flags = env->hflags |
58a59a8769SRichard Henderson (env->eflags & (IOPL_MASK | TF_MASK | RF_MASK | VM_MASK | AC_MASK));
59a59a8769SRichard Henderson if (env->hflags & HF_CS64_MASK) {
604759aae4SRichard Henderson cs_base = 0;
614759aae4SRichard Henderson pc = env->eip;
62a59a8769SRichard Henderson } else {
634759aae4SRichard Henderson cs_base = env->segs[R_CS].base;
644759aae4SRichard Henderson pc = (uint32_t)(cs_base + env->eip);
65a59a8769SRichard Henderson }
664759aae4SRichard Henderson
674759aae4SRichard Henderson return (TCGTBCPUState){ .pc = pc, .flags = flags, .cs_base = cs_base };
68a59a8769SRichard Henderson }
69a59a8769SRichard Henderson
x86_cpu_synchronize_from_tb(CPUState * cs,const TranslationBlock * tb)7004a37d4cSRichard Henderson static void x86_cpu_synchronize_from_tb(CPUState *cs,
7104a37d4cSRichard Henderson const TranslationBlock *tb)
72ed69e831SClaudio Fontana {
732e3afe8eSAnton Johansson /* The instruction pointer is always up to date with CF_PCREL. */
742e3afe8eSAnton Johansson if (!(tb_cflags(tb) & CF_PCREL)) {
75b77af26eSRichard Henderson CPUX86State *env = cpu_env(cs);
76b5e0d5d2SRichard Henderson
77b5e0d5d2SRichard Henderson if (tb->flags & HF_CS64_MASK) {
78b5e0d5d2SRichard Henderson env->eip = tb->pc;
79b5e0d5d2SRichard Henderson } else {
80b5e0d5d2SRichard Henderson env->eip = (uint32_t)(tb->pc - tb->cs_base);
81b5e0d5d2SRichard Henderson }
82e3a79e0eSRichard Henderson }
83ed69e831SClaudio Fontana }
84ed69e831SClaudio Fontana
x86_restore_state_to_opc(CPUState * cs,const TranslationBlock * tb,const uint64_t * data)85434382e6SRichard Henderson static void x86_restore_state_to_opc(CPUState *cs,
86434382e6SRichard Henderson const TranslationBlock *tb,
87434382e6SRichard Henderson const uint64_t *data)
88434382e6SRichard Henderson {
89434382e6SRichard Henderson X86CPU *cpu = X86_CPU(cs);
90434382e6SRichard Henderson CPUX86State *env = &cpu->env;
91434382e6SRichard Henderson int cc_op = data[1];
92729ba8e9SPaolo Bonzini uint64_t new_pc;
93434382e6SRichard Henderson
942e3afe8eSAnton Johansson if (tb_cflags(tb) & CF_PCREL) {
95729ba8e9SPaolo Bonzini /*
96729ba8e9SPaolo Bonzini * data[0] in PC-relative TBs is also a linear address, i.e. an address with
97729ba8e9SPaolo Bonzini * the CS base added, because it is not guaranteed that EIP bits 12 and higher
98729ba8e9SPaolo Bonzini * stay the same across the translation block. Add the CS base back before
99729ba8e9SPaolo Bonzini * replacing the low bits, and subtract it below just like for !CF_PCREL.
100729ba8e9SPaolo Bonzini */
101729ba8e9SPaolo Bonzini uint64_t pc = env->eip + tb->cs_base;
102729ba8e9SPaolo Bonzini new_pc = (pc & TARGET_PAGE_MASK) | data[0];
103434382e6SRichard Henderson } else {
104729ba8e9SPaolo Bonzini new_pc = data[0];
105434382e6SRichard Henderson }
106729ba8e9SPaolo Bonzini if (tb->flags & HF_CS64_MASK) {
107729ba8e9SPaolo Bonzini env->eip = new_pc;
108729ba8e9SPaolo Bonzini } else {
109729ba8e9SPaolo Bonzini env->eip = (uint32_t)(new_pc - tb->cs_base);
110729ba8e9SPaolo Bonzini }
111729ba8e9SPaolo Bonzini
112434382e6SRichard Henderson if (cc_op != CC_OP_DYNAMIC) {
113434382e6SRichard Henderson env->cc_op = cc_op;
114434382e6SRichard Henderson }
115434382e6SRichard Henderson }
116434382e6SRichard Henderson
x86_mmu_index_pl(CPUX86State * env,unsigned pl)1178480f7c7SPhilippe Mathieu-Daudé int x86_mmu_index_pl(CPUX86State *env, unsigned pl)
1188480f7c7SPhilippe Mathieu-Daudé {
1198480f7c7SPhilippe Mathieu-Daudé int mmu_index_32 = (env->hflags & HF_CS64_MASK) ? 0 : 1;
1208480f7c7SPhilippe Mathieu-Daudé int mmu_index_base =
1218480f7c7SPhilippe Mathieu-Daudé pl == 3 ? MMU_USER64_IDX :
1228480f7c7SPhilippe Mathieu-Daudé !(env->hflags & HF_SMAP_MASK) ? MMU_KNOSMAP64_IDX :
1238480f7c7SPhilippe Mathieu-Daudé (env->eflags & AC_MASK) ? MMU_KNOSMAP64_IDX : MMU_KSMAP64_IDX;
1248480f7c7SPhilippe Mathieu-Daudé
1258480f7c7SPhilippe Mathieu-Daudé return mmu_index_base + mmu_index_32;
1268480f7c7SPhilippe Mathieu-Daudé }
1278480f7c7SPhilippe Mathieu-Daudé
x86_cpu_mmu_index(CPUState * cs,bool ifetch)1288480f7c7SPhilippe Mathieu-Daudé static int x86_cpu_mmu_index(CPUState *cs, bool ifetch)
1298480f7c7SPhilippe Mathieu-Daudé {
1308480f7c7SPhilippe Mathieu-Daudé CPUX86State *env = cpu_env(cs);
1318480f7c7SPhilippe Mathieu-Daudé return x86_mmu_index_pl(env, env->hflags & HF_CPL_MASK);
1328480f7c7SPhilippe Mathieu-Daudé }
1338480f7c7SPhilippe Mathieu-Daudé
1347b9810eaSRichard Henderson #ifndef CONFIG_USER_ONLY
x86_debug_check_breakpoint(CPUState * cs)1357b9810eaSRichard Henderson static bool x86_debug_check_breakpoint(CPUState *cs)
1367b9810eaSRichard Henderson {
1377b9810eaSRichard Henderson X86CPU *cpu = X86_CPU(cs);
1387b9810eaSRichard Henderson CPUX86State *env = &cpu->env;
1397b9810eaSRichard Henderson
1407b9810eaSRichard Henderson /* RF disables all architectural breakpoints. */
1417b9810eaSRichard Henderson return !(env->eflags & RF_MASK);
1427b9810eaSRichard Henderson }
143c2d5897dSRichard Henderson
x86_cpu_exec_reset(CPUState * cs)144c2d5897dSRichard Henderson static void x86_cpu_exec_reset(CPUState *cs)
145c2d5897dSRichard Henderson {
146c2d5897dSRichard Henderson CPUArchState *env = cpu_env(cs);
147c2d5897dSRichard Henderson
148c2d5897dSRichard Henderson cpu_svm_check_intercept_param(env, SVM_EXIT_INIT, 0, 0);
149c2d5897dSRichard Henderson do_cpu_init(env_archcpu(env));
150c2d5897dSRichard Henderson cs->exception_index = EXCP_HALTED;
151c2d5897dSRichard Henderson }
152*7174cd2eSRichard Henderson
x86_pointer_wrap(CPUState * cs,int mmu_idx,vaddr result,vaddr base)153*7174cd2eSRichard Henderson static vaddr x86_pointer_wrap(CPUState *cs, int mmu_idx,
154*7174cd2eSRichard Henderson vaddr result, vaddr base)
155*7174cd2eSRichard Henderson {
156*7174cd2eSRichard Henderson return cpu_env(cs)->hflags & HF_CS64_MASK ? result : (uint32_t)result;
157*7174cd2eSRichard Henderson }
1587b9810eaSRichard Henderson #endif
1597b9810eaSRichard Henderson
160a522b04bSPhilippe Mathieu-Daudé const TCGCPUOps x86_tcg_ops = {
161a3d40b5eSPhilippe Mathieu-Daudé .mttcg_supported = true,
16277ad412bSRichard Henderson .precise_smc = true,
1638201f1a2SPhilippe Mathieu-Daudé /*
1648201f1a2SPhilippe Mathieu-Daudé * The x86 has a strong memory model with some store-after-load re-ordering
1658201f1a2SPhilippe Mathieu-Daudé */
1668201f1a2SPhilippe Mathieu-Daudé .guest_default_memory_order = TCG_MO_ALL & ~TCG_MO_ST_LD,
16778271684SClaudio Fontana .initialize = tcg_x86_init,
168e4a8e093SRichard Henderson .translate_code = x86_translate_code,
169c37f8978SRichard Henderson .get_tb_cpu_state = x86_get_tb_cpu_state,
17078271684SClaudio Fontana .synchronize_from_tb = x86_cpu_synchronize_from_tb,
171434382e6SRichard Henderson .restore_state_to_opc = x86_restore_state_to_opc,
1728480f7c7SPhilippe Mathieu-Daudé .mmu_index = x86_cpu_mmu_index,
17378271684SClaudio Fontana .cpu_exec_enter = x86_cpu_exec_enter,
17478271684SClaudio Fontana .cpu_exec_exit = x86_cpu_exec_exit,
17512096421SPhilippe Mathieu-Daudé #ifdef CONFIG_USER_ONLY
17612096421SPhilippe Mathieu-Daudé .fake_user_interrupt = x86_cpu_do_interrupt,
177f74bd157SRichard Henderson .record_sigsegv = x86_cpu_record_sigsegv,
178958e1dd1SPaolo Bonzini .record_sigbus = x86_cpu_record_sigbus,
17912096421SPhilippe Mathieu-Daudé #else
180f74bd157SRichard Henderson .tlb_fill = x86_cpu_tlb_fill,
181*7174cd2eSRichard Henderson .pointer_wrap = x86_pointer_wrap,
18212096421SPhilippe Mathieu-Daudé .do_interrupt = x86_cpu_do_interrupt,
183ec1d32afSPhilippe Mathieu-Daudé .cpu_exec_halt = x86_cpu_exec_halt,
18460466472SPhilippe Mathieu-Daudé .cpu_exec_interrupt = x86_cpu_exec_interrupt,
185c2d5897dSRichard Henderson .cpu_exec_reset = x86_cpu_exec_reset,
186958e1dd1SPaolo Bonzini .do_unaligned_access = x86_cpu_do_unaligned_access,
18778271684SClaudio Fontana .debug_excp_handler = breakpoint_handler,
1887b9810eaSRichard Henderson .debug_check_breakpoint = x86_debug_check_breakpoint,
1896ae75481SPhilippe Mathieu-Daudé .need_replay_interrupt = x86_need_replay_interrupt,
19078271684SClaudio Fontana #endif /* !CONFIG_USER_ONLY */
19178271684SClaudio Fontana };
19278271684SClaudio Fontana
x86_tcg_cpu_xsave_init(void)193e129593fSPhilippe Mathieu-Daudé static void x86_tcg_cpu_xsave_init(void)
194fea45008SDavid Edmondson {
195fea45008SDavid Edmondson #define XO(bit, field) \
196fea45008SDavid Edmondson x86_ext_save_areas[bit].offset = offsetof(X86XSaveArea, field);
197fea45008SDavid Edmondson
198fea45008SDavid Edmondson XO(XSTATE_FP_BIT, legacy);
199fea45008SDavid Edmondson XO(XSTATE_SSE_BIT, legacy);
200fea45008SDavid Edmondson XO(XSTATE_YMM_BIT, avx_state);
201fea45008SDavid Edmondson XO(XSTATE_BNDREGS_BIT, bndreg_state);
202fea45008SDavid Edmondson XO(XSTATE_BNDCSR_BIT, bndcsr_state);
203fea45008SDavid Edmondson XO(XSTATE_OPMASK_BIT, opmask_state);
204fea45008SDavid Edmondson XO(XSTATE_ZMM_Hi256_BIT, zmm_hi256_state);
205fea45008SDavid Edmondson XO(XSTATE_Hi16_ZMM_BIT, hi16_zmm_state);
206fea45008SDavid Edmondson XO(XSTATE_PKRU_BIT, pkru_state);
207fea45008SDavid Edmondson
208fea45008SDavid Edmondson #undef XO
209fea45008SDavid Edmondson }
210fea45008SDavid Edmondson
211f5cc5a5cSClaudio Fontana /*
2125b8978d8SClaudio Fontana * TCG-specific defaults that override cpudef models when using TCG.
2135b8978d8SClaudio Fontana * Only for builtin_x86_defs models initialized with x86_register_cpudef_types.
214f5cc5a5cSClaudio Fontana */
215e129593fSPhilippe Mathieu-Daudé static PropValue x86_tcg_default_props[] = {
216f5cc5a5cSClaudio Fontana { "vme", "off" },
217f5cc5a5cSClaudio Fontana { NULL, NULL },
218f5cc5a5cSClaudio Fontana };
219f5cc5a5cSClaudio Fontana
x86_tcg_cpu_instance_init(CPUState * cs)220e129593fSPhilippe Mathieu-Daudé static void x86_tcg_cpu_instance_init(CPUState *cs)
221f5cc5a5cSClaudio Fontana {
222f5cc5a5cSClaudio Fontana X86CPU *cpu = X86_CPU(cs);
2235b8978d8SClaudio Fontana X86CPUClass *xcc = X86_CPU_GET_CLASS(cpu);
2245b8978d8SClaudio Fontana
2255b8978d8SClaudio Fontana if (xcc->model) {
226f5cc5a5cSClaudio Fontana /* Special cases not set in the X86CPUDefinition structs: */
227e129593fSPhilippe Mathieu-Daudé x86_cpu_apply_props(cpu, x86_tcg_default_props);
2285b8978d8SClaudio Fontana }
229fea45008SDavid Edmondson
230e129593fSPhilippe Mathieu-Daudé x86_tcg_cpu_xsave_init();
231f5cc5a5cSClaudio Fontana }
232f5cc5a5cSClaudio Fontana
x86_tcg_cpu_accel_class_init(ObjectClass * oc,const void * data)23312d1a768SPhilippe Mathieu-Daudé static void x86_tcg_cpu_accel_class_init(ObjectClass *oc, const void *data)
234f5cc5a5cSClaudio Fontana {
235f5cc5a5cSClaudio Fontana AccelCPUClass *acc = ACCEL_CPU_CLASS(oc);
236f5cc5a5cSClaudio Fontana
237222f3e6fSPaolo Bonzini #ifndef CONFIG_USER_ONLY
2386294e502SPhilippe Mathieu-Daudé acc->cpu_target_realize = tcg_cpu_realizefn;
239222f3e6fSPaolo Bonzini #endif /* CONFIG_USER_ONLY */
240222f3e6fSPaolo Bonzini
241e129593fSPhilippe Mathieu-Daudé acc->cpu_instance_init = x86_tcg_cpu_instance_init;
242f5cc5a5cSClaudio Fontana }
243e129593fSPhilippe Mathieu-Daudé static const TypeInfo x86_tcg_cpu_accel_type_info = {
244f5cc5a5cSClaudio Fontana .name = ACCEL_CPU_NAME("tcg"),
245f5cc5a5cSClaudio Fontana
246f5cc5a5cSClaudio Fontana .parent = TYPE_ACCEL_CPU,
247e129593fSPhilippe Mathieu-Daudé .class_init = x86_tcg_cpu_accel_class_init,
248f5cc5a5cSClaudio Fontana .abstract = true,
249f5cc5a5cSClaudio Fontana };
x86_tcg_cpu_accel_register_types(void)250e129593fSPhilippe Mathieu-Daudé static void x86_tcg_cpu_accel_register_types(void)
251f5cc5a5cSClaudio Fontana {
252e129593fSPhilippe Mathieu-Daudé type_register_static(&x86_tcg_cpu_accel_type_info);
253f5cc5a5cSClaudio Fontana }
254e129593fSPhilippe Mathieu-Daudé type_init(x86_tcg_cpu_accel_register_types);
255