1a9ded601SYang Zhong /*
2a9ded601SYang Zhong * QEMU System Emulator, accelerator interfaces
3a9ded601SYang Zhong *
4a9ded601SYang Zhong * Copyright (c) 2003-2008 Fabrice Bellard
5a9ded601SYang Zhong * Copyright (c) 2014 Red Hat Inc.
6a9ded601SYang Zhong *
7a9ded601SYang Zhong * Permission is hereby granted, free of charge, to any person obtaining a copy
8a9ded601SYang Zhong * of this software and associated documentation files (the "Software"), to deal
9a9ded601SYang Zhong * in the Software without restriction, including without limitation the rights
10a9ded601SYang Zhong * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
11a9ded601SYang Zhong * copies of the Software, and to permit persons to whom the Software is
12a9ded601SYang Zhong * furnished to do so, subject to the following conditions:
13a9ded601SYang Zhong *
14a9ded601SYang Zhong * The above copyright notice and this permission notice shall be included in
15a9ded601SYang Zhong * all copies or substantial portions of the Software.
16a9ded601SYang Zhong *
17a9ded601SYang Zhong * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18a9ded601SYang Zhong * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19a9ded601SYang Zhong * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
20a9ded601SYang Zhong * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
21a9ded601SYang Zhong * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
22a9ded601SYang Zhong * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
23a9ded601SYang Zhong * THE SOFTWARE.
24a9ded601SYang Zhong */
25a9ded601SYang Zhong
26a9ded601SYang Zhong #include "qemu/osdep.h"
2732cad1ffSPhilippe Mathieu-Daudé #include "system/tcg.h"
285b5968c4SPhilippe Mathieu-Daudé #include "exec/replay-core.h"
29161f5bc8SRichard Henderson #include "exec/icount.h"
30d7ec12f8SRichard Henderson #include "tcg/startup.h"
31dd680bf3SPhilippe Mathieu-Daudé #include "qapi/error.h"
32dd680bf3SPhilippe Mathieu-Daudé #include "qemu/error-report.h"
33940e43aaSClaudio Fontana #include "qemu/accel.h"
340e33928cSPeter Maydell #include "qemu/atomic.h"
35d1aa5772SPhilippe Mathieu-Daudé #include "qapi/qapi-types-common.h"
36fe174132SPaolo Bonzini #include "qapi/qapi-builtin-visit.h"
37efba8ae9SRichard Henderson #include "qemu/units.h"
385e15bb7dSPhilippe Mathieu-Daudé #include "qemu/target-info.h"
39*97f0d524SRichard Henderson #ifndef CONFIG_USER_ONLY
4043b972b7SRichard Henderson #include "hw/boards.h"
4143b972b7SRichard Henderson #endif
42a3d40b5eSPhilippe Mathieu-Daudé #include "accel/tcg/cpu-ops.h"
43eeb6198eSPhilippe Mathieu-Daudé #include "internal-common.h"
44f441b4d1SRichard Henderson
45940e43aaSClaudio Fontana
46db1015e9SEduardo Habkost struct TCGState {
4712ceaef6SPaolo Bonzini AccelState parent_obj;
4812ceaef6SPaolo Bonzini
49d1aa5772SPhilippe Mathieu-Daudé OnOffAuto mttcg_enabled;
503cfb0456SPeter Maydell bool one_insn_per_tb;
51a35b3e14SRichard Henderson int splitwx_enabled;
52fe174132SPaolo Bonzini unsigned long tb_size;
53db1015e9SEduardo Habkost };
54db1015e9SEduardo Habkost typedef struct TCGState TCGState;
5512ceaef6SPaolo Bonzini
5612ceaef6SPaolo Bonzini #define TYPE_TCG_ACCEL ACCEL_CLASS_NAME("tcg")
5712ceaef6SPaolo Bonzini
DECLARE_INSTANCE_CHECKER(TCGState,TCG_STATE,TYPE_TCG_ACCEL)588110fa1dSEduardo Habkost DECLARE_INSTANCE_CHECKER(TCGState, TCG_STATE,
598110fa1dSEduardo Habkost TYPE_TCG_ACCEL)
60a9ded601SYang Zhong
6160b2c2e6SPhilippe Mathieu-Daudé #ifndef CONFIG_USER_ONLY
6260b2c2e6SPhilippe Mathieu-Daudé bool qemu_tcg_mttcg_enabled(void)
6360b2c2e6SPhilippe Mathieu-Daudé {
6461fc4c2bSRichard Henderson TCGState *s = TCG_STATE(current_accel());
65d1aa5772SPhilippe Mathieu-Daudé return s->mttcg_enabled == ON_OFF_AUTO_ON;
6660b2c2e6SPhilippe Mathieu-Daudé }
6760b2c2e6SPhilippe Mathieu-Daudé #endif /* !CONFIG_USER_ONLY */
6860b2c2e6SPhilippe Mathieu-Daudé
tcg_accel_instance_init(Object * obj)69af0440aeSPaolo Bonzini static void tcg_accel_instance_init(Object *obj)
70af0440aeSPaolo Bonzini {
7112ceaef6SPaolo Bonzini TCGState *s = TCG_STATE(obj);
7212ceaef6SPaolo Bonzini
73a35b3e14SRichard Henderson /* If debugging enabled, default "auto on", otherwise off. */
74940e43aaSClaudio Fontana #if defined(CONFIG_DEBUG_TCG) && !defined(CONFIG_USER_ONLY)
75a35b3e14SRichard Henderson s->splitwx_enabled = -1;
76a35b3e14SRichard Henderson #else
77a35b3e14SRichard Henderson s->splitwx_enabled = 0;
78a35b3e14SRichard Henderson #endif
79af0440aeSPaolo Bonzini }
80af0440aeSPaolo Bonzini
810e33928cSPeter Maydell bool one_insn_per_tb;
82a77dabc3SClaudio Fontana
tcg_init_machine(MachineState * ms)837109ef15SRichard Henderson static int tcg_init_machine(MachineState *ms)
84a9ded601SYang Zhong {
854f7f5893SPhilippe Mathieu-Daudé TCGState *s = TCG_STATE(current_accel());
86a9d107faSRichard Henderson unsigned max_threads = 1;
8712ceaef6SPaolo Bonzini
88d1aa5772SPhilippe Mathieu-Daudé #ifndef CONFIG_USER_ONLY
895e15bb7dSPhilippe Mathieu-Daudé CPUClass *cc = CPU_CLASS(object_class_by_name(target_cpu_type()));
90a3d40b5eSPhilippe Mathieu-Daudé bool mttcg_supported = cc->tcg_ops->mttcg_supported;
91a3d40b5eSPhilippe Mathieu-Daudé
9284cde4afSRichard Henderson switch (s->mttcg_enabled) {
9384cde4afSRichard Henderson case ON_OFF_AUTO_AUTO:
94d1aa5772SPhilippe Mathieu-Daudé /*
95d1aa5772SPhilippe Mathieu-Daudé * We default to false if we know other options have been enabled
96d1aa5772SPhilippe Mathieu-Daudé * which are currently incompatible with MTTCG. Otherwise when each
97d1aa5772SPhilippe Mathieu-Daudé * guest (target) has been updated to support:
98d1aa5772SPhilippe Mathieu-Daudé * - atomic instructions
99d1aa5772SPhilippe Mathieu-Daudé * - memory ordering primitives (barriers)
100d1aa5772SPhilippe Mathieu-Daudé * they can set the appropriate CONFIG flags in ${target}-softmmu.mak
101d1aa5772SPhilippe Mathieu-Daudé *
102d1aa5772SPhilippe Mathieu-Daudé * Once a guest architecture has been converted to the new primitives
103d1aa5772SPhilippe Mathieu-Daudé * there is one remaining limitation to check:
104d1aa5772SPhilippe Mathieu-Daudé * - The guest can't be oversized (e.g. 64 bit guest on 32 bit host)
105d1aa5772SPhilippe Mathieu-Daudé */
106d1aa5772SPhilippe Mathieu-Daudé if (mttcg_supported && !icount_enabled()) {
107d1aa5772SPhilippe Mathieu-Daudé s->mttcg_enabled = ON_OFF_AUTO_ON;
10884cde4afSRichard Henderson max_threads = ms->smp.max_cpus;
109d1aa5772SPhilippe Mathieu-Daudé } else {
110d1aa5772SPhilippe Mathieu-Daudé s->mttcg_enabled = ON_OFF_AUTO_OFF;
111d1aa5772SPhilippe Mathieu-Daudé }
11284cde4afSRichard Henderson break;
11384cde4afSRichard Henderson case ON_OFF_AUTO_ON:
11484cde4afSRichard Henderson if (!mttcg_supported) {
11584cde4afSRichard Henderson warn_report("Guest not yet converted to MTTCG - "
11684cde4afSRichard Henderson "you may get unexpected results");
117d1aa5772SPhilippe Mathieu-Daudé }
118d1aa5772SPhilippe Mathieu-Daudé max_threads = ms->smp.max_cpus;
11984cde4afSRichard Henderson break;
12084cde4afSRichard Henderson case ON_OFF_AUTO_OFF:
12184cde4afSRichard Henderson break;
12284cde4afSRichard Henderson default:
12384cde4afSRichard Henderson g_assert_not_reached();
124d1aa5772SPhilippe Mathieu-Daudé }
125d1aa5772SPhilippe Mathieu-Daudé #endif
126d1aa5772SPhilippe Mathieu-Daudé
127fa79cde6SRichard Henderson tcg_allowed = true;
128fa79cde6SRichard Henderson
129fa79cde6SRichard Henderson page_init();
130fa79cde6SRichard Henderson tb_htable_init();
131a9d107faSRichard Henderson tcg_init(s->tb_size * MiB, s->splitwx_enabled, max_threads);
132fa79cde6SRichard Henderson
133fa79cde6SRichard Henderson #if defined(CONFIG_SOFTMMU)
134fa79cde6SRichard Henderson /*
135fa79cde6SRichard Henderson * There's no guest base to take into account, so go ahead and
136fa79cde6SRichard Henderson * initialize the prologue now.
137fa79cde6SRichard Henderson */
138935f75aeSRichard Henderson tcg_prologue_init();
139fa79cde6SRichard Henderson #endif
140fa79cde6SRichard Henderson
141558ee1edSPhilippe Mathieu-Daudé #ifdef CONFIG_USER_ONLY
142558ee1edSPhilippe Mathieu-Daudé qdev_create_fake_machine();
143558ee1edSPhilippe Mathieu-Daudé #endif
144558ee1edSPhilippe Mathieu-Daudé
145a9ded601SYang Zhong return 0;
146a9ded601SYang Zhong }
147a9ded601SYang Zhong
tcg_get_thread(Object * obj,Error ** errp)14812ceaef6SPaolo Bonzini static char *tcg_get_thread(Object *obj, Error **errp)
149af0440aeSPaolo Bonzini {
15012ceaef6SPaolo Bonzini TCGState *s = TCG_STATE(obj);
15112ceaef6SPaolo Bonzini
152d1aa5772SPhilippe Mathieu-Daudé return g_strdup(s->mttcg_enabled == ON_OFF_AUTO_ON ? "multi" : "single");
153af0440aeSPaolo Bonzini }
15412ceaef6SPaolo Bonzini
tcg_set_thread(Object * obj,const char * value,Error ** errp)15512ceaef6SPaolo Bonzini static void tcg_set_thread(Object *obj, const char *value, Error **errp)
15612ceaef6SPaolo Bonzini {
15712ceaef6SPaolo Bonzini TCGState *s = TCG_STATE(obj);
15812ceaef6SPaolo Bonzini
15912ceaef6SPaolo Bonzini if (strcmp(value, "multi") == 0) {
160f441b4d1SRichard Henderson if (icount_enabled()) {
161af0440aeSPaolo Bonzini error_setg(errp, "No MTTCG when icount is enabled");
162af0440aeSPaolo Bonzini } else {
163d1aa5772SPhilippe Mathieu-Daudé s->mttcg_enabled = ON_OFF_AUTO_ON;
164af0440aeSPaolo Bonzini }
16512ceaef6SPaolo Bonzini } else if (strcmp(value, "single") == 0) {
166d1aa5772SPhilippe Mathieu-Daudé s->mttcg_enabled = ON_OFF_AUTO_OFF;
167af0440aeSPaolo Bonzini } else {
16812ceaef6SPaolo Bonzini error_setg(errp, "Invalid 'thread' setting %s", value);
169af0440aeSPaolo Bonzini }
170af0440aeSPaolo Bonzini }
171af0440aeSPaolo Bonzini
tcg_get_tb_size(Object * obj,Visitor * v,const char * name,void * opaque,Error ** errp)172fe174132SPaolo Bonzini static void tcg_get_tb_size(Object *obj, Visitor *v,
173fe174132SPaolo Bonzini const char *name, void *opaque,
174fe174132SPaolo Bonzini Error **errp)
175fe174132SPaolo Bonzini {
176fe174132SPaolo Bonzini TCGState *s = TCG_STATE(obj);
177fe174132SPaolo Bonzini uint32_t value = s->tb_size;
178fe174132SPaolo Bonzini
179fe174132SPaolo Bonzini visit_type_uint32(v, name, &value, errp);
180fe174132SPaolo Bonzini }
181fe174132SPaolo Bonzini
tcg_set_tb_size(Object * obj,Visitor * v,const char * name,void * opaque,Error ** errp)182fe174132SPaolo Bonzini static void tcg_set_tb_size(Object *obj, Visitor *v,
183fe174132SPaolo Bonzini const char *name, void *opaque,
184fe174132SPaolo Bonzini Error **errp)
185fe174132SPaolo Bonzini {
186fe174132SPaolo Bonzini TCGState *s = TCG_STATE(obj);
187fe174132SPaolo Bonzini uint32_t value;
188fe174132SPaolo Bonzini
189668f62ecSMarkus Armbruster if (!visit_type_uint32(v, name, &value, errp)) {
190fe174132SPaolo Bonzini return;
191fe174132SPaolo Bonzini }
192fe174132SPaolo Bonzini
193fe174132SPaolo Bonzini s->tb_size = value;
194fe174132SPaolo Bonzini }
195fe174132SPaolo Bonzini
tcg_get_splitwx(Object * obj,Error ** errp)196a35b3e14SRichard Henderson static bool tcg_get_splitwx(Object *obj, Error **errp)
197a35b3e14SRichard Henderson {
198a35b3e14SRichard Henderson TCGState *s = TCG_STATE(obj);
199a35b3e14SRichard Henderson return s->splitwx_enabled;
200a35b3e14SRichard Henderson }
201a35b3e14SRichard Henderson
tcg_set_splitwx(Object * obj,bool value,Error ** errp)202a35b3e14SRichard Henderson static void tcg_set_splitwx(Object *obj, bool value, Error **errp)
203a35b3e14SRichard Henderson {
204a35b3e14SRichard Henderson TCGState *s = TCG_STATE(obj);
205a35b3e14SRichard Henderson s->splitwx_enabled = value;
206a35b3e14SRichard Henderson }
207a35b3e14SRichard Henderson
tcg_get_one_insn_per_tb(Object * obj,Error ** errp)2083cfb0456SPeter Maydell static bool tcg_get_one_insn_per_tb(Object *obj, Error **errp)
2093cfb0456SPeter Maydell {
2103cfb0456SPeter Maydell TCGState *s = TCG_STATE(obj);
2113cfb0456SPeter Maydell return s->one_insn_per_tb;
2123cfb0456SPeter Maydell }
2133cfb0456SPeter Maydell
tcg_set_one_insn_per_tb(Object * obj,bool value,Error ** errp)2143cfb0456SPeter Maydell static void tcg_set_one_insn_per_tb(Object *obj, bool value, Error **errp)
2153cfb0456SPeter Maydell {
2163cfb0456SPeter Maydell TCGState *s = TCG_STATE(obj);
2173cfb0456SPeter Maydell s->one_insn_per_tb = value;
2180e33928cSPeter Maydell /* Set the global also: this changes the behaviour */
2190e33928cSPeter Maydell qatomic_set(&one_insn_per_tb, value);
2203cfb0456SPeter Maydell }
2213cfb0456SPeter Maydell
tcg_gdbstub_supported_sstep_flags(void)2223b7a9388SAlex Bennée static int tcg_gdbstub_supported_sstep_flags(void)
2233b7a9388SAlex Bennée {
2243b7a9388SAlex Bennée /*
2253b7a9388SAlex Bennée * In replay mode all events will come from the log and can't be
2263b7a9388SAlex Bennée * suppressed otherwise we would break determinism. However as those
2273b7a9388SAlex Bennée * events are tied to the number of executed instructions we won't see
2283b7a9388SAlex Bennée * them occurring every time we single step.
2293b7a9388SAlex Bennée */
2303b7a9388SAlex Bennée if (replay_mode != REPLAY_MODE_NONE) {
2313b7a9388SAlex Bennée return SSTEP_ENABLE;
2323b7a9388SAlex Bennée } else {
2333b7a9388SAlex Bennée return SSTEP_ENABLE | SSTEP_NOIRQ | SSTEP_NOTIMER;
2343b7a9388SAlex Bennée }
2353b7a9388SAlex Bennée }
2363b7a9388SAlex Bennée
tcg_accel_class_init(ObjectClass * oc,const void * data)23712d1a768SPhilippe Mathieu-Daudé static void tcg_accel_class_init(ObjectClass *oc, const void *data)
238a9ded601SYang Zhong {
239a9ded601SYang Zhong AccelClass *ac = ACCEL_CLASS(oc);
240a9ded601SYang Zhong ac->name = "tcg";
2417109ef15SRichard Henderson ac->init_machine = tcg_init_machine;
24223af78b0SPhilippe Mathieu-Daudé ac->cpu_common_realize = tcg_exec_realizefn;
24323af78b0SPhilippe Mathieu-Daudé ac->cpu_common_unrealize = tcg_exec_unrealizefn;
244a9ded601SYang Zhong ac->allowed = &tcg_allowed;
2453b7a9388SAlex Bennée ac->gdbstub_supported_sstep_flags = tcg_gdbstub_supported_sstep_flags;
246a9ded601SYang Zhong
24712ceaef6SPaolo Bonzini object_class_property_add_str(oc, "thread",
24812ceaef6SPaolo Bonzini tcg_get_thread,
249d2623129SMarkus Armbruster tcg_set_thread);
250fe174132SPaolo Bonzini
251fe174132SPaolo Bonzini object_class_property_add(oc, "tb-size", "int",
252fe174132SPaolo Bonzini tcg_get_tb_size, tcg_set_tb_size,
253d2623129SMarkus Armbruster NULL, NULL);
254fe174132SPaolo Bonzini object_class_property_set_description(oc, "tb-size",
2557eecec7dSMarkus Armbruster "TCG translation block cache size");
256fe174132SPaolo Bonzini
257a35b3e14SRichard Henderson object_class_property_add_bool(oc, "split-wx",
258a35b3e14SRichard Henderson tcg_get_splitwx, tcg_set_splitwx);
259a35b3e14SRichard Henderson object_class_property_set_description(oc, "split-wx",
260a35b3e14SRichard Henderson "Map jit pages into separate RW and RX regions");
2613cfb0456SPeter Maydell
2623cfb0456SPeter Maydell object_class_property_add_bool(oc, "one-insn-per-tb",
2633cfb0456SPeter Maydell tcg_get_one_insn_per_tb,
2643cfb0456SPeter Maydell tcg_set_one_insn_per_tb);
2653cfb0456SPeter Maydell object_class_property_set_description(oc, "one-insn-per-tb",
2663cfb0456SPeter Maydell "Only put one guest insn in each translation block");
26712ceaef6SPaolo Bonzini }
268a9ded601SYang Zhong
269a9ded601SYang Zhong static const TypeInfo tcg_accel_type = {
270a9ded601SYang Zhong .name = TYPE_TCG_ACCEL,
271a9ded601SYang Zhong .parent = TYPE_ACCEL,
272af0440aeSPaolo Bonzini .instance_init = tcg_accel_instance_init,
273a9ded601SYang Zhong .class_init = tcg_accel_class_init,
27412ceaef6SPaolo Bonzini .instance_size = sizeof(TCGState),
275a9ded601SYang Zhong };
2769e5d3b69SGerd Hoffmann module_obj(TYPE_TCG_ACCEL);
277a9ded601SYang Zhong
register_accel_types(void)278a9ded601SYang Zhong static void register_accel_types(void)
279a9ded601SYang Zhong {
280a9ded601SYang Zhong type_register_static(&tcg_accel_type);
281a9ded601SYang Zhong }
282a9ded601SYang Zhong
283a9ded601SYang Zhong type_init(register_accel_types);
284