1a9ded601SYang Zhong /* 2a9ded601SYang Zhong * QEMU System Emulator, accelerator interfaces 3a9ded601SYang Zhong * 4a9ded601SYang Zhong * Copyright (c) 2003-2008 Fabrice Bellard 5a9ded601SYang Zhong * Copyright (c) 2014 Red Hat Inc. 6a9ded601SYang Zhong * 7a9ded601SYang Zhong * Permission is hereby granted, free of charge, to any person obtaining a copy 8a9ded601SYang Zhong * of this software and associated documentation files (the "Software"), to deal 9a9ded601SYang Zhong * in the Software without restriction, including without limitation the rights 10a9ded601SYang Zhong * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 11a9ded601SYang Zhong * copies of the Software, and to permit persons to whom the Software is 12a9ded601SYang Zhong * furnished to do so, subject to the following conditions: 13a9ded601SYang Zhong * 14a9ded601SYang Zhong * The above copyright notice and this permission notice shall be included in 15a9ded601SYang Zhong * all copies or substantial portions of the Software. 16a9ded601SYang Zhong * 17a9ded601SYang Zhong * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 18a9ded601SYang Zhong * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 19a9ded601SYang Zhong * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 20a9ded601SYang Zhong * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 21a9ded601SYang Zhong * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 22a9ded601SYang Zhong * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 23a9ded601SYang Zhong * THE SOFTWARE. 24a9ded601SYang Zhong */ 25a9ded601SYang Zhong 26a9ded601SYang Zhong #include "qemu/osdep.h" 27a77dabc3SClaudio Fontana #include "qemu-common.h" 2814a48c1dSMarkus Armbruster #include "sysemu/tcg.h" 29740b1759SClaudio Fontana #include "sysemu/cpu-timers.h" 30af0440aeSPaolo Bonzini #include "tcg/tcg.h" 31dd680bf3SPhilippe Mathieu-Daudé #include "qapi/error.h" 32dd680bf3SPhilippe Mathieu-Daudé #include "qemu/error-report.h" 33940e43aaSClaudio Fontana #include "qemu/accel.h" 34fe174132SPaolo Bonzini #include "qapi/qapi-builtin-visit.h" 35efba8ae9SRichard Henderson #include "qemu/units.h" 3643b972b7SRichard Henderson #if !defined(CONFIG_USER_ONLY) 3743b972b7SRichard Henderson #include "hw/boards.h" 3843b972b7SRichard Henderson #endif 39fa79cde6SRichard Henderson #include "internal.h" 40940e43aaSClaudio Fontana 41db1015e9SEduardo Habkost struct TCGState { 4212ceaef6SPaolo Bonzini AccelState parent_obj; 4312ceaef6SPaolo Bonzini 4412ceaef6SPaolo Bonzini bool mttcg_enabled; 45a35b3e14SRichard Henderson int splitwx_enabled; 46fe174132SPaolo Bonzini unsigned long tb_size; 47db1015e9SEduardo Habkost }; 48db1015e9SEduardo Habkost typedef struct TCGState TCGState; 4912ceaef6SPaolo Bonzini 5012ceaef6SPaolo Bonzini #define TYPE_TCG_ACCEL ACCEL_CLASS_NAME("tcg") 5112ceaef6SPaolo Bonzini 528110fa1dSEduardo Habkost DECLARE_INSTANCE_CHECKER(TCGState, TCG_STATE, 538110fa1dSEduardo Habkost TYPE_TCG_ACCEL) 54a9ded601SYang Zhong 55af0440aeSPaolo Bonzini /* 56af0440aeSPaolo Bonzini * We default to false if we know other options have been enabled 57af0440aeSPaolo Bonzini * which are currently incompatible with MTTCG. Otherwise when each 58af0440aeSPaolo Bonzini * guest (target) has been updated to support: 59af0440aeSPaolo Bonzini * - atomic instructions 60af0440aeSPaolo Bonzini * - memory ordering primitives (barriers) 61af0440aeSPaolo Bonzini * they can set the appropriate CONFIG flags in ${target}-softmmu.mak 62af0440aeSPaolo Bonzini * 63af0440aeSPaolo Bonzini * Once a guest architecture has been converted to the new primitives 64af0440aeSPaolo Bonzini * there are two remaining limitations to check. 65af0440aeSPaolo Bonzini * 66af0440aeSPaolo Bonzini * - The guest can't be oversized (e.g. 64 bit guest on 32 bit host) 67af0440aeSPaolo Bonzini * - The host must have a stronger memory order than the guest 68af0440aeSPaolo Bonzini * 69af0440aeSPaolo Bonzini * It may be possible in future to support strong guests on weak hosts 70af0440aeSPaolo Bonzini * but that will require tagging all load/stores in a guest with their 71af0440aeSPaolo Bonzini * implicit memory order requirements which would likely slow things 72af0440aeSPaolo Bonzini * down a lot. 73af0440aeSPaolo Bonzini */ 74af0440aeSPaolo Bonzini 75af0440aeSPaolo Bonzini static bool check_tcg_memory_orders_compatible(void) 76af0440aeSPaolo Bonzini { 77af0440aeSPaolo Bonzini #if defined(TCG_GUEST_DEFAULT_MO) && defined(TCG_TARGET_DEFAULT_MO) 78af0440aeSPaolo Bonzini return (TCG_GUEST_DEFAULT_MO & ~TCG_TARGET_DEFAULT_MO) == 0; 79af0440aeSPaolo Bonzini #else 80af0440aeSPaolo Bonzini return false; 81af0440aeSPaolo Bonzini #endif 82af0440aeSPaolo Bonzini } 83af0440aeSPaolo Bonzini 84af0440aeSPaolo Bonzini static bool default_mttcg_enabled(void) 85af0440aeSPaolo Bonzini { 86740b1759SClaudio Fontana if (icount_enabled() || TCG_OVERSIZED_GUEST) { 87af0440aeSPaolo Bonzini return false; 88af0440aeSPaolo Bonzini } else { 89af0440aeSPaolo Bonzini #ifdef TARGET_SUPPORTS_MTTCG 90af0440aeSPaolo Bonzini return check_tcg_memory_orders_compatible(); 91af0440aeSPaolo Bonzini #else 92af0440aeSPaolo Bonzini return false; 93af0440aeSPaolo Bonzini #endif 94af0440aeSPaolo Bonzini } 95af0440aeSPaolo Bonzini } 96af0440aeSPaolo Bonzini 97af0440aeSPaolo Bonzini static void tcg_accel_instance_init(Object *obj) 98af0440aeSPaolo Bonzini { 9912ceaef6SPaolo Bonzini TCGState *s = TCG_STATE(obj); 10012ceaef6SPaolo Bonzini 10112ceaef6SPaolo Bonzini s->mttcg_enabled = default_mttcg_enabled(); 102a35b3e14SRichard Henderson 103a35b3e14SRichard Henderson /* If debugging enabled, default "auto on", otherwise off. */ 104940e43aaSClaudio Fontana #if defined(CONFIG_DEBUG_TCG) && !defined(CONFIG_USER_ONLY) 105a35b3e14SRichard Henderson s->splitwx_enabled = -1; 106a35b3e14SRichard Henderson #else 107a35b3e14SRichard Henderson s->splitwx_enabled = 0; 108a35b3e14SRichard Henderson #endif 109af0440aeSPaolo Bonzini } 110af0440aeSPaolo Bonzini 111a77dabc3SClaudio Fontana bool mttcg_enabled; 112a77dabc3SClaudio Fontana 1137109ef15SRichard Henderson static int tcg_init_machine(MachineState *ms) 114a9ded601SYang Zhong { 1154f7f5893SPhilippe Mathieu-Daudé TCGState *s = TCG_STATE(current_accel()); 11643b972b7SRichard Henderson #ifdef CONFIG_USER_ONLY 11743b972b7SRichard Henderson unsigned max_cpus = 1; 11843b972b7SRichard Henderson #else 11943b972b7SRichard Henderson unsigned max_cpus = ms->smp.max_cpus; 12043b972b7SRichard Henderson #endif 12112ceaef6SPaolo Bonzini 122fa79cde6SRichard Henderson tcg_allowed = true; 12312ceaef6SPaolo Bonzini mttcg_enabled = s->mttcg_enabled; 124fa79cde6SRichard Henderson 125fa79cde6SRichard Henderson page_init(); 126fa79cde6SRichard Henderson tb_htable_init(); 12743b972b7SRichard Henderson tcg_init(s->tb_size * MiB, s->splitwx_enabled, max_cpus); 128fa79cde6SRichard Henderson 129fa79cde6SRichard Henderson #if defined(CONFIG_SOFTMMU) 130fa79cde6SRichard Henderson /* 131fa79cde6SRichard Henderson * There's no guest base to take into account, so go ahead and 132fa79cde6SRichard Henderson * initialize the prologue now. 133fa79cde6SRichard Henderson */ 134fa79cde6SRichard Henderson tcg_prologue_init(tcg_ctx); 135fa79cde6SRichard Henderson #endif 136fa79cde6SRichard Henderson 137a9ded601SYang Zhong return 0; 138a9ded601SYang Zhong } 139a9ded601SYang Zhong 14012ceaef6SPaolo Bonzini static char *tcg_get_thread(Object *obj, Error **errp) 141af0440aeSPaolo Bonzini { 14212ceaef6SPaolo Bonzini TCGState *s = TCG_STATE(obj); 14312ceaef6SPaolo Bonzini 14412ceaef6SPaolo Bonzini return g_strdup(s->mttcg_enabled ? "multi" : "single"); 145af0440aeSPaolo Bonzini } 14612ceaef6SPaolo Bonzini 14712ceaef6SPaolo Bonzini static void tcg_set_thread(Object *obj, const char *value, Error **errp) 14812ceaef6SPaolo Bonzini { 14912ceaef6SPaolo Bonzini TCGState *s = TCG_STATE(obj); 15012ceaef6SPaolo Bonzini 15112ceaef6SPaolo Bonzini if (strcmp(value, "multi") == 0) { 152af0440aeSPaolo Bonzini if (TCG_OVERSIZED_GUEST) { 153af0440aeSPaolo Bonzini error_setg(errp, "No MTTCG when guest word size > hosts"); 154740b1759SClaudio Fontana } else if (icount_enabled()) { 155af0440aeSPaolo Bonzini error_setg(errp, "No MTTCG when icount is enabled"); 156af0440aeSPaolo Bonzini } else { 157af0440aeSPaolo Bonzini #ifndef TARGET_SUPPORTS_MTTCG 158af0440aeSPaolo Bonzini warn_report("Guest not yet converted to MTTCG - " 159af0440aeSPaolo Bonzini "you may get unexpected results"); 160af0440aeSPaolo Bonzini #endif 161af0440aeSPaolo Bonzini if (!check_tcg_memory_orders_compatible()) { 162af0440aeSPaolo Bonzini warn_report("Guest expects a stronger memory ordering " 163af0440aeSPaolo Bonzini "than the host provides"); 164af0440aeSPaolo Bonzini error_printf("This may cause strange/hard to debug errors\n"); 165af0440aeSPaolo Bonzini } 16612ceaef6SPaolo Bonzini s->mttcg_enabled = true; 167af0440aeSPaolo Bonzini } 16812ceaef6SPaolo Bonzini } else if (strcmp(value, "single") == 0) { 16912ceaef6SPaolo Bonzini s->mttcg_enabled = false; 170af0440aeSPaolo Bonzini } else { 17112ceaef6SPaolo Bonzini error_setg(errp, "Invalid 'thread' setting %s", value); 172af0440aeSPaolo Bonzini } 173af0440aeSPaolo Bonzini } 174af0440aeSPaolo Bonzini 175fe174132SPaolo Bonzini static void tcg_get_tb_size(Object *obj, Visitor *v, 176fe174132SPaolo Bonzini const char *name, void *opaque, 177fe174132SPaolo Bonzini Error **errp) 178fe174132SPaolo Bonzini { 179fe174132SPaolo Bonzini TCGState *s = TCG_STATE(obj); 180fe174132SPaolo Bonzini uint32_t value = s->tb_size; 181fe174132SPaolo Bonzini 182fe174132SPaolo Bonzini visit_type_uint32(v, name, &value, errp); 183fe174132SPaolo Bonzini } 184fe174132SPaolo Bonzini 185fe174132SPaolo Bonzini static void tcg_set_tb_size(Object *obj, Visitor *v, 186fe174132SPaolo Bonzini const char *name, void *opaque, 187fe174132SPaolo Bonzini Error **errp) 188fe174132SPaolo Bonzini { 189fe174132SPaolo Bonzini TCGState *s = TCG_STATE(obj); 190fe174132SPaolo Bonzini uint32_t value; 191fe174132SPaolo Bonzini 192668f62ecSMarkus Armbruster if (!visit_type_uint32(v, name, &value, errp)) { 193fe174132SPaolo Bonzini return; 194fe174132SPaolo Bonzini } 195fe174132SPaolo Bonzini 196fe174132SPaolo Bonzini s->tb_size = value; 197fe174132SPaolo Bonzini } 198fe174132SPaolo Bonzini 199a35b3e14SRichard Henderson static bool tcg_get_splitwx(Object *obj, Error **errp) 200a35b3e14SRichard Henderson { 201a35b3e14SRichard Henderson TCGState *s = TCG_STATE(obj); 202a35b3e14SRichard Henderson return s->splitwx_enabled; 203a35b3e14SRichard Henderson } 204a35b3e14SRichard Henderson 205a35b3e14SRichard Henderson static void tcg_set_splitwx(Object *obj, bool value, Error **errp) 206a35b3e14SRichard Henderson { 207a35b3e14SRichard Henderson TCGState *s = TCG_STATE(obj); 208a35b3e14SRichard Henderson s->splitwx_enabled = value; 209a35b3e14SRichard Henderson } 210a35b3e14SRichard Henderson 211a9ded601SYang Zhong static void tcg_accel_class_init(ObjectClass *oc, void *data) 212a9ded601SYang Zhong { 213a9ded601SYang Zhong AccelClass *ac = ACCEL_CLASS(oc); 214a9ded601SYang Zhong ac->name = "tcg"; 2157109ef15SRichard Henderson ac->init_machine = tcg_init_machine; 216a9ded601SYang Zhong ac->allowed = &tcg_allowed; 217a9ded601SYang Zhong 21812ceaef6SPaolo Bonzini object_class_property_add_str(oc, "thread", 21912ceaef6SPaolo Bonzini tcg_get_thread, 220d2623129SMarkus Armbruster tcg_set_thread); 221fe174132SPaolo Bonzini 222fe174132SPaolo Bonzini object_class_property_add(oc, "tb-size", "int", 223fe174132SPaolo Bonzini tcg_get_tb_size, tcg_set_tb_size, 224d2623129SMarkus Armbruster NULL, NULL); 225fe174132SPaolo Bonzini object_class_property_set_description(oc, "tb-size", 2267eecec7dSMarkus Armbruster "TCG translation block cache size"); 227fe174132SPaolo Bonzini 228a35b3e14SRichard Henderson object_class_property_add_bool(oc, "split-wx", 229a35b3e14SRichard Henderson tcg_get_splitwx, tcg_set_splitwx); 230a35b3e14SRichard Henderson object_class_property_set_description(oc, "split-wx", 231a35b3e14SRichard Henderson "Map jit pages into separate RW and RX regions"); 23212ceaef6SPaolo Bonzini } 233a9ded601SYang Zhong 234a9ded601SYang Zhong static const TypeInfo tcg_accel_type = { 235a9ded601SYang Zhong .name = TYPE_TCG_ACCEL, 236a9ded601SYang Zhong .parent = TYPE_ACCEL, 237af0440aeSPaolo Bonzini .instance_init = tcg_accel_instance_init, 238a9ded601SYang Zhong .class_init = tcg_accel_class_init, 23912ceaef6SPaolo Bonzini .instance_size = sizeof(TCGState), 240a9ded601SYang Zhong }; 241*9e5d3b69SGerd Hoffmann module_obj(TYPE_TCG_ACCEL); 242a9ded601SYang Zhong 243a9ded601SYang Zhong static void register_accel_types(void) 244a9ded601SYang Zhong { 245a9ded601SYang Zhong type_register_static(&tcg_accel_type); 246a9ded601SYang Zhong } 247a9ded601SYang Zhong 248a9ded601SYang Zhong type_init(register_accel_types); 249