1a77dabc3SClaudio Fontana /* 245e077d7SClaudio Fontana * QEMU TCG vCPU common functionality 345e077d7SClaudio Fontana * 445e077d7SClaudio Fontana * Functionality common to all TCG vCPU variants: mttcg, rr and icount. 5a77dabc3SClaudio Fontana * 6a77dabc3SClaudio Fontana * Copyright (c) 2003-2008 Fabrice Bellard 7a77dabc3SClaudio Fontana * Copyright (c) 2014 Red Hat Inc. 8a77dabc3SClaudio Fontana * 9a77dabc3SClaudio Fontana * Permission is hereby granted, free of charge, to any person obtaining a copy 10a77dabc3SClaudio Fontana * of this software and associated documentation files (the "Software"), to deal 11a77dabc3SClaudio Fontana * in the Software without restriction, including without limitation the rights 12a77dabc3SClaudio Fontana * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 13a77dabc3SClaudio Fontana * copies of the Software, and to permit persons to whom the Software is 14a77dabc3SClaudio Fontana * furnished to do so, subject to the following conditions: 15a77dabc3SClaudio Fontana * 16a77dabc3SClaudio Fontana * The above copyright notice and this permission notice shall be included in 17a77dabc3SClaudio Fontana * all copies or substantial portions of the Software. 18a77dabc3SClaudio Fontana * 19a77dabc3SClaudio Fontana * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 20a77dabc3SClaudio Fontana * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 21a77dabc3SClaudio Fontana * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 22a77dabc3SClaudio Fontana * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 23a77dabc3SClaudio Fontana * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 24a77dabc3SClaudio Fontana * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 25a77dabc3SClaudio Fontana * THE SOFTWARE. 26a77dabc3SClaudio Fontana */ 27a77dabc3SClaudio Fontana 28a77dabc3SClaudio Fontana #include "qemu/osdep.h" 29a77dabc3SClaudio Fontana #include "sysemu/tcg.h" 30a77dabc3SClaudio Fontana #include "sysemu/replay.h" 3103ff4f8dSPhilippe Mathieu-Daudé #include "sysemu/cpu-timers.h" 32a77dabc3SClaudio Fontana #include "qemu/main-loop.h" 33a77dabc3SClaudio Fontana #include "qemu/guest-random.h" 34533206f0SRichard W.M. Jones #include "qemu/timer.h" 35a77dabc3SClaudio Fontana #include "exec/exec-all.h" 36ae7467b1SAlex Bennée #include "exec/hwaddr.h" 37f4f826c0SPhilippe Mathieu-Daudé #include "exec/tb-flush.h" 38ae7467b1SAlex Bennée #include "exec/gdbstub.h" 39a77dabc3SClaudio Fontana 40b86f59c7SClaudio Fontana #include "tcg-accel-ops.h" 41b86f59c7SClaudio Fontana #include "tcg-accel-ops-mttcg.h" 42b86f59c7SClaudio Fontana #include "tcg-accel-ops-rr.h" 43b86f59c7SClaudio Fontana #include "tcg-accel-ops-icount.h" 44a77dabc3SClaudio Fontana 4545e077d7SClaudio Fontana /* common functionality among all TCG variants */ 46a77dabc3SClaudio Fontana 476cc9d67cSRichard Henderson void tcg_cpu_init_cflags(CPUState *cpu, bool parallel) 486cc9d67cSRichard Henderson { 49a371975eSPhilippe Mathieu-Daudé uint32_t cflags; 50a371975eSPhilippe Mathieu-Daudé 51a371975eSPhilippe Mathieu-Daudé /* 52a371975eSPhilippe Mathieu-Daudé * Include the cluster number in the hash we use to look up TBs. 53a371975eSPhilippe Mathieu-Daudé * This is important because a TB that is valid for one cluster at 54a371975eSPhilippe Mathieu-Daudé * a given physical address and set of CPU flags is not necessarily 55a371975eSPhilippe Mathieu-Daudé * valid for another: 56a371975eSPhilippe Mathieu-Daudé * the two clusters may have different views of physical memory, or 57a371975eSPhilippe Mathieu-Daudé * may have different CPU features (eg FPU present or absent). 58a371975eSPhilippe Mathieu-Daudé */ 59a371975eSPhilippe Mathieu-Daudé cflags = cpu->cluster_index << CF_CLUSTER_SHIFT; 60a371975eSPhilippe Mathieu-Daudé 616cc9d67cSRichard Henderson cflags |= parallel ? CF_PARALLEL : 0; 626cc9d67cSRichard Henderson cflags |= icount_enabled() ? CF_USE_ICOUNT : 0; 63c8357439SWeiwei Li cpu->tcg_cflags |= cflags; 646cc9d67cSRichard Henderson } 656cc9d67cSRichard Henderson 669e2658d6SClaudio Fontana void tcg_cpus_destroy(CPUState *cpu) 67a77dabc3SClaudio Fontana { 6845e077d7SClaudio Fontana cpu_thread_signal_destroyed(cpu); 69a77dabc3SClaudio Fontana } 70a77dabc3SClaudio Fontana 719e2658d6SClaudio Fontana int tcg_cpus_exec(CPUState *cpu) 72a77dabc3SClaudio Fontana { 7345e077d7SClaudio Fontana int ret; 7445e077d7SClaudio Fontana assert(tcg_enabled()); 7545e077d7SClaudio Fontana cpu_exec_start(cpu); 7645e077d7SClaudio Fontana ret = cpu_exec(cpu); 7745e077d7SClaudio Fontana cpu_exec_end(cpu); 7845e077d7SClaudio Fontana return ret; 79a77dabc3SClaudio Fontana } 80a77dabc3SClaudio Fontana 81*bb6cf6f0SPhilippe Mathieu-Daudé static void tcg_cpu_reset_hold(CPUState *cpu) 82*bb6cf6f0SPhilippe Mathieu-Daudé { 83*bb6cf6f0SPhilippe Mathieu-Daudé tcg_flush_jmp_cache(cpu); 84*bb6cf6f0SPhilippe Mathieu-Daudé 85*bb6cf6f0SPhilippe Mathieu-Daudé tlb_flush(cpu); 86*bb6cf6f0SPhilippe Mathieu-Daudé } 87*bb6cf6f0SPhilippe Mathieu-Daudé 88bb4776beSClaudio Fontana /* mask must never be zero, except for A20 change call */ 89b86f59c7SClaudio Fontana void tcg_handle_interrupt(CPUState *cpu, int mask) 90bb4776beSClaudio Fontana { 91bb4776beSClaudio Fontana g_assert(qemu_mutex_iothread_locked()); 92bb4776beSClaudio Fontana 93bb4776beSClaudio Fontana cpu->interrupt_request |= mask; 94bb4776beSClaudio Fontana 95bb4776beSClaudio Fontana /* 96bb4776beSClaudio Fontana * If called from iothread context, wake the target cpu in 97bb4776beSClaudio Fontana * case its halted. 98bb4776beSClaudio Fontana */ 99bb4776beSClaudio Fontana if (!qemu_cpu_is_self(cpu)) { 100bb4776beSClaudio Fontana qemu_cpu_kick(cpu); 101bb4776beSClaudio Fontana } else { 102a953b5faSRichard Henderson qatomic_set(&cpu->neg.icount_decr.u16.high, -1); 103bb4776beSClaudio Fontana } 104bb4776beSClaudio Fontana } 105b86f59c7SClaudio Fontana 106a48e7d9eSAlex Bennée static bool tcg_supports_guest_debug(void) 107a48e7d9eSAlex Bennée { 108a48e7d9eSAlex Bennée return true; 109a48e7d9eSAlex Bennée } 110a48e7d9eSAlex Bennée 111ae7467b1SAlex Bennée /* Translate GDB watchpoint type to a flags value for cpu_watchpoint_* */ 112ae7467b1SAlex Bennée static inline int xlat_gdb_type(CPUState *cpu, int gdbtype) 113ae7467b1SAlex Bennée { 114ae7467b1SAlex Bennée static const int xlat[] = { 115ae7467b1SAlex Bennée [GDB_WATCHPOINT_WRITE] = BP_GDB | BP_MEM_WRITE, 116ae7467b1SAlex Bennée [GDB_WATCHPOINT_READ] = BP_GDB | BP_MEM_READ, 117ae7467b1SAlex Bennée [GDB_WATCHPOINT_ACCESS] = BP_GDB | BP_MEM_ACCESS, 118ae7467b1SAlex Bennée }; 119ae7467b1SAlex Bennée 120ae7467b1SAlex Bennée CPUClass *cc = CPU_GET_CLASS(cpu); 121ae7467b1SAlex Bennée int cputype = xlat[gdbtype]; 122ae7467b1SAlex Bennée 123ae7467b1SAlex Bennée if (cc->gdb_stop_before_watchpoint) { 124ae7467b1SAlex Bennée cputype |= BP_STOP_BEFORE_ACCESS; 125ae7467b1SAlex Bennée } 126ae7467b1SAlex Bennée return cputype; 127ae7467b1SAlex Bennée } 128ae7467b1SAlex Bennée 12955b5b8e9SPhilippe Mathieu-Daudé static int tcg_insert_breakpoint(CPUState *cs, int type, vaddr addr, vaddr len) 130ae7467b1SAlex Bennée { 131ae7467b1SAlex Bennée CPUState *cpu; 132ae7467b1SAlex Bennée int err = 0; 133ae7467b1SAlex Bennée 134ae7467b1SAlex Bennée switch (type) { 135ae7467b1SAlex Bennée case GDB_BREAKPOINT_SW: 136ae7467b1SAlex Bennée case GDB_BREAKPOINT_HW: 137ae7467b1SAlex Bennée CPU_FOREACH(cpu) { 138ae7467b1SAlex Bennée err = cpu_breakpoint_insert(cpu, addr, BP_GDB, NULL); 139ae7467b1SAlex Bennée if (err) { 140ae7467b1SAlex Bennée break; 141ae7467b1SAlex Bennée } 142ae7467b1SAlex Bennée } 143ae7467b1SAlex Bennée return err; 144ae7467b1SAlex Bennée case GDB_WATCHPOINT_WRITE: 145ae7467b1SAlex Bennée case GDB_WATCHPOINT_READ: 146ae7467b1SAlex Bennée case GDB_WATCHPOINT_ACCESS: 147ae7467b1SAlex Bennée CPU_FOREACH(cpu) { 148ae7467b1SAlex Bennée err = cpu_watchpoint_insert(cpu, addr, len, 149ae7467b1SAlex Bennée xlat_gdb_type(cpu, type), NULL); 150ae7467b1SAlex Bennée if (err) { 151ae7467b1SAlex Bennée break; 152ae7467b1SAlex Bennée } 153ae7467b1SAlex Bennée } 154ae7467b1SAlex Bennée return err; 155ae7467b1SAlex Bennée default: 156ae7467b1SAlex Bennée return -ENOSYS; 157ae7467b1SAlex Bennée } 158ae7467b1SAlex Bennée } 159ae7467b1SAlex Bennée 16055b5b8e9SPhilippe Mathieu-Daudé static int tcg_remove_breakpoint(CPUState *cs, int type, vaddr addr, vaddr len) 161ae7467b1SAlex Bennée { 162ae7467b1SAlex Bennée CPUState *cpu; 163ae7467b1SAlex Bennée int err = 0; 164ae7467b1SAlex Bennée 165ae7467b1SAlex Bennée switch (type) { 166ae7467b1SAlex Bennée case GDB_BREAKPOINT_SW: 167ae7467b1SAlex Bennée case GDB_BREAKPOINT_HW: 168ae7467b1SAlex Bennée CPU_FOREACH(cpu) { 169ae7467b1SAlex Bennée err = cpu_breakpoint_remove(cpu, addr, BP_GDB); 170ae7467b1SAlex Bennée if (err) { 171ae7467b1SAlex Bennée break; 172ae7467b1SAlex Bennée } 173ae7467b1SAlex Bennée } 174ae7467b1SAlex Bennée return err; 175ae7467b1SAlex Bennée case GDB_WATCHPOINT_WRITE: 176ae7467b1SAlex Bennée case GDB_WATCHPOINT_READ: 177ae7467b1SAlex Bennée case GDB_WATCHPOINT_ACCESS: 178ae7467b1SAlex Bennée CPU_FOREACH(cpu) { 179ae7467b1SAlex Bennée err = cpu_watchpoint_remove(cpu, addr, len, 180ae7467b1SAlex Bennée xlat_gdb_type(cpu, type)); 181ae7467b1SAlex Bennée if (err) { 182ae7467b1SAlex Bennée break; 183ae7467b1SAlex Bennée } 184ae7467b1SAlex Bennée } 185ae7467b1SAlex Bennée return err; 186ae7467b1SAlex Bennée default: 187ae7467b1SAlex Bennée return -ENOSYS; 188ae7467b1SAlex Bennée } 189ae7467b1SAlex Bennée } 190ae7467b1SAlex Bennée 191ae7467b1SAlex Bennée static inline void tcg_remove_all_breakpoints(CPUState *cpu) 192ae7467b1SAlex Bennée { 193ae7467b1SAlex Bennée cpu_breakpoint_remove_all(cpu, BP_GDB); 194ae7467b1SAlex Bennée cpu_watchpoint_remove_all(cpu, BP_GDB); 195ae7467b1SAlex Bennée } 196ae7467b1SAlex Bennée 197b86f59c7SClaudio Fontana static void tcg_accel_ops_init(AccelOpsClass *ops) 198b86f59c7SClaudio Fontana { 199b86f59c7SClaudio Fontana if (qemu_tcg_mttcg_enabled()) { 200b86f59c7SClaudio Fontana ops->create_vcpu_thread = mttcg_start_vcpu_thread; 201b86f59c7SClaudio Fontana ops->kick_vcpu_thread = mttcg_kick_vcpu_thread; 202b86f59c7SClaudio Fontana ops->handle_interrupt = tcg_handle_interrupt; 20318b8c47fSPhilippe Mathieu-Daudé } else { 204b86f59c7SClaudio Fontana ops->create_vcpu_thread = rr_start_vcpu_thread; 205b86f59c7SClaudio Fontana ops->kick_vcpu_thread = rr_kick_vcpu_thread; 20618b8c47fSPhilippe Mathieu-Daudé 20718b8c47fSPhilippe Mathieu-Daudé if (icount_enabled()) { 208b86f59c7SClaudio Fontana ops->handle_interrupt = icount_handle_interrupt; 209b86f59c7SClaudio Fontana ops->get_virtual_clock = icount_get; 210b86f59c7SClaudio Fontana ops->get_elapsed_ticks = icount_get; 211b86f59c7SClaudio Fontana } else { 212b86f59c7SClaudio Fontana ops->handle_interrupt = tcg_handle_interrupt; 213b86f59c7SClaudio Fontana } 214b86f59c7SClaudio Fontana } 215ae7467b1SAlex Bennée 216*bb6cf6f0SPhilippe Mathieu-Daudé ops->cpu_reset_hold = tcg_cpu_reset_hold; 217a48e7d9eSAlex Bennée ops->supports_guest_debug = tcg_supports_guest_debug; 218ae7467b1SAlex Bennée ops->insert_breakpoint = tcg_insert_breakpoint; 219ae7467b1SAlex Bennée ops->remove_breakpoint = tcg_remove_breakpoint; 220ae7467b1SAlex Bennée ops->remove_all_breakpoints = tcg_remove_all_breakpoints; 22118b8c47fSPhilippe Mathieu-Daudé } 222b86f59c7SClaudio Fontana 223b86f59c7SClaudio Fontana static void tcg_accel_ops_class_init(ObjectClass *oc, void *data) 224b86f59c7SClaudio Fontana { 225b86f59c7SClaudio Fontana AccelOpsClass *ops = ACCEL_OPS_CLASS(oc); 226b86f59c7SClaudio Fontana 227b86f59c7SClaudio Fontana ops->ops_init = tcg_accel_ops_init; 228b86f59c7SClaudio Fontana } 229b86f59c7SClaudio Fontana 230b86f59c7SClaudio Fontana static const TypeInfo tcg_accel_ops_type = { 231b86f59c7SClaudio Fontana .name = ACCEL_OPS_NAME("tcg"), 232b86f59c7SClaudio Fontana 233b86f59c7SClaudio Fontana .parent = TYPE_ACCEL_OPS, 234b86f59c7SClaudio Fontana .class_init = tcg_accel_ops_class_init, 235b86f59c7SClaudio Fontana .abstract = true, 236b86f59c7SClaudio Fontana }; 2379e5d3b69SGerd Hoffmann module_obj(ACCEL_OPS_NAME("tcg")); 238b86f59c7SClaudio Fontana 239b86f59c7SClaudio Fontana static void tcg_accel_ops_register_types(void) 240b86f59c7SClaudio Fontana { 241b86f59c7SClaudio Fontana type_register_static(&tcg_accel_ops_type); 242b86f59c7SClaudio Fontana } 243b86f59c7SClaudio Fontana type_init(tcg_accel_ops_register_types); 244