xref: /qemu/accel/tcg/tcg-accel-ops.c (revision 12d1a768bdfea6e27a3a829228840d72507613a1)
1a77dabc3SClaudio Fontana /*
245e077d7SClaudio Fontana  * QEMU TCG vCPU common functionality
345e077d7SClaudio Fontana  *
445e077d7SClaudio Fontana  * Functionality common to all TCG vCPU variants: mttcg, rr and icount.
5a77dabc3SClaudio Fontana  *
6a77dabc3SClaudio Fontana  * Copyright (c) 2003-2008 Fabrice Bellard
7a77dabc3SClaudio Fontana  * Copyright (c) 2014 Red Hat Inc.
8a77dabc3SClaudio Fontana  *
9a77dabc3SClaudio Fontana  * Permission is hereby granted, free of charge, to any person obtaining a copy
10a77dabc3SClaudio Fontana  * of this software and associated documentation files (the "Software"), to deal
11a77dabc3SClaudio Fontana  * in the Software without restriction, including without limitation the rights
12a77dabc3SClaudio Fontana  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
13a77dabc3SClaudio Fontana  * copies of the Software, and to permit persons to whom the Software is
14a77dabc3SClaudio Fontana  * furnished to do so, subject to the following conditions:
15a77dabc3SClaudio Fontana  *
16a77dabc3SClaudio Fontana  * The above copyright notice and this permission notice shall be included in
17a77dabc3SClaudio Fontana  * all copies or substantial portions of the Software.
18a77dabc3SClaudio Fontana  *
19a77dabc3SClaudio Fontana  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
20a77dabc3SClaudio Fontana  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
21a77dabc3SClaudio Fontana  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
22a77dabc3SClaudio Fontana  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
23a77dabc3SClaudio Fontana  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
24a77dabc3SClaudio Fontana  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
25a77dabc3SClaudio Fontana  * THE SOFTWARE.
26a77dabc3SClaudio Fontana  */
27a77dabc3SClaudio Fontana 
28a77dabc3SClaudio Fontana #include "qemu/osdep.h"
290f66536aSPhilippe Mathieu-Daudé #include "system/accel-ops.h"
3032cad1ffSPhilippe Mathieu-Daudé #include "system/tcg.h"
3132cad1ffSPhilippe Mathieu-Daudé #include "system/replay.h"
32161f5bc8SRichard Henderson #include "exec/icount.h"
33a77dabc3SClaudio Fontana #include "qemu/main-loop.h"
34a77dabc3SClaudio Fontana #include "qemu/guest-random.h"
35533206f0SRichard W.M. Jones #include "qemu/timer.h"
366ff5da16SPhilippe Mathieu-Daudé #include "exec/cputlb.h"
37ae7467b1SAlex Bennée #include "exec/hwaddr.h"
38f4f826c0SPhilippe Mathieu-Daudé #include "exec/tb-flush.h"
398865049bSPhilippe Mathieu-Daudé #include "exec/translation-block.h"
403e57baa2SRichard Henderson #include "exec/watchpoint.h"
415b7d54d4SAlex Bennée #include "gdbstub/enums.h"
42a77dabc3SClaudio Fontana 
436bba316eSPhilippe Mathieu-Daudé #include "hw/core/cpu.h"
446bba316eSPhilippe Mathieu-Daudé 
45b86f59c7SClaudio Fontana #include "tcg-accel-ops.h"
46b86f59c7SClaudio Fontana #include "tcg-accel-ops-mttcg.h"
47b86f59c7SClaudio Fontana #include "tcg-accel-ops-rr.h"
48b86f59c7SClaudio Fontana #include "tcg-accel-ops-icount.h"
49a77dabc3SClaudio Fontana 
5045e077d7SClaudio Fontana /* common functionality among all TCG variants */
51a77dabc3SClaudio Fontana 
tcg_cpu_init_cflags(CPUState * cpu,bool parallel)526cc9d67cSRichard Henderson void tcg_cpu_init_cflags(CPUState *cpu, bool parallel)
536cc9d67cSRichard Henderson {
54a371975eSPhilippe Mathieu-Daudé     uint32_t cflags;
55a371975eSPhilippe Mathieu-Daudé 
56a371975eSPhilippe Mathieu-Daudé     /*
57a371975eSPhilippe Mathieu-Daudé      * Include the cluster number in the hash we use to look up TBs.
58a371975eSPhilippe Mathieu-Daudé      * This is important because a TB that is valid for one cluster at
59a371975eSPhilippe Mathieu-Daudé      * a given physical address and set of CPU flags is not necessarily
60a371975eSPhilippe Mathieu-Daudé      * valid for another:
61a371975eSPhilippe Mathieu-Daudé      * the two clusters may have different views of physical memory, or
62a371975eSPhilippe Mathieu-Daudé      * may have different CPU features (eg FPU present or absent).
63a371975eSPhilippe Mathieu-Daudé      */
64a371975eSPhilippe Mathieu-Daudé     cflags = cpu->cluster_index << CF_CLUSTER_SHIFT;
65a371975eSPhilippe Mathieu-Daudé 
666cc9d67cSRichard Henderson     cflags |= parallel ? CF_PARALLEL : 0;
676cc9d67cSRichard Henderson     cflags |= icount_enabled() ? CF_USE_ICOUNT : 0;
68b254c342SPhilippe Mathieu-Daudé     tcg_cflags_set(cpu, cflags);
696cc9d67cSRichard Henderson }
706cc9d67cSRichard Henderson 
tcg_cpu_destroy(CPUState * cpu)71cca2f62eSPhilippe Mathieu-Daudé void tcg_cpu_destroy(CPUState *cpu)
72a77dabc3SClaudio Fontana {
7345e077d7SClaudio Fontana     cpu_thread_signal_destroyed(cpu);
74a77dabc3SClaudio Fontana }
75a77dabc3SClaudio Fontana 
tcg_cpu_exec(CPUState * cpu)76f4cf2ef9SPhilippe Mathieu-Daudé int tcg_cpu_exec(CPUState *cpu)
77a77dabc3SClaudio Fontana {
7845e077d7SClaudio Fontana     int ret;
7945e077d7SClaudio Fontana     assert(tcg_enabled());
8045e077d7SClaudio Fontana     cpu_exec_start(cpu);
8145e077d7SClaudio Fontana     ret = cpu_exec(cpu);
8245e077d7SClaudio Fontana     cpu_exec_end(cpu);
8345e077d7SClaudio Fontana     return ret;
84a77dabc3SClaudio Fontana }
85a77dabc3SClaudio Fontana 
tcg_cpu_reset_hold(CPUState * cpu)86bb6cf6f0SPhilippe Mathieu-Daudé static void tcg_cpu_reset_hold(CPUState *cpu)
87bb6cf6f0SPhilippe Mathieu-Daudé {
88bb6cf6f0SPhilippe Mathieu-Daudé     tcg_flush_jmp_cache(cpu);
89bb6cf6f0SPhilippe Mathieu-Daudé 
90bb6cf6f0SPhilippe Mathieu-Daudé     tlb_flush(cpu);
91bb6cf6f0SPhilippe Mathieu-Daudé }
92bb6cf6f0SPhilippe Mathieu-Daudé 
93bb4776beSClaudio Fontana /* mask must never be zero, except for A20 change call */
tcg_handle_interrupt(CPUState * cpu,int mask)94b86f59c7SClaudio Fontana void tcg_handle_interrupt(CPUState *cpu, int mask)
95bb4776beSClaudio Fontana {
96195801d7SStefan Hajnoczi     g_assert(bql_locked());
97bb4776beSClaudio Fontana 
98bb4776beSClaudio Fontana     cpu->interrupt_request |= mask;
99bb4776beSClaudio Fontana 
100bb4776beSClaudio Fontana     /*
101bb4776beSClaudio Fontana      * If called from iothread context, wake the target cpu in
102bb4776beSClaudio Fontana      * case its halted.
103bb4776beSClaudio Fontana      */
104bb4776beSClaudio Fontana     if (!qemu_cpu_is_self(cpu)) {
105bb4776beSClaudio Fontana         qemu_cpu_kick(cpu);
106bb4776beSClaudio Fontana     } else {
107a953b5faSRichard Henderson         qatomic_set(&cpu->neg.icount_decr.u16.high, -1);
108bb4776beSClaudio Fontana     }
109bb4776beSClaudio Fontana }
110b86f59c7SClaudio Fontana 
tcg_supports_guest_debug(void)111a48e7d9eSAlex Bennée static bool tcg_supports_guest_debug(void)
112a48e7d9eSAlex Bennée {
113a48e7d9eSAlex Bennée     return true;
114a48e7d9eSAlex Bennée }
115a48e7d9eSAlex Bennée 
116ae7467b1SAlex Bennée /* Translate GDB watchpoint type to a flags value for cpu_watchpoint_* */
xlat_gdb_type(CPUState * cpu,int gdbtype)117ae7467b1SAlex Bennée static inline int xlat_gdb_type(CPUState *cpu, int gdbtype)
118ae7467b1SAlex Bennée {
119ae7467b1SAlex Bennée     static const int xlat[] = {
120ae7467b1SAlex Bennée         [GDB_WATCHPOINT_WRITE]  = BP_GDB | BP_MEM_WRITE,
121ae7467b1SAlex Bennée         [GDB_WATCHPOINT_READ]   = BP_GDB | BP_MEM_READ,
122ae7467b1SAlex Bennée         [GDB_WATCHPOINT_ACCESS] = BP_GDB | BP_MEM_ACCESS,
123ae7467b1SAlex Bennée     };
124ae7467b1SAlex Bennée 
125ae7467b1SAlex Bennée     int cputype = xlat[gdbtype];
126ae7467b1SAlex Bennée 
127e27fa95fSPhilippe Mathieu-Daudé     if (cpu->cc->gdb_stop_before_watchpoint) {
128ae7467b1SAlex Bennée         cputype |= BP_STOP_BEFORE_ACCESS;
129ae7467b1SAlex Bennée     }
130ae7467b1SAlex Bennée     return cputype;
131ae7467b1SAlex Bennée }
132ae7467b1SAlex Bennée 
tcg_insert_breakpoint(CPUState * cs,int type,vaddr addr,vaddr len)13355b5b8e9SPhilippe Mathieu-Daudé static int tcg_insert_breakpoint(CPUState *cs, int type, vaddr addr, vaddr len)
134ae7467b1SAlex Bennée {
135ae7467b1SAlex Bennée     CPUState *cpu;
136ae7467b1SAlex Bennée     int err = 0;
137ae7467b1SAlex Bennée 
138ae7467b1SAlex Bennée     switch (type) {
139ae7467b1SAlex Bennée     case GDB_BREAKPOINT_SW:
140ae7467b1SAlex Bennée     case GDB_BREAKPOINT_HW:
141ae7467b1SAlex Bennée         CPU_FOREACH(cpu) {
142ae7467b1SAlex Bennée             err = cpu_breakpoint_insert(cpu, addr, BP_GDB, NULL);
143ae7467b1SAlex Bennée             if (err) {
144ae7467b1SAlex Bennée                 break;
145ae7467b1SAlex Bennée             }
146ae7467b1SAlex Bennée         }
147ae7467b1SAlex Bennée         return err;
148ae7467b1SAlex Bennée     case GDB_WATCHPOINT_WRITE:
149ae7467b1SAlex Bennée     case GDB_WATCHPOINT_READ:
150ae7467b1SAlex Bennée     case GDB_WATCHPOINT_ACCESS:
151ae7467b1SAlex Bennée         CPU_FOREACH(cpu) {
152ae7467b1SAlex Bennée             err = cpu_watchpoint_insert(cpu, addr, len,
153ae7467b1SAlex Bennée                                         xlat_gdb_type(cpu, type), NULL);
154ae7467b1SAlex Bennée             if (err) {
155ae7467b1SAlex Bennée                 break;
156ae7467b1SAlex Bennée             }
157ae7467b1SAlex Bennée         }
158ae7467b1SAlex Bennée         return err;
159ae7467b1SAlex Bennée     default:
160ae7467b1SAlex Bennée         return -ENOSYS;
161ae7467b1SAlex Bennée     }
162ae7467b1SAlex Bennée }
163ae7467b1SAlex Bennée 
tcg_remove_breakpoint(CPUState * cs,int type,vaddr addr,vaddr len)16455b5b8e9SPhilippe Mathieu-Daudé static int tcg_remove_breakpoint(CPUState *cs, int type, vaddr addr, vaddr len)
165ae7467b1SAlex Bennée {
166ae7467b1SAlex Bennée     CPUState *cpu;
167ae7467b1SAlex Bennée     int err = 0;
168ae7467b1SAlex Bennée 
169ae7467b1SAlex Bennée     switch (type) {
170ae7467b1SAlex Bennée     case GDB_BREAKPOINT_SW:
171ae7467b1SAlex Bennée     case GDB_BREAKPOINT_HW:
172ae7467b1SAlex Bennée         CPU_FOREACH(cpu) {
173ae7467b1SAlex Bennée             err = cpu_breakpoint_remove(cpu, addr, BP_GDB);
174ae7467b1SAlex Bennée             if (err) {
175ae7467b1SAlex Bennée                 break;
176ae7467b1SAlex Bennée             }
177ae7467b1SAlex Bennée         }
178ae7467b1SAlex Bennée         return err;
179ae7467b1SAlex Bennée     case GDB_WATCHPOINT_WRITE:
180ae7467b1SAlex Bennée     case GDB_WATCHPOINT_READ:
181ae7467b1SAlex Bennée     case GDB_WATCHPOINT_ACCESS:
182ae7467b1SAlex Bennée         CPU_FOREACH(cpu) {
183ae7467b1SAlex Bennée             err = cpu_watchpoint_remove(cpu, addr, len,
184ae7467b1SAlex Bennée                                         xlat_gdb_type(cpu, type));
185ae7467b1SAlex Bennée             if (err) {
186ae7467b1SAlex Bennée                 break;
187ae7467b1SAlex Bennée             }
188ae7467b1SAlex Bennée         }
189ae7467b1SAlex Bennée         return err;
190ae7467b1SAlex Bennée     default:
191ae7467b1SAlex Bennée         return -ENOSYS;
192ae7467b1SAlex Bennée     }
193ae7467b1SAlex Bennée }
194ae7467b1SAlex Bennée 
tcg_remove_all_breakpoints(CPUState * cpu)195ae7467b1SAlex Bennée static inline void tcg_remove_all_breakpoints(CPUState *cpu)
196ae7467b1SAlex Bennée {
197ae7467b1SAlex Bennée     cpu_breakpoint_remove_all(cpu, BP_GDB);
198ae7467b1SAlex Bennée     cpu_watchpoint_remove_all(cpu, BP_GDB);
199ae7467b1SAlex Bennée }
200ae7467b1SAlex Bennée 
tcg_accel_ops_init(AccelOpsClass * ops)201b86f59c7SClaudio Fontana static void tcg_accel_ops_init(AccelOpsClass *ops)
202b86f59c7SClaudio Fontana {
203b86f59c7SClaudio Fontana     if (qemu_tcg_mttcg_enabled()) {
204b86f59c7SClaudio Fontana         ops->create_vcpu_thread = mttcg_start_vcpu_thread;
205b86f59c7SClaudio Fontana         ops->kick_vcpu_thread = mttcg_kick_vcpu_thread;
206b86f59c7SClaudio Fontana         ops->handle_interrupt = tcg_handle_interrupt;
20718b8c47fSPhilippe Mathieu-Daudé     } else {
208b86f59c7SClaudio Fontana         ops->create_vcpu_thread = rr_start_vcpu_thread;
209b86f59c7SClaudio Fontana         ops->kick_vcpu_thread = rr_kick_vcpu_thread;
21018b8c47fSPhilippe Mathieu-Daudé 
21118b8c47fSPhilippe Mathieu-Daudé         if (icount_enabled()) {
212b86f59c7SClaudio Fontana             ops->handle_interrupt = icount_handle_interrupt;
213b86f59c7SClaudio Fontana             ops->get_virtual_clock = icount_get;
214b86f59c7SClaudio Fontana             ops->get_elapsed_ticks = icount_get;
215b86f59c7SClaudio Fontana         } else {
216b86f59c7SClaudio Fontana             ops->handle_interrupt = tcg_handle_interrupt;
217b86f59c7SClaudio Fontana         }
218b86f59c7SClaudio Fontana     }
219ae7467b1SAlex Bennée 
220bb6cf6f0SPhilippe Mathieu-Daudé     ops->cpu_reset_hold = tcg_cpu_reset_hold;
221a48e7d9eSAlex Bennée     ops->supports_guest_debug = tcg_supports_guest_debug;
222ae7467b1SAlex Bennée     ops->insert_breakpoint = tcg_insert_breakpoint;
223ae7467b1SAlex Bennée     ops->remove_breakpoint = tcg_remove_breakpoint;
224ae7467b1SAlex Bennée     ops->remove_all_breakpoints = tcg_remove_all_breakpoints;
22518b8c47fSPhilippe Mathieu-Daudé }
226b86f59c7SClaudio Fontana 
tcg_accel_ops_class_init(ObjectClass * oc,const void * data)227*12d1a768SPhilippe Mathieu-Daudé static void tcg_accel_ops_class_init(ObjectClass *oc, const void *data)
228b86f59c7SClaudio Fontana {
229b86f59c7SClaudio Fontana     AccelOpsClass *ops = ACCEL_OPS_CLASS(oc);
230b86f59c7SClaudio Fontana 
231b86f59c7SClaudio Fontana     ops->ops_init = tcg_accel_ops_init;
232b86f59c7SClaudio Fontana }
233b86f59c7SClaudio Fontana 
234b86f59c7SClaudio Fontana static const TypeInfo tcg_accel_ops_type = {
235b86f59c7SClaudio Fontana     .name = ACCEL_OPS_NAME("tcg"),
236b86f59c7SClaudio Fontana 
237b86f59c7SClaudio Fontana     .parent = TYPE_ACCEL_OPS,
238b86f59c7SClaudio Fontana     .class_init = tcg_accel_ops_class_init,
239b86f59c7SClaudio Fontana     .abstract = true,
240b86f59c7SClaudio Fontana };
2419e5d3b69SGerd Hoffmann module_obj(ACCEL_OPS_NAME("tcg"));
242b86f59c7SClaudio Fontana 
tcg_accel_ops_register_types(void)243b86f59c7SClaudio Fontana static void tcg_accel_ops_register_types(void)
244b86f59c7SClaudio Fontana {
245b86f59c7SClaudio Fontana     type_register_static(&tcg_accel_ops_type);
246b86f59c7SClaudio Fontana }
247b86f59c7SClaudio Fontana type_init(tcg_accel_ops_register_types);
248