xref: /qemu/include/accel/tcg/cpu-ops.h (revision 4759aae43235cd00e1c9b67ff5bd920db89fddc5)
178271684SClaudio Fontana /*
278271684SClaudio Fontana  * TCG CPU-specific operations
378271684SClaudio Fontana  *
478271684SClaudio Fontana  * Copyright 2021 SUSE LLC
578271684SClaudio Fontana  *
678271684SClaudio Fontana  * This work is licensed under the terms of the GNU GPL, version 2 or later.
778271684SClaudio Fontana  * See the COPYING file in the top-level directory.
878271684SClaudio Fontana  */
978271684SClaudio Fontana 
1078271684SClaudio Fontana #ifndef TCG_CPU_OPS_H
1178271684SClaudio Fontana #define TCG_CPU_OPS_H
1278271684SClaudio Fontana 
1376d07d32SPhilippe Mathieu-Daudé #include "exec/breakpoint.h"
1476d07d32SPhilippe Mathieu-Daudé #include "exec/hwaddr.h"
1576d07d32SPhilippe Mathieu-Daudé #include "exec/memattrs.h"
16f168808dSRichard Henderson #include "exec/memop.h"
1776d07d32SPhilippe Mathieu-Daudé #include "exec/mmu-access-type.h"
1876d07d32SPhilippe Mathieu-Daudé #include "exec/vaddr.h"
19*4759aae4SRichard Henderson #include "accel/tcg/tb-cpu-state.h"
2004583ce7SPhilippe Mathieu-Daudé #include "tcg/tcg-mo.h"
2178271684SClaudio Fontana 
22*4759aae4SRichard Henderson TCGTBCPUState cpu_get_tb_cpu_state(CPUState *cs);
23a59a8769SRichard Henderson 
2478271684SClaudio Fontana struct TCGCPUOps {
25a3d40b5eSPhilippe Mathieu-Daudé     /**
26a3d40b5eSPhilippe Mathieu-Daudé      * mttcg_supported: multi-threaded TCG is supported
27a3d40b5eSPhilippe Mathieu-Daudé      *
28a3d40b5eSPhilippe Mathieu-Daudé      * Target (TCG frontend) supports:
29a3d40b5eSPhilippe Mathieu-Daudé      *   - atomic instructions
30a3d40b5eSPhilippe Mathieu-Daudé      *   - memory ordering primitives (barriers)
31a3d40b5eSPhilippe Mathieu-Daudé      */
32a3d40b5eSPhilippe Mathieu-Daudé     bool mttcg_supported;
3304583ce7SPhilippe Mathieu-Daudé 
3404583ce7SPhilippe Mathieu-Daudé     /**
3577ad412bSRichard Henderson      * @precise_smc: Stores which modify code within the current TB force
3677ad412bSRichard Henderson      *               the TB to exit; the next executed instruction will see
3777ad412bSRichard Henderson      *               the result of the store.
3877ad412bSRichard Henderson      */
3977ad412bSRichard Henderson     bool precise_smc;
4077ad412bSRichard Henderson 
4177ad412bSRichard Henderson     /**
4204583ce7SPhilippe Mathieu-Daudé      * @guest_default_memory_order: default barrier that is required
4304583ce7SPhilippe Mathieu-Daudé      *                              for the guest memory ordering.
4404583ce7SPhilippe Mathieu-Daudé      */
4504583ce7SPhilippe Mathieu-Daudé     TCGBar guest_default_memory_order;
4604583ce7SPhilippe Mathieu-Daudé 
4778271684SClaudio Fontana     /**
48669dcb60SMichael Tokarev      * @initialize: Initialize TCG state
4978271684SClaudio Fontana      *
5078271684SClaudio Fontana      * Called when the first CPU is realized.
5178271684SClaudio Fontana      */
5278271684SClaudio Fontana     void (*initialize)(void);
5378271684SClaudio Fontana     /**
54e4a8e093SRichard Henderson      * @translate_code: Translate guest instructions to TCGOps
55e4a8e093SRichard Henderson      * @cpu: cpu context
56e4a8e093SRichard Henderson      * @tb: translation block
57e4a8e093SRichard Henderson      * @max_insns: max number of instructions to translate
58e4a8e093SRichard Henderson      * @pc: guest virtual program counter address
59e4a8e093SRichard Henderson      * @host_pc: host physical program counter address
60e4a8e093SRichard Henderson      *
61e4a8e093SRichard Henderson      * This function must be provided by the target, which should create
62e4a8e093SRichard Henderson      * the target-specific DisasContext, and then invoke translator_loop.
63e4a8e093SRichard Henderson      */
64e4a8e093SRichard Henderson     void (*translate_code)(CPUState *cpu, TranslationBlock *tb,
65e4a8e093SRichard Henderson                            int *max_insns, vaddr pc, void *host_pc);
66e4a8e093SRichard Henderson     /**
6778271684SClaudio Fontana      * @synchronize_from_tb: Synchronize state from a TCG #TranslationBlock
6878271684SClaudio Fontana      *
6978271684SClaudio Fontana      * This is called when we abandon execution of a TB before starting it,
7078271684SClaudio Fontana      * and must set all parts of the CPU state which the previous TB in the
7178271684SClaudio Fontana      * chain may not have updated.
7278271684SClaudio Fontana      * By default, when this is NULL, a call is made to @set_pc(tb->pc).
7378271684SClaudio Fontana      *
7478271684SClaudio Fontana      * If more state needs to be restored, the target must implement a
7578271684SClaudio Fontana      * function to restore all the state, and register it here.
7678271684SClaudio Fontana      */
778349d2aeSRichard Henderson     void (*synchronize_from_tb)(CPUState *cpu, const TranslationBlock *tb);
78d2925689SRichard Henderson     /**
79d2925689SRichard Henderson      * @restore_state_to_opc: Synchronize state from INDEX_op_start_insn
80d2925689SRichard Henderson      *
81d2925689SRichard Henderson      * This is called when we unwind state in the middle of a TB,
82d2925689SRichard Henderson      * usually before raising an exception.  Set all part of the CPU
83d2925689SRichard Henderson      * state which are tracked insn-by-insn in the target-specific
84d2925689SRichard Henderson      * arguments to start_insn, passed as @data.
85d2925689SRichard Henderson      */
86d2925689SRichard Henderson     void (*restore_state_to_opc)(CPUState *cpu, const TranslationBlock *tb,
87d2925689SRichard Henderson                                  const uint64_t *data);
88d2925689SRichard Henderson 
8978271684SClaudio Fontana     /** @cpu_exec_enter: Callback for cpu_exec preparation */
9078271684SClaudio Fontana     void (*cpu_exec_enter)(CPUState *cpu);
9178271684SClaudio Fontana     /** @cpu_exec_exit: Callback for cpu_exec cleanup */
9278271684SClaudio Fontana     void (*cpu_exec_exit)(CPUState *cpu);
9378271684SClaudio Fontana     /** @debug_excp_handler: Callback for handling debug exceptions */
9478271684SClaudio Fontana     void (*debug_excp_handler)(CPUState *cpu);
9578271684SClaudio Fontana 
9617fa8b6fSPhilippe Mathieu-Daudé     /** @mmu_index: Callback for choosing softmmu mmu index */
9717fa8b6fSPhilippe Mathieu-Daudé     int (*mmu_index)(CPUState *cpu, bool ifetch);
9817fa8b6fSPhilippe Mathieu-Daudé 
99fd3f7d24SAnton Johansson #ifdef CONFIG_USER_ONLY
10012096421SPhilippe Mathieu-Daudé     /**
10112096421SPhilippe Mathieu-Daudé      * @fake_user_interrupt: Callback for 'fake exception' handling.
10212096421SPhilippe Mathieu-Daudé      *
10312096421SPhilippe Mathieu-Daudé      * Simulate 'fake exception' which will be handled outside the
10412096421SPhilippe Mathieu-Daudé      * cpu execution loop (hack for x86 user mode).
10512096421SPhilippe Mathieu-Daudé      */
10612096421SPhilippe Mathieu-Daudé     void (*fake_user_interrupt)(CPUState *cpu);
107fd3f7d24SAnton Johansson 
10875fe97b4SPhilippe Mathieu-Daudé     /**
10975fe97b4SPhilippe Mathieu-Daudé      * record_sigsegv:
11075fe97b4SPhilippe Mathieu-Daudé      * @cpu: cpu context
11175fe97b4SPhilippe Mathieu-Daudé      * @addr: faulting guest address
11275fe97b4SPhilippe Mathieu-Daudé      * @access_type: access was read/write/execute
11375fe97b4SPhilippe Mathieu-Daudé      * @maperr: true for invalid page, false for permission fault
11475fe97b4SPhilippe Mathieu-Daudé      * @ra: host pc for unwinding
11575fe97b4SPhilippe Mathieu-Daudé      *
11675fe97b4SPhilippe Mathieu-Daudé      * We are about to raise SIGSEGV with si_code set for @maperr,
11775fe97b4SPhilippe Mathieu-Daudé      * and si_addr set for @addr.  Record anything further needed
11875fe97b4SPhilippe Mathieu-Daudé      * for the signal ucontext_t.
11975fe97b4SPhilippe Mathieu-Daudé      *
12075fe97b4SPhilippe Mathieu-Daudé      * If the emulated kernel does not provide anything to the signal
12175fe97b4SPhilippe Mathieu-Daudé      * handler with anything besides the user context registers, and
12275fe97b4SPhilippe Mathieu-Daudé      * the siginfo_t, then this hook need do nothing and may be omitted.
12375fe97b4SPhilippe Mathieu-Daudé      * Otherwise, record the data and return; the caller will raise
12475fe97b4SPhilippe Mathieu-Daudé      * the signal, unwind the cpu state, and return to the main loop.
12575fe97b4SPhilippe Mathieu-Daudé      *
12675fe97b4SPhilippe Mathieu-Daudé      * If it is simpler to re-use the sysemu tlb_fill code, @ra is provided
12775fe97b4SPhilippe Mathieu-Daudé      * so that a "normal" cpu exception can be raised.  In this case,
12875fe97b4SPhilippe Mathieu-Daudé      * the signal must be raised by the architecture cpu_loop.
12975fe97b4SPhilippe Mathieu-Daudé      */
13075fe97b4SPhilippe Mathieu-Daudé     void (*record_sigsegv)(CPUState *cpu, vaddr addr,
13175fe97b4SPhilippe Mathieu-Daudé                            MMUAccessType access_type,
13275fe97b4SPhilippe Mathieu-Daudé                            bool maperr, uintptr_t ra);
13375fe97b4SPhilippe Mathieu-Daudé     /**
13475fe97b4SPhilippe Mathieu-Daudé      * record_sigbus:
13575fe97b4SPhilippe Mathieu-Daudé      * @cpu: cpu context
13675fe97b4SPhilippe Mathieu-Daudé      * @addr: misaligned guest address
13775fe97b4SPhilippe Mathieu-Daudé      * @access_type: access was read/write/execute
13875fe97b4SPhilippe Mathieu-Daudé      * @ra: host pc for unwinding
13975fe97b4SPhilippe Mathieu-Daudé      *
14075fe97b4SPhilippe Mathieu-Daudé      * We are about to raise SIGBUS with si_code BUS_ADRALN,
14175fe97b4SPhilippe Mathieu-Daudé      * and si_addr set for @addr.  Record anything further needed
14275fe97b4SPhilippe Mathieu-Daudé      * for the signal ucontext_t.
14375fe97b4SPhilippe Mathieu-Daudé      *
14475fe97b4SPhilippe Mathieu-Daudé      * If the emulated kernel does not provide the signal handler with
14575fe97b4SPhilippe Mathieu-Daudé      * anything besides the user context registers, and the siginfo_t,
14675fe97b4SPhilippe Mathieu-Daudé      * then this hook need do nothing and may be omitted.
14775fe97b4SPhilippe Mathieu-Daudé      * Otherwise, record the data and return; the caller will raise
14875fe97b4SPhilippe Mathieu-Daudé      * the signal, unwind the cpu state, and return to the main loop.
14975fe97b4SPhilippe Mathieu-Daudé      *
15075fe97b4SPhilippe Mathieu-Daudé      * If it is simpler to re-use the sysemu do_unaligned_access code,
15175fe97b4SPhilippe Mathieu-Daudé      * @ra is provided so that a "normal" cpu exception can be raised.
15275fe97b4SPhilippe Mathieu-Daudé      * In this case, the signal must be raised by the architecture cpu_loop.
15375fe97b4SPhilippe Mathieu-Daudé      */
15475fe97b4SPhilippe Mathieu-Daudé     void (*record_sigbus)(CPUState *cpu, vaddr addr,
15575fe97b4SPhilippe Mathieu-Daudé                           MMUAccessType access_type, uintptr_t ra);
15675fe97b4SPhilippe Mathieu-Daudé #else
157b11cdf27SAnton Johansson     /** @do_interrupt: Callback for interrupt handling.  */
158b11cdf27SAnton Johansson     void (*do_interrupt)(CPUState *cpu);
15977c0fc4eSPhilippe Mathieu-Daudé     /** @cpu_exec_interrupt: Callback for processing interrupts in cpu_exec */
16077c0fc4eSPhilippe Mathieu-Daudé     bool (*cpu_exec_interrupt)(CPUState *cpu, int interrupt_request);
1619181ab45SRichard Henderson     /** @cpu_exec_reset: Callback for reset in cpu_exec.  */
1629181ab45SRichard Henderson     void (*cpu_exec_reset)(CPUState *cpu);
163408b2b3dSPeter Maydell     /**
164408b2b3dSPeter Maydell      * @cpu_exec_halt: Callback for handling halt in cpu_exec.
165408b2b3dSPeter Maydell      *
166408b2b3dSPeter Maydell      * The target CPU should do any special processing here that it needs
167408b2b3dSPeter Maydell      * to do when the CPU is in the halted state.
168408b2b3dSPeter Maydell      *
169408b2b3dSPeter Maydell      * Return true to indicate that the CPU should now leave halt, false
1700487c631SPeter Maydell      * if it should remain in the halted state. (This should generally
1710487c631SPeter Maydell      * be the same value that cpu_has_work() would return.)
172408b2b3dSPeter Maydell      *
1730487c631SPeter Maydell      * This method must be provided. If the target does not need to
1740487c631SPeter Maydell      * do anything special for halt, the same function used for its
17572eacd62SPhilippe Mathieu-Daudé      * SysemuCPUOps::has_work method can be used here, as they have the
1760487c631SPeter Maydell      * same function signature.
177408b2b3dSPeter Maydell      */
178408b2b3dSPeter Maydell     bool (*cpu_exec_halt)(CPUState *cpu);
17978271684SClaudio Fontana     /**
180f168808dSRichard Henderson      * @tlb_fill_align: Handle a softmmu tlb miss
181f168808dSRichard Henderson      * @cpu: cpu context
182f168808dSRichard Henderson      * @out: output page properties
183f168808dSRichard Henderson      * @addr: virtual address
184f168808dSRichard Henderson      * @access_type: read, write or execute
185f168808dSRichard Henderson      * @mmu_idx: mmu context
186f168808dSRichard Henderson      * @memop: memory operation for the access
187f168808dSRichard Henderson      * @size: memory access size, or 0 for whole page
188f168808dSRichard Henderson      * @probe: test only, no fault
189f168808dSRichard Henderson      * @ra: host return address for exception unwind
190f168808dSRichard Henderson      *
191f168808dSRichard Henderson      * If the access is valid, fill in @out and return true.
192f168808dSRichard Henderson      * Otherwise if probe is true, return false.
193f168808dSRichard Henderson      * Otherwise raise an exception and do not return.
194f168808dSRichard Henderson      *
195f168808dSRichard Henderson      * The alignment check for the access is deferred to this hook,
196f168808dSRichard Henderson      * so that the target can determine the priority of any alignment
197f168808dSRichard Henderson      * fault with respect to other potential faults from paging.
198f168808dSRichard Henderson      * Zero may be passed for @memop to skip any alignment check
199f168808dSRichard Henderson      * for non-memory-access operations such as probing.
200f168808dSRichard Henderson      */
201f168808dSRichard Henderson     bool (*tlb_fill_align)(CPUState *cpu, CPUTLBEntryFull *out, vaddr addr,
202f168808dSRichard Henderson                            MMUAccessType access_type, int mmu_idx,
203f168808dSRichard Henderson                            MemOp memop, int size, bool probe, uintptr_t ra);
204f168808dSRichard Henderson     /**
205eeca7dc5SRichard Henderson      * @tlb_fill: Handle a softmmu tlb miss
206eeca7dc5SRichard Henderson      *
207eeca7dc5SRichard Henderson      * If the access is valid, call tlb_set_page and return true;
208eeca7dc5SRichard Henderson      * if the access is invalid and probe is true, return false;
209eeca7dc5SRichard Henderson      * otherwise raise an exception and do not return.
210eeca7dc5SRichard Henderson      */
211eeca7dc5SRichard Henderson     bool (*tlb_fill)(CPUState *cpu, vaddr address, int size,
212eeca7dc5SRichard Henderson                      MMUAccessType access_type, int mmu_idx,
213eeca7dc5SRichard Henderson                      bool probe, uintptr_t retaddr);
214eeca7dc5SRichard Henderson     /**
21578271684SClaudio Fontana      * @do_transaction_failed: Callback for handling failed memory transactions
21678271684SClaudio Fontana      * (ie bus faults or external aborts; not MMU faults)
21778271684SClaudio Fontana      */
21878271684SClaudio Fontana     void (*do_transaction_failed)(CPUState *cpu, hwaddr physaddr, vaddr addr,
21978271684SClaudio Fontana                                   unsigned size, MMUAccessType access_type,
22078271684SClaudio Fontana                                   int mmu_idx, MemTxAttrs attrs,
22178271684SClaudio Fontana                                   MemTxResult response, uintptr_t retaddr);
22278271684SClaudio Fontana     /**
22378271684SClaudio Fontana      * @do_unaligned_access: Callback for unaligned access handling
224fa947a66SRichard Henderson      * The callback must exit via raising an exception.
22578271684SClaudio Fontana      */
2268905770bSMarc-André Lureau     G_NORETURN void (*do_unaligned_access)(CPUState *cpu, vaddr addr,
22778271684SClaudio Fontana                                            MMUAccessType access_type,
2288905770bSMarc-André Lureau                                            int mmu_idx, uintptr_t retaddr);
22978271684SClaudio Fontana 
23078271684SClaudio Fontana     /**
23178271684SClaudio Fontana      * @adjust_watchpoint_address: hack for cpu_check_watchpoint used by ARM
23278271684SClaudio Fontana      */
23378271684SClaudio Fontana     vaddr (*adjust_watchpoint_address)(CPUState *cpu, vaddr addr, int len);
23478271684SClaudio Fontana 
23578271684SClaudio Fontana     /**
23678271684SClaudio Fontana      * @debug_check_watchpoint: return true if the architectural
23778271684SClaudio Fontana      * watchpoint whose address has matched should really fire, used by ARM
238013577deSBin Meng      * and RISC-V
23978271684SClaudio Fontana      */
24078271684SClaudio Fontana     bool (*debug_check_watchpoint)(CPUState *cpu, CPUWatchpoint *wp);
24178271684SClaudio Fontana 
242d9bcb58aSRichard Henderson     /**
243e3f7c801SRichard Henderson      * @debug_check_breakpoint: return true if the architectural
244e3f7c801SRichard Henderson      * breakpoint whose PC has matched should really fire.
245e3f7c801SRichard Henderson      */
246e3f7c801SRichard Henderson     bool (*debug_check_breakpoint)(CPUState *cpu);
247e3f7c801SRichard Henderson 
248e3f7c801SRichard Henderson     /**
249d9bcb58aSRichard Henderson      * @io_recompile_replay_branch: Callback for cpu_io_recompile.
250d9bcb58aSRichard Henderson      *
251d9bcb58aSRichard Henderson      * The cpu has been stopped, and cpu_restore_state_from_tb has been
252d9bcb58aSRichard Henderson      * called.  If the faulting instruction is in a delay slot, and the
253d9bcb58aSRichard Henderson      * target architecture requires re-execution of the branch, then
254d9bcb58aSRichard Henderson      * adjust the cpu state as required and return true.
255d9bcb58aSRichard Henderson      */
256d9bcb58aSRichard Henderson     bool (*io_recompile_replay_branch)(CPUState *cpu,
257d9bcb58aSRichard Henderson                                        const TranslationBlock *tb);
2580fdc69b7SPhilippe Mathieu-Daudé     /**
2590fdc69b7SPhilippe Mathieu-Daudé      * @need_replay_interrupt: Return %true if @interrupt_request
2600fdc69b7SPhilippe Mathieu-Daudé      * needs to be recorded for replay purposes.
2610fdc69b7SPhilippe Mathieu-Daudé      */
2620fdc69b7SPhilippe Mathieu-Daudé     bool (*need_replay_interrupt)(int interrupt_request);
26375fe97b4SPhilippe Mathieu-Daudé #endif /* !CONFIG_USER_ONLY */
26478271684SClaudio Fontana };
26578271684SClaudio Fontana 
2666eece7f5SPhilippe Mathieu-Daudé #if defined(CONFIG_USER_ONLY)
2676eece7f5SPhilippe Mathieu-Daudé 
2686eece7f5SPhilippe Mathieu-Daudé static inline void cpu_check_watchpoint(CPUState *cpu, vaddr addr, vaddr len,
2696eece7f5SPhilippe Mathieu-Daudé                                         MemTxAttrs atr, int fl, uintptr_t ra)
2706eece7f5SPhilippe Mathieu-Daudé {
2716eece7f5SPhilippe Mathieu-Daudé }
2726eece7f5SPhilippe Mathieu-Daudé 
2736eece7f5SPhilippe Mathieu-Daudé static inline int cpu_watchpoint_address_matches(CPUState *cpu,
2746eece7f5SPhilippe Mathieu-Daudé                                                  vaddr addr, vaddr len)
2756eece7f5SPhilippe Mathieu-Daudé {
2766eece7f5SPhilippe Mathieu-Daudé     return 0;
2776eece7f5SPhilippe Mathieu-Daudé }
2786eece7f5SPhilippe Mathieu-Daudé 
2796eece7f5SPhilippe Mathieu-Daudé #else
2806eece7f5SPhilippe Mathieu-Daudé 
2816eece7f5SPhilippe Mathieu-Daudé /**
2826eece7f5SPhilippe Mathieu-Daudé  * cpu_check_watchpoint:
2836eece7f5SPhilippe Mathieu-Daudé  * @cpu: cpu context
2846eece7f5SPhilippe Mathieu-Daudé  * @addr: guest virtual address
2856eece7f5SPhilippe Mathieu-Daudé  * @len: access length
2866eece7f5SPhilippe Mathieu-Daudé  * @attrs: memory access attributes
2876eece7f5SPhilippe Mathieu-Daudé  * @flags: watchpoint access type
2886eece7f5SPhilippe Mathieu-Daudé  * @ra: unwind return address
2896eece7f5SPhilippe Mathieu-Daudé  *
2906eece7f5SPhilippe Mathieu-Daudé  * Check for a watchpoint hit in [addr, addr+len) of the type
2916eece7f5SPhilippe Mathieu-Daudé  * specified by @flags.  Exit via exception with a hit.
2926eece7f5SPhilippe Mathieu-Daudé  */
2936eece7f5SPhilippe Mathieu-Daudé void cpu_check_watchpoint(CPUState *cpu, vaddr addr, vaddr len,
2946eece7f5SPhilippe Mathieu-Daudé                           MemTxAttrs attrs, int flags, uintptr_t ra);
2956eece7f5SPhilippe Mathieu-Daudé 
2966eece7f5SPhilippe Mathieu-Daudé /**
2976eece7f5SPhilippe Mathieu-Daudé  * cpu_watchpoint_address_matches:
2986eece7f5SPhilippe Mathieu-Daudé  * @cpu: cpu context
2996eece7f5SPhilippe Mathieu-Daudé  * @addr: guest virtual address
3006eece7f5SPhilippe Mathieu-Daudé  * @len: access length
3016eece7f5SPhilippe Mathieu-Daudé  *
3026eece7f5SPhilippe Mathieu-Daudé  * Return the watchpoint flags that apply to [addr, addr+len).
3036eece7f5SPhilippe Mathieu-Daudé  * If no watchpoint is registered for the range, the result is 0.
3046eece7f5SPhilippe Mathieu-Daudé  */
3056eece7f5SPhilippe Mathieu-Daudé int cpu_watchpoint_address_matches(CPUState *cpu, vaddr addr, vaddr len);
3066eece7f5SPhilippe Mathieu-Daudé 
3076eece7f5SPhilippe Mathieu-Daudé #endif
3086eece7f5SPhilippe Mathieu-Daudé 
30978271684SClaudio Fontana #endif /* TCG_CPU_OPS_H */
310