xref: /qemu/include/accel/tcg/cpu-ops.h (revision 77ad412b326031687f0eeb7935350e597337c93b)
178271684SClaudio Fontana /*
278271684SClaudio Fontana  * TCG CPU-specific operations
378271684SClaudio Fontana  *
478271684SClaudio Fontana  * Copyright 2021 SUSE LLC
578271684SClaudio Fontana  *
678271684SClaudio Fontana  * This work is licensed under the terms of the GNU GPL, version 2 or later.
778271684SClaudio Fontana  * See the COPYING file in the top-level directory.
878271684SClaudio Fontana  */
978271684SClaudio Fontana 
1078271684SClaudio Fontana #ifndef TCG_CPU_OPS_H
1178271684SClaudio Fontana #define TCG_CPU_OPS_H
1278271684SClaudio Fontana 
1376d07d32SPhilippe Mathieu-Daudé #include "exec/breakpoint.h"
1476d07d32SPhilippe Mathieu-Daudé #include "exec/hwaddr.h"
1576d07d32SPhilippe Mathieu-Daudé #include "exec/memattrs.h"
16f168808dSRichard Henderson #include "exec/memop.h"
1776d07d32SPhilippe Mathieu-Daudé #include "exec/mmu-access-type.h"
1876d07d32SPhilippe Mathieu-Daudé #include "exec/vaddr.h"
1904583ce7SPhilippe Mathieu-Daudé #include "tcg/tcg-mo.h"
2078271684SClaudio Fontana 
2178271684SClaudio Fontana struct TCGCPUOps {
22a3d40b5eSPhilippe Mathieu-Daudé     /**
23a3d40b5eSPhilippe Mathieu-Daudé      * mttcg_supported: multi-threaded TCG is supported
24a3d40b5eSPhilippe Mathieu-Daudé      *
25a3d40b5eSPhilippe Mathieu-Daudé      * Target (TCG frontend) supports:
26a3d40b5eSPhilippe Mathieu-Daudé      *   - atomic instructions
27a3d40b5eSPhilippe Mathieu-Daudé      *   - memory ordering primitives (barriers)
28a3d40b5eSPhilippe Mathieu-Daudé      */
29a3d40b5eSPhilippe Mathieu-Daudé     bool mttcg_supported;
3004583ce7SPhilippe Mathieu-Daudé 
3104583ce7SPhilippe Mathieu-Daudé     /**
32*77ad412bSRichard Henderson      * @precise_smc: Stores which modify code within the current TB force
33*77ad412bSRichard Henderson      *               the TB to exit; the next executed instruction will see
34*77ad412bSRichard Henderson      *               the result of the store.
35*77ad412bSRichard Henderson      */
36*77ad412bSRichard Henderson     bool precise_smc;
37*77ad412bSRichard Henderson 
38*77ad412bSRichard Henderson     /**
3904583ce7SPhilippe Mathieu-Daudé      * @guest_default_memory_order: default barrier that is required
4004583ce7SPhilippe Mathieu-Daudé      *                              for the guest memory ordering.
4104583ce7SPhilippe Mathieu-Daudé      */
4204583ce7SPhilippe Mathieu-Daudé     TCGBar guest_default_memory_order;
4304583ce7SPhilippe Mathieu-Daudé 
4478271684SClaudio Fontana     /**
45669dcb60SMichael Tokarev      * @initialize: Initialize TCG state
4678271684SClaudio Fontana      *
4778271684SClaudio Fontana      * Called when the first CPU is realized.
4878271684SClaudio Fontana      */
4978271684SClaudio Fontana     void (*initialize)(void);
5078271684SClaudio Fontana     /**
51e4a8e093SRichard Henderson      * @translate_code: Translate guest instructions to TCGOps
52e4a8e093SRichard Henderson      * @cpu: cpu context
53e4a8e093SRichard Henderson      * @tb: translation block
54e4a8e093SRichard Henderson      * @max_insns: max number of instructions to translate
55e4a8e093SRichard Henderson      * @pc: guest virtual program counter address
56e4a8e093SRichard Henderson      * @host_pc: host physical program counter address
57e4a8e093SRichard Henderson      *
58e4a8e093SRichard Henderson      * This function must be provided by the target, which should create
59e4a8e093SRichard Henderson      * the target-specific DisasContext, and then invoke translator_loop.
60e4a8e093SRichard Henderson      */
61e4a8e093SRichard Henderson     void (*translate_code)(CPUState *cpu, TranslationBlock *tb,
62e4a8e093SRichard Henderson                            int *max_insns, vaddr pc, void *host_pc);
63e4a8e093SRichard Henderson     /**
6478271684SClaudio Fontana      * @synchronize_from_tb: Synchronize state from a TCG #TranslationBlock
6578271684SClaudio Fontana      *
6678271684SClaudio Fontana      * This is called when we abandon execution of a TB before starting it,
6778271684SClaudio Fontana      * and must set all parts of the CPU state which the previous TB in the
6878271684SClaudio Fontana      * chain may not have updated.
6978271684SClaudio Fontana      * By default, when this is NULL, a call is made to @set_pc(tb->pc).
7078271684SClaudio Fontana      *
7178271684SClaudio Fontana      * If more state needs to be restored, the target must implement a
7278271684SClaudio Fontana      * function to restore all the state, and register it here.
7378271684SClaudio Fontana      */
748349d2aeSRichard Henderson     void (*synchronize_from_tb)(CPUState *cpu, const TranslationBlock *tb);
75d2925689SRichard Henderson     /**
76d2925689SRichard Henderson      * @restore_state_to_opc: Synchronize state from INDEX_op_start_insn
77d2925689SRichard Henderson      *
78d2925689SRichard Henderson      * This is called when we unwind state in the middle of a TB,
79d2925689SRichard Henderson      * usually before raising an exception.  Set all part of the CPU
80d2925689SRichard Henderson      * state which are tracked insn-by-insn in the target-specific
81d2925689SRichard Henderson      * arguments to start_insn, passed as @data.
82d2925689SRichard Henderson      */
83d2925689SRichard Henderson     void (*restore_state_to_opc)(CPUState *cpu, const TranslationBlock *tb,
84d2925689SRichard Henderson                                  const uint64_t *data);
85d2925689SRichard Henderson 
8678271684SClaudio Fontana     /** @cpu_exec_enter: Callback for cpu_exec preparation */
8778271684SClaudio Fontana     void (*cpu_exec_enter)(CPUState *cpu);
8878271684SClaudio Fontana     /** @cpu_exec_exit: Callback for cpu_exec cleanup */
8978271684SClaudio Fontana     void (*cpu_exec_exit)(CPUState *cpu);
9078271684SClaudio Fontana     /** @debug_excp_handler: Callback for handling debug exceptions */
9178271684SClaudio Fontana     void (*debug_excp_handler)(CPUState *cpu);
9278271684SClaudio Fontana 
9317fa8b6fSPhilippe Mathieu-Daudé     /** @mmu_index: Callback for choosing softmmu mmu index */
9417fa8b6fSPhilippe Mathieu-Daudé     int (*mmu_index)(CPUState *cpu, bool ifetch);
9517fa8b6fSPhilippe Mathieu-Daudé 
96fd3f7d24SAnton Johansson #ifdef CONFIG_USER_ONLY
9712096421SPhilippe Mathieu-Daudé     /**
9812096421SPhilippe Mathieu-Daudé      * @fake_user_interrupt: Callback for 'fake exception' handling.
9912096421SPhilippe Mathieu-Daudé      *
10012096421SPhilippe Mathieu-Daudé      * Simulate 'fake exception' which will be handled outside the
10112096421SPhilippe Mathieu-Daudé      * cpu execution loop (hack for x86 user mode).
10212096421SPhilippe Mathieu-Daudé      */
10312096421SPhilippe Mathieu-Daudé     void (*fake_user_interrupt)(CPUState *cpu);
104fd3f7d24SAnton Johansson 
10575fe97b4SPhilippe Mathieu-Daudé     /**
10675fe97b4SPhilippe Mathieu-Daudé      * record_sigsegv:
10775fe97b4SPhilippe Mathieu-Daudé      * @cpu: cpu context
10875fe97b4SPhilippe Mathieu-Daudé      * @addr: faulting guest address
10975fe97b4SPhilippe Mathieu-Daudé      * @access_type: access was read/write/execute
11075fe97b4SPhilippe Mathieu-Daudé      * @maperr: true for invalid page, false for permission fault
11175fe97b4SPhilippe Mathieu-Daudé      * @ra: host pc for unwinding
11275fe97b4SPhilippe Mathieu-Daudé      *
11375fe97b4SPhilippe Mathieu-Daudé      * We are about to raise SIGSEGV with si_code set for @maperr,
11475fe97b4SPhilippe Mathieu-Daudé      * and si_addr set for @addr.  Record anything further needed
11575fe97b4SPhilippe Mathieu-Daudé      * for the signal ucontext_t.
11675fe97b4SPhilippe Mathieu-Daudé      *
11775fe97b4SPhilippe Mathieu-Daudé      * If the emulated kernel does not provide anything to the signal
11875fe97b4SPhilippe Mathieu-Daudé      * handler with anything besides the user context registers, and
11975fe97b4SPhilippe Mathieu-Daudé      * the siginfo_t, then this hook need do nothing and may be omitted.
12075fe97b4SPhilippe Mathieu-Daudé      * Otherwise, record the data and return; the caller will raise
12175fe97b4SPhilippe Mathieu-Daudé      * the signal, unwind the cpu state, and return to the main loop.
12275fe97b4SPhilippe Mathieu-Daudé      *
12375fe97b4SPhilippe Mathieu-Daudé      * If it is simpler to re-use the sysemu tlb_fill code, @ra is provided
12475fe97b4SPhilippe Mathieu-Daudé      * so that a "normal" cpu exception can be raised.  In this case,
12575fe97b4SPhilippe Mathieu-Daudé      * the signal must be raised by the architecture cpu_loop.
12675fe97b4SPhilippe Mathieu-Daudé      */
12775fe97b4SPhilippe Mathieu-Daudé     void (*record_sigsegv)(CPUState *cpu, vaddr addr,
12875fe97b4SPhilippe Mathieu-Daudé                            MMUAccessType access_type,
12975fe97b4SPhilippe Mathieu-Daudé                            bool maperr, uintptr_t ra);
13075fe97b4SPhilippe Mathieu-Daudé     /**
13175fe97b4SPhilippe Mathieu-Daudé      * record_sigbus:
13275fe97b4SPhilippe Mathieu-Daudé      * @cpu: cpu context
13375fe97b4SPhilippe Mathieu-Daudé      * @addr: misaligned guest address
13475fe97b4SPhilippe Mathieu-Daudé      * @access_type: access was read/write/execute
13575fe97b4SPhilippe Mathieu-Daudé      * @ra: host pc for unwinding
13675fe97b4SPhilippe Mathieu-Daudé      *
13775fe97b4SPhilippe Mathieu-Daudé      * We are about to raise SIGBUS with si_code BUS_ADRALN,
13875fe97b4SPhilippe Mathieu-Daudé      * and si_addr set for @addr.  Record anything further needed
13975fe97b4SPhilippe Mathieu-Daudé      * for the signal ucontext_t.
14075fe97b4SPhilippe Mathieu-Daudé      *
14175fe97b4SPhilippe Mathieu-Daudé      * If the emulated kernel does not provide the signal handler with
14275fe97b4SPhilippe Mathieu-Daudé      * anything besides the user context registers, and the siginfo_t,
14375fe97b4SPhilippe Mathieu-Daudé      * then this hook need do nothing and may be omitted.
14475fe97b4SPhilippe Mathieu-Daudé      * Otherwise, record the data and return; the caller will raise
14575fe97b4SPhilippe Mathieu-Daudé      * the signal, unwind the cpu state, and return to the main loop.
14675fe97b4SPhilippe Mathieu-Daudé      *
14775fe97b4SPhilippe Mathieu-Daudé      * If it is simpler to re-use the sysemu do_unaligned_access code,
14875fe97b4SPhilippe Mathieu-Daudé      * @ra is provided so that a "normal" cpu exception can be raised.
14975fe97b4SPhilippe Mathieu-Daudé      * In this case, the signal must be raised by the architecture cpu_loop.
15075fe97b4SPhilippe Mathieu-Daudé      */
15175fe97b4SPhilippe Mathieu-Daudé     void (*record_sigbus)(CPUState *cpu, vaddr addr,
15275fe97b4SPhilippe Mathieu-Daudé                           MMUAccessType access_type, uintptr_t ra);
15375fe97b4SPhilippe Mathieu-Daudé #else
154b11cdf27SAnton Johansson     /** @do_interrupt: Callback for interrupt handling.  */
155b11cdf27SAnton Johansson     void (*do_interrupt)(CPUState *cpu);
15677c0fc4eSPhilippe Mathieu-Daudé     /** @cpu_exec_interrupt: Callback for processing interrupts in cpu_exec */
15777c0fc4eSPhilippe Mathieu-Daudé     bool (*cpu_exec_interrupt)(CPUState *cpu, int interrupt_request);
158408b2b3dSPeter Maydell     /**
159408b2b3dSPeter Maydell      * @cpu_exec_halt: Callback for handling halt in cpu_exec.
160408b2b3dSPeter Maydell      *
161408b2b3dSPeter Maydell      * The target CPU should do any special processing here that it needs
162408b2b3dSPeter Maydell      * to do when the CPU is in the halted state.
163408b2b3dSPeter Maydell      *
164408b2b3dSPeter Maydell      * Return true to indicate that the CPU should now leave halt, false
1650487c631SPeter Maydell      * if it should remain in the halted state. (This should generally
1660487c631SPeter Maydell      * be the same value that cpu_has_work() would return.)
167408b2b3dSPeter Maydell      *
1680487c631SPeter Maydell      * This method must be provided. If the target does not need to
1690487c631SPeter Maydell      * do anything special for halt, the same function used for its
17072eacd62SPhilippe Mathieu-Daudé      * SysemuCPUOps::has_work method can be used here, as they have the
1710487c631SPeter Maydell      * same function signature.
172408b2b3dSPeter Maydell      */
173408b2b3dSPeter Maydell     bool (*cpu_exec_halt)(CPUState *cpu);
17478271684SClaudio Fontana     /**
175f168808dSRichard Henderson      * @tlb_fill_align: Handle a softmmu tlb miss
176f168808dSRichard Henderson      * @cpu: cpu context
177f168808dSRichard Henderson      * @out: output page properties
178f168808dSRichard Henderson      * @addr: virtual address
179f168808dSRichard Henderson      * @access_type: read, write or execute
180f168808dSRichard Henderson      * @mmu_idx: mmu context
181f168808dSRichard Henderson      * @memop: memory operation for the access
182f168808dSRichard Henderson      * @size: memory access size, or 0 for whole page
183f168808dSRichard Henderson      * @probe: test only, no fault
184f168808dSRichard Henderson      * @ra: host return address for exception unwind
185f168808dSRichard Henderson      *
186f168808dSRichard Henderson      * If the access is valid, fill in @out and return true.
187f168808dSRichard Henderson      * Otherwise if probe is true, return false.
188f168808dSRichard Henderson      * Otherwise raise an exception and do not return.
189f168808dSRichard Henderson      *
190f168808dSRichard Henderson      * The alignment check for the access is deferred to this hook,
191f168808dSRichard Henderson      * so that the target can determine the priority of any alignment
192f168808dSRichard Henderson      * fault with respect to other potential faults from paging.
193f168808dSRichard Henderson      * Zero may be passed for @memop to skip any alignment check
194f168808dSRichard Henderson      * for non-memory-access operations such as probing.
195f168808dSRichard Henderson      */
196f168808dSRichard Henderson     bool (*tlb_fill_align)(CPUState *cpu, CPUTLBEntryFull *out, vaddr addr,
197f168808dSRichard Henderson                            MMUAccessType access_type, int mmu_idx,
198f168808dSRichard Henderson                            MemOp memop, int size, bool probe, uintptr_t ra);
199f168808dSRichard Henderson     /**
200eeca7dc5SRichard Henderson      * @tlb_fill: Handle a softmmu tlb miss
201eeca7dc5SRichard Henderson      *
202eeca7dc5SRichard Henderson      * If the access is valid, call tlb_set_page and return true;
203eeca7dc5SRichard Henderson      * if the access is invalid and probe is true, return false;
204eeca7dc5SRichard Henderson      * otherwise raise an exception and do not return.
205eeca7dc5SRichard Henderson      */
206eeca7dc5SRichard Henderson     bool (*tlb_fill)(CPUState *cpu, vaddr address, int size,
207eeca7dc5SRichard Henderson                      MMUAccessType access_type, int mmu_idx,
208eeca7dc5SRichard Henderson                      bool probe, uintptr_t retaddr);
209eeca7dc5SRichard Henderson     /**
21078271684SClaudio Fontana      * @do_transaction_failed: Callback for handling failed memory transactions
21178271684SClaudio Fontana      * (ie bus faults or external aborts; not MMU faults)
21278271684SClaudio Fontana      */
21378271684SClaudio Fontana     void (*do_transaction_failed)(CPUState *cpu, hwaddr physaddr, vaddr addr,
21478271684SClaudio Fontana                                   unsigned size, MMUAccessType access_type,
21578271684SClaudio Fontana                                   int mmu_idx, MemTxAttrs attrs,
21678271684SClaudio Fontana                                   MemTxResult response, uintptr_t retaddr);
21778271684SClaudio Fontana     /**
21878271684SClaudio Fontana      * @do_unaligned_access: Callback for unaligned access handling
219fa947a66SRichard Henderson      * The callback must exit via raising an exception.
22078271684SClaudio Fontana      */
2218905770bSMarc-André Lureau     G_NORETURN void (*do_unaligned_access)(CPUState *cpu, vaddr addr,
22278271684SClaudio Fontana                                            MMUAccessType access_type,
2238905770bSMarc-André Lureau                                            int mmu_idx, uintptr_t retaddr);
22478271684SClaudio Fontana 
22578271684SClaudio Fontana     /**
22678271684SClaudio Fontana      * @adjust_watchpoint_address: hack for cpu_check_watchpoint used by ARM
22778271684SClaudio Fontana      */
22878271684SClaudio Fontana     vaddr (*adjust_watchpoint_address)(CPUState *cpu, vaddr addr, int len);
22978271684SClaudio Fontana 
23078271684SClaudio Fontana     /**
23178271684SClaudio Fontana      * @debug_check_watchpoint: return true if the architectural
23278271684SClaudio Fontana      * watchpoint whose address has matched should really fire, used by ARM
233013577deSBin Meng      * and RISC-V
23478271684SClaudio Fontana      */
23578271684SClaudio Fontana     bool (*debug_check_watchpoint)(CPUState *cpu, CPUWatchpoint *wp);
23678271684SClaudio Fontana 
237d9bcb58aSRichard Henderson     /**
238e3f7c801SRichard Henderson      * @debug_check_breakpoint: return true if the architectural
239e3f7c801SRichard Henderson      * breakpoint whose PC has matched should really fire.
240e3f7c801SRichard Henderson      */
241e3f7c801SRichard Henderson     bool (*debug_check_breakpoint)(CPUState *cpu);
242e3f7c801SRichard Henderson 
243e3f7c801SRichard Henderson     /**
244d9bcb58aSRichard Henderson      * @io_recompile_replay_branch: Callback for cpu_io_recompile.
245d9bcb58aSRichard Henderson      *
246d9bcb58aSRichard Henderson      * The cpu has been stopped, and cpu_restore_state_from_tb has been
247d9bcb58aSRichard Henderson      * called.  If the faulting instruction is in a delay slot, and the
248d9bcb58aSRichard Henderson      * target architecture requires re-execution of the branch, then
249d9bcb58aSRichard Henderson      * adjust the cpu state as required and return true.
250d9bcb58aSRichard Henderson      */
251d9bcb58aSRichard Henderson     bool (*io_recompile_replay_branch)(CPUState *cpu,
252d9bcb58aSRichard Henderson                                        const TranslationBlock *tb);
2530fdc69b7SPhilippe Mathieu-Daudé     /**
2540fdc69b7SPhilippe Mathieu-Daudé      * @need_replay_interrupt: Return %true if @interrupt_request
2550fdc69b7SPhilippe Mathieu-Daudé      * needs to be recorded for replay purposes.
2560fdc69b7SPhilippe Mathieu-Daudé      */
2570fdc69b7SPhilippe Mathieu-Daudé     bool (*need_replay_interrupt)(int interrupt_request);
25875fe97b4SPhilippe Mathieu-Daudé #endif /* !CONFIG_USER_ONLY */
25978271684SClaudio Fontana };
26078271684SClaudio Fontana 
2616eece7f5SPhilippe Mathieu-Daudé #if defined(CONFIG_USER_ONLY)
2626eece7f5SPhilippe Mathieu-Daudé 
2636eece7f5SPhilippe Mathieu-Daudé static inline void cpu_check_watchpoint(CPUState *cpu, vaddr addr, vaddr len,
2646eece7f5SPhilippe Mathieu-Daudé                                         MemTxAttrs atr, int fl, uintptr_t ra)
2656eece7f5SPhilippe Mathieu-Daudé {
2666eece7f5SPhilippe Mathieu-Daudé }
2676eece7f5SPhilippe Mathieu-Daudé 
2686eece7f5SPhilippe Mathieu-Daudé static inline int cpu_watchpoint_address_matches(CPUState *cpu,
2696eece7f5SPhilippe Mathieu-Daudé                                                  vaddr addr, vaddr len)
2706eece7f5SPhilippe Mathieu-Daudé {
2716eece7f5SPhilippe Mathieu-Daudé     return 0;
2726eece7f5SPhilippe Mathieu-Daudé }
2736eece7f5SPhilippe Mathieu-Daudé 
2746eece7f5SPhilippe Mathieu-Daudé #else
2756eece7f5SPhilippe Mathieu-Daudé 
2766eece7f5SPhilippe Mathieu-Daudé /**
2776eece7f5SPhilippe Mathieu-Daudé  * cpu_check_watchpoint:
2786eece7f5SPhilippe Mathieu-Daudé  * @cpu: cpu context
2796eece7f5SPhilippe Mathieu-Daudé  * @addr: guest virtual address
2806eece7f5SPhilippe Mathieu-Daudé  * @len: access length
2816eece7f5SPhilippe Mathieu-Daudé  * @attrs: memory access attributes
2826eece7f5SPhilippe Mathieu-Daudé  * @flags: watchpoint access type
2836eece7f5SPhilippe Mathieu-Daudé  * @ra: unwind return address
2846eece7f5SPhilippe Mathieu-Daudé  *
2856eece7f5SPhilippe Mathieu-Daudé  * Check for a watchpoint hit in [addr, addr+len) of the type
2866eece7f5SPhilippe Mathieu-Daudé  * specified by @flags.  Exit via exception with a hit.
2876eece7f5SPhilippe Mathieu-Daudé  */
2886eece7f5SPhilippe Mathieu-Daudé void cpu_check_watchpoint(CPUState *cpu, vaddr addr, vaddr len,
2896eece7f5SPhilippe Mathieu-Daudé                           MemTxAttrs attrs, int flags, uintptr_t ra);
2906eece7f5SPhilippe Mathieu-Daudé 
2916eece7f5SPhilippe Mathieu-Daudé /**
2926eece7f5SPhilippe Mathieu-Daudé  * cpu_watchpoint_address_matches:
2936eece7f5SPhilippe Mathieu-Daudé  * @cpu: cpu context
2946eece7f5SPhilippe Mathieu-Daudé  * @addr: guest virtual address
2956eece7f5SPhilippe Mathieu-Daudé  * @len: access length
2966eece7f5SPhilippe Mathieu-Daudé  *
2976eece7f5SPhilippe Mathieu-Daudé  * Return the watchpoint flags that apply to [addr, addr+len).
2986eece7f5SPhilippe Mathieu-Daudé  * If no watchpoint is registered for the range, the result is 0.
2996eece7f5SPhilippe Mathieu-Daudé  */
3006eece7f5SPhilippe Mathieu-Daudé int cpu_watchpoint_address_matches(CPUState *cpu, vaddr addr, vaddr len);
3016eece7f5SPhilippe Mathieu-Daudé 
3026eece7f5SPhilippe Mathieu-Daudé #endif
3036eece7f5SPhilippe Mathieu-Daudé 
30478271684SClaudio Fontana #endif /* TCG_CPU_OPS_H */
305