xref: /qemu/include/accel/tcg/cpu-ops.h (revision 04583ce7e032ee8e0a12756b69dc67ad7b399997)
178271684SClaudio Fontana /*
278271684SClaudio Fontana  * TCG CPU-specific operations
378271684SClaudio Fontana  *
478271684SClaudio Fontana  * Copyright 2021 SUSE LLC
578271684SClaudio Fontana  *
678271684SClaudio Fontana  * This work is licensed under the terms of the GNU GPL, version 2 or later.
778271684SClaudio Fontana  * See the COPYING file in the top-level directory.
878271684SClaudio Fontana  */
978271684SClaudio Fontana 
1078271684SClaudio Fontana #ifndef TCG_CPU_OPS_H
1178271684SClaudio Fontana #define TCG_CPU_OPS_H
1278271684SClaudio Fontana 
1376d07d32SPhilippe Mathieu-Daudé #include "exec/breakpoint.h"
1476d07d32SPhilippe Mathieu-Daudé #include "exec/hwaddr.h"
1576d07d32SPhilippe Mathieu-Daudé #include "exec/memattrs.h"
16f168808dSRichard Henderson #include "exec/memop.h"
1776d07d32SPhilippe Mathieu-Daudé #include "exec/mmu-access-type.h"
1876d07d32SPhilippe Mathieu-Daudé #include "exec/vaddr.h"
19*04583ce7SPhilippe Mathieu-Daudé #include "tcg/tcg-mo.h"
2078271684SClaudio Fontana 
2178271684SClaudio Fontana struct TCGCPUOps {
22*04583ce7SPhilippe Mathieu-Daudé 
23*04583ce7SPhilippe Mathieu-Daudé     /**
24*04583ce7SPhilippe Mathieu-Daudé      * @guest_default_memory_order: default barrier that is required
25*04583ce7SPhilippe Mathieu-Daudé      *                              for the guest memory ordering.
26*04583ce7SPhilippe Mathieu-Daudé      */
27*04583ce7SPhilippe Mathieu-Daudé     TCGBar guest_default_memory_order;
28*04583ce7SPhilippe Mathieu-Daudé 
2978271684SClaudio Fontana     /**
30669dcb60SMichael Tokarev      * @initialize: Initialize TCG state
3178271684SClaudio Fontana      *
3278271684SClaudio Fontana      * Called when the first CPU is realized.
3378271684SClaudio Fontana      */
3478271684SClaudio Fontana     void (*initialize)(void);
3578271684SClaudio Fontana     /**
36e4a8e093SRichard Henderson      * @translate_code: Translate guest instructions to TCGOps
37e4a8e093SRichard Henderson      * @cpu: cpu context
38e4a8e093SRichard Henderson      * @tb: translation block
39e4a8e093SRichard Henderson      * @max_insns: max number of instructions to translate
40e4a8e093SRichard Henderson      * @pc: guest virtual program counter address
41e4a8e093SRichard Henderson      * @host_pc: host physical program counter address
42e4a8e093SRichard Henderson      *
43e4a8e093SRichard Henderson      * This function must be provided by the target, which should create
44e4a8e093SRichard Henderson      * the target-specific DisasContext, and then invoke translator_loop.
45e4a8e093SRichard Henderson      */
46e4a8e093SRichard Henderson     void (*translate_code)(CPUState *cpu, TranslationBlock *tb,
47e4a8e093SRichard Henderson                            int *max_insns, vaddr pc, void *host_pc);
48e4a8e093SRichard Henderson     /**
4978271684SClaudio Fontana      * @synchronize_from_tb: Synchronize state from a TCG #TranslationBlock
5078271684SClaudio Fontana      *
5178271684SClaudio Fontana      * This is called when we abandon execution of a TB before starting it,
5278271684SClaudio Fontana      * and must set all parts of the CPU state which the previous TB in the
5378271684SClaudio Fontana      * chain may not have updated.
5478271684SClaudio Fontana      * By default, when this is NULL, a call is made to @set_pc(tb->pc).
5578271684SClaudio Fontana      *
5678271684SClaudio Fontana      * If more state needs to be restored, the target must implement a
5778271684SClaudio Fontana      * function to restore all the state, and register it here.
5878271684SClaudio Fontana      */
598349d2aeSRichard Henderson     void (*synchronize_from_tb)(CPUState *cpu, const TranslationBlock *tb);
60d2925689SRichard Henderson     /**
61d2925689SRichard Henderson      * @restore_state_to_opc: Synchronize state from INDEX_op_start_insn
62d2925689SRichard Henderson      *
63d2925689SRichard Henderson      * This is called when we unwind state in the middle of a TB,
64d2925689SRichard Henderson      * usually before raising an exception.  Set all part of the CPU
65d2925689SRichard Henderson      * state which are tracked insn-by-insn in the target-specific
66d2925689SRichard Henderson      * arguments to start_insn, passed as @data.
67d2925689SRichard Henderson      */
68d2925689SRichard Henderson     void (*restore_state_to_opc)(CPUState *cpu, const TranslationBlock *tb,
69d2925689SRichard Henderson                                  const uint64_t *data);
70d2925689SRichard Henderson 
7178271684SClaudio Fontana     /** @cpu_exec_enter: Callback for cpu_exec preparation */
7278271684SClaudio Fontana     void (*cpu_exec_enter)(CPUState *cpu);
7378271684SClaudio Fontana     /** @cpu_exec_exit: Callback for cpu_exec cleanup */
7478271684SClaudio Fontana     void (*cpu_exec_exit)(CPUState *cpu);
7578271684SClaudio Fontana     /** @debug_excp_handler: Callback for handling debug exceptions */
7678271684SClaudio Fontana     void (*debug_excp_handler)(CPUState *cpu);
7778271684SClaudio Fontana 
7817fa8b6fSPhilippe Mathieu-Daudé     /** @mmu_index: Callback for choosing softmmu mmu index */
7917fa8b6fSPhilippe Mathieu-Daudé     int (*mmu_index)(CPUState *cpu, bool ifetch);
8017fa8b6fSPhilippe Mathieu-Daudé 
81fd3f7d24SAnton Johansson #ifdef CONFIG_USER_ONLY
8212096421SPhilippe Mathieu-Daudé     /**
8312096421SPhilippe Mathieu-Daudé      * @fake_user_interrupt: Callback for 'fake exception' handling.
8412096421SPhilippe Mathieu-Daudé      *
8512096421SPhilippe Mathieu-Daudé      * Simulate 'fake exception' which will be handled outside the
8612096421SPhilippe Mathieu-Daudé      * cpu execution loop (hack for x86 user mode).
8712096421SPhilippe Mathieu-Daudé      */
8812096421SPhilippe Mathieu-Daudé     void (*fake_user_interrupt)(CPUState *cpu);
89fd3f7d24SAnton Johansson 
9075fe97b4SPhilippe Mathieu-Daudé     /**
9175fe97b4SPhilippe Mathieu-Daudé      * record_sigsegv:
9275fe97b4SPhilippe Mathieu-Daudé      * @cpu: cpu context
9375fe97b4SPhilippe Mathieu-Daudé      * @addr: faulting guest address
9475fe97b4SPhilippe Mathieu-Daudé      * @access_type: access was read/write/execute
9575fe97b4SPhilippe Mathieu-Daudé      * @maperr: true for invalid page, false for permission fault
9675fe97b4SPhilippe Mathieu-Daudé      * @ra: host pc for unwinding
9775fe97b4SPhilippe Mathieu-Daudé      *
9875fe97b4SPhilippe Mathieu-Daudé      * We are about to raise SIGSEGV with si_code set for @maperr,
9975fe97b4SPhilippe Mathieu-Daudé      * and si_addr set for @addr.  Record anything further needed
10075fe97b4SPhilippe Mathieu-Daudé      * for the signal ucontext_t.
10175fe97b4SPhilippe Mathieu-Daudé      *
10275fe97b4SPhilippe Mathieu-Daudé      * If the emulated kernel does not provide anything to the signal
10375fe97b4SPhilippe Mathieu-Daudé      * handler with anything besides the user context registers, and
10475fe97b4SPhilippe Mathieu-Daudé      * the siginfo_t, then this hook need do nothing and may be omitted.
10575fe97b4SPhilippe Mathieu-Daudé      * Otherwise, record the data and return; the caller will raise
10675fe97b4SPhilippe Mathieu-Daudé      * the signal, unwind the cpu state, and return to the main loop.
10775fe97b4SPhilippe Mathieu-Daudé      *
10875fe97b4SPhilippe Mathieu-Daudé      * If it is simpler to re-use the sysemu tlb_fill code, @ra is provided
10975fe97b4SPhilippe Mathieu-Daudé      * so that a "normal" cpu exception can be raised.  In this case,
11075fe97b4SPhilippe Mathieu-Daudé      * the signal must be raised by the architecture cpu_loop.
11175fe97b4SPhilippe Mathieu-Daudé      */
11275fe97b4SPhilippe Mathieu-Daudé     void (*record_sigsegv)(CPUState *cpu, vaddr addr,
11375fe97b4SPhilippe Mathieu-Daudé                            MMUAccessType access_type,
11475fe97b4SPhilippe Mathieu-Daudé                            bool maperr, uintptr_t ra);
11575fe97b4SPhilippe Mathieu-Daudé     /**
11675fe97b4SPhilippe Mathieu-Daudé      * record_sigbus:
11775fe97b4SPhilippe Mathieu-Daudé      * @cpu: cpu context
11875fe97b4SPhilippe Mathieu-Daudé      * @addr: misaligned guest address
11975fe97b4SPhilippe Mathieu-Daudé      * @access_type: access was read/write/execute
12075fe97b4SPhilippe Mathieu-Daudé      * @ra: host pc for unwinding
12175fe97b4SPhilippe Mathieu-Daudé      *
12275fe97b4SPhilippe Mathieu-Daudé      * We are about to raise SIGBUS with si_code BUS_ADRALN,
12375fe97b4SPhilippe Mathieu-Daudé      * and si_addr set for @addr.  Record anything further needed
12475fe97b4SPhilippe Mathieu-Daudé      * for the signal ucontext_t.
12575fe97b4SPhilippe Mathieu-Daudé      *
12675fe97b4SPhilippe Mathieu-Daudé      * If the emulated kernel does not provide the signal handler with
12775fe97b4SPhilippe Mathieu-Daudé      * anything besides the user context registers, and the siginfo_t,
12875fe97b4SPhilippe Mathieu-Daudé      * then this hook need do nothing and may be omitted.
12975fe97b4SPhilippe Mathieu-Daudé      * Otherwise, record the data and return; the caller will raise
13075fe97b4SPhilippe Mathieu-Daudé      * the signal, unwind the cpu state, and return to the main loop.
13175fe97b4SPhilippe Mathieu-Daudé      *
13275fe97b4SPhilippe Mathieu-Daudé      * If it is simpler to re-use the sysemu do_unaligned_access code,
13375fe97b4SPhilippe Mathieu-Daudé      * @ra is provided so that a "normal" cpu exception can be raised.
13475fe97b4SPhilippe Mathieu-Daudé      * In this case, the signal must be raised by the architecture cpu_loop.
13575fe97b4SPhilippe Mathieu-Daudé      */
13675fe97b4SPhilippe Mathieu-Daudé     void (*record_sigbus)(CPUState *cpu, vaddr addr,
13775fe97b4SPhilippe Mathieu-Daudé                           MMUAccessType access_type, uintptr_t ra);
13875fe97b4SPhilippe Mathieu-Daudé #else
139b11cdf27SAnton Johansson     /** @do_interrupt: Callback for interrupt handling.  */
140b11cdf27SAnton Johansson     void (*do_interrupt)(CPUState *cpu);
14177c0fc4eSPhilippe Mathieu-Daudé     /** @cpu_exec_interrupt: Callback for processing interrupts in cpu_exec */
14277c0fc4eSPhilippe Mathieu-Daudé     bool (*cpu_exec_interrupt)(CPUState *cpu, int interrupt_request);
143408b2b3dSPeter Maydell     /**
144408b2b3dSPeter Maydell      * @cpu_exec_halt: Callback for handling halt in cpu_exec.
145408b2b3dSPeter Maydell      *
146408b2b3dSPeter Maydell      * The target CPU should do any special processing here that it needs
147408b2b3dSPeter Maydell      * to do when the CPU is in the halted state.
148408b2b3dSPeter Maydell      *
149408b2b3dSPeter Maydell      * Return true to indicate that the CPU should now leave halt, false
1500487c631SPeter Maydell      * if it should remain in the halted state. (This should generally
1510487c631SPeter Maydell      * be the same value that cpu_has_work() would return.)
152408b2b3dSPeter Maydell      *
1530487c631SPeter Maydell      * This method must be provided. If the target does not need to
1540487c631SPeter Maydell      * do anything special for halt, the same function used for its
15572eacd62SPhilippe Mathieu-Daudé      * SysemuCPUOps::has_work method can be used here, as they have the
1560487c631SPeter Maydell      * same function signature.
157408b2b3dSPeter Maydell      */
158408b2b3dSPeter Maydell     bool (*cpu_exec_halt)(CPUState *cpu);
15978271684SClaudio Fontana     /**
160f168808dSRichard Henderson      * @tlb_fill_align: Handle a softmmu tlb miss
161f168808dSRichard Henderson      * @cpu: cpu context
162f168808dSRichard Henderson      * @out: output page properties
163f168808dSRichard Henderson      * @addr: virtual address
164f168808dSRichard Henderson      * @access_type: read, write or execute
165f168808dSRichard Henderson      * @mmu_idx: mmu context
166f168808dSRichard Henderson      * @memop: memory operation for the access
167f168808dSRichard Henderson      * @size: memory access size, or 0 for whole page
168f168808dSRichard Henderson      * @probe: test only, no fault
169f168808dSRichard Henderson      * @ra: host return address for exception unwind
170f168808dSRichard Henderson      *
171f168808dSRichard Henderson      * If the access is valid, fill in @out and return true.
172f168808dSRichard Henderson      * Otherwise if probe is true, return false.
173f168808dSRichard Henderson      * Otherwise raise an exception and do not return.
174f168808dSRichard Henderson      *
175f168808dSRichard Henderson      * The alignment check for the access is deferred to this hook,
176f168808dSRichard Henderson      * so that the target can determine the priority of any alignment
177f168808dSRichard Henderson      * fault with respect to other potential faults from paging.
178f168808dSRichard Henderson      * Zero may be passed for @memop to skip any alignment check
179f168808dSRichard Henderson      * for non-memory-access operations such as probing.
180f168808dSRichard Henderson      */
181f168808dSRichard Henderson     bool (*tlb_fill_align)(CPUState *cpu, CPUTLBEntryFull *out, vaddr addr,
182f168808dSRichard Henderson                            MMUAccessType access_type, int mmu_idx,
183f168808dSRichard Henderson                            MemOp memop, int size, bool probe, uintptr_t ra);
184f168808dSRichard Henderson     /**
185eeca7dc5SRichard Henderson      * @tlb_fill: Handle a softmmu tlb miss
186eeca7dc5SRichard Henderson      *
187eeca7dc5SRichard Henderson      * If the access is valid, call tlb_set_page and return true;
188eeca7dc5SRichard Henderson      * if the access is invalid and probe is true, return false;
189eeca7dc5SRichard Henderson      * otherwise raise an exception and do not return.
190eeca7dc5SRichard Henderson      */
191eeca7dc5SRichard Henderson     bool (*tlb_fill)(CPUState *cpu, vaddr address, int size,
192eeca7dc5SRichard Henderson                      MMUAccessType access_type, int mmu_idx,
193eeca7dc5SRichard Henderson                      bool probe, uintptr_t retaddr);
194eeca7dc5SRichard Henderson     /**
19578271684SClaudio Fontana      * @do_transaction_failed: Callback for handling failed memory transactions
19678271684SClaudio Fontana      * (ie bus faults or external aborts; not MMU faults)
19778271684SClaudio Fontana      */
19878271684SClaudio Fontana     void (*do_transaction_failed)(CPUState *cpu, hwaddr physaddr, vaddr addr,
19978271684SClaudio Fontana                                   unsigned size, MMUAccessType access_type,
20078271684SClaudio Fontana                                   int mmu_idx, MemTxAttrs attrs,
20178271684SClaudio Fontana                                   MemTxResult response, uintptr_t retaddr);
20278271684SClaudio Fontana     /**
20378271684SClaudio Fontana      * @do_unaligned_access: Callback for unaligned access handling
204fa947a66SRichard Henderson      * The callback must exit via raising an exception.
20578271684SClaudio Fontana      */
2068905770bSMarc-André Lureau     G_NORETURN void (*do_unaligned_access)(CPUState *cpu, vaddr addr,
20778271684SClaudio Fontana                                            MMUAccessType access_type,
2088905770bSMarc-André Lureau                                            int mmu_idx, uintptr_t retaddr);
20978271684SClaudio Fontana 
21078271684SClaudio Fontana     /**
21178271684SClaudio Fontana      * @adjust_watchpoint_address: hack for cpu_check_watchpoint used by ARM
21278271684SClaudio Fontana      */
21378271684SClaudio Fontana     vaddr (*adjust_watchpoint_address)(CPUState *cpu, vaddr addr, int len);
21478271684SClaudio Fontana 
21578271684SClaudio Fontana     /**
21678271684SClaudio Fontana      * @debug_check_watchpoint: return true if the architectural
21778271684SClaudio Fontana      * watchpoint whose address has matched should really fire, used by ARM
218013577deSBin Meng      * and RISC-V
21978271684SClaudio Fontana      */
22078271684SClaudio Fontana     bool (*debug_check_watchpoint)(CPUState *cpu, CPUWatchpoint *wp);
22178271684SClaudio Fontana 
222d9bcb58aSRichard Henderson     /**
223e3f7c801SRichard Henderson      * @debug_check_breakpoint: return true if the architectural
224e3f7c801SRichard Henderson      * breakpoint whose PC has matched should really fire.
225e3f7c801SRichard Henderson      */
226e3f7c801SRichard Henderson     bool (*debug_check_breakpoint)(CPUState *cpu);
227e3f7c801SRichard Henderson 
228e3f7c801SRichard Henderson     /**
229d9bcb58aSRichard Henderson      * @io_recompile_replay_branch: Callback for cpu_io_recompile.
230d9bcb58aSRichard Henderson      *
231d9bcb58aSRichard Henderson      * The cpu has been stopped, and cpu_restore_state_from_tb has been
232d9bcb58aSRichard Henderson      * called.  If the faulting instruction is in a delay slot, and the
233d9bcb58aSRichard Henderson      * target architecture requires re-execution of the branch, then
234d9bcb58aSRichard Henderson      * adjust the cpu state as required and return true.
235d9bcb58aSRichard Henderson      */
236d9bcb58aSRichard Henderson     bool (*io_recompile_replay_branch)(CPUState *cpu,
237d9bcb58aSRichard Henderson                                        const TranslationBlock *tb);
2380fdc69b7SPhilippe Mathieu-Daudé     /**
2390fdc69b7SPhilippe Mathieu-Daudé      * @need_replay_interrupt: Return %true if @interrupt_request
2400fdc69b7SPhilippe Mathieu-Daudé      * needs to be recorded for replay purposes.
2410fdc69b7SPhilippe Mathieu-Daudé      */
2420fdc69b7SPhilippe Mathieu-Daudé     bool (*need_replay_interrupt)(int interrupt_request);
24375fe97b4SPhilippe Mathieu-Daudé #endif /* !CONFIG_USER_ONLY */
24478271684SClaudio Fontana };
24578271684SClaudio Fontana 
2466eece7f5SPhilippe Mathieu-Daudé #if defined(CONFIG_USER_ONLY)
2476eece7f5SPhilippe Mathieu-Daudé 
2486eece7f5SPhilippe Mathieu-Daudé static inline void cpu_check_watchpoint(CPUState *cpu, vaddr addr, vaddr len,
2496eece7f5SPhilippe Mathieu-Daudé                                         MemTxAttrs atr, int fl, uintptr_t ra)
2506eece7f5SPhilippe Mathieu-Daudé {
2516eece7f5SPhilippe Mathieu-Daudé }
2526eece7f5SPhilippe Mathieu-Daudé 
2536eece7f5SPhilippe Mathieu-Daudé static inline int cpu_watchpoint_address_matches(CPUState *cpu,
2546eece7f5SPhilippe Mathieu-Daudé                                                  vaddr addr, vaddr len)
2556eece7f5SPhilippe Mathieu-Daudé {
2566eece7f5SPhilippe Mathieu-Daudé     return 0;
2576eece7f5SPhilippe Mathieu-Daudé }
2586eece7f5SPhilippe Mathieu-Daudé 
2596eece7f5SPhilippe Mathieu-Daudé #else
2606eece7f5SPhilippe Mathieu-Daudé 
2616eece7f5SPhilippe Mathieu-Daudé /**
2626eece7f5SPhilippe Mathieu-Daudé  * cpu_check_watchpoint:
2636eece7f5SPhilippe Mathieu-Daudé  * @cpu: cpu context
2646eece7f5SPhilippe Mathieu-Daudé  * @addr: guest virtual address
2656eece7f5SPhilippe Mathieu-Daudé  * @len: access length
2666eece7f5SPhilippe Mathieu-Daudé  * @attrs: memory access attributes
2676eece7f5SPhilippe Mathieu-Daudé  * @flags: watchpoint access type
2686eece7f5SPhilippe Mathieu-Daudé  * @ra: unwind return address
2696eece7f5SPhilippe Mathieu-Daudé  *
2706eece7f5SPhilippe Mathieu-Daudé  * Check for a watchpoint hit in [addr, addr+len) of the type
2716eece7f5SPhilippe Mathieu-Daudé  * specified by @flags.  Exit via exception with a hit.
2726eece7f5SPhilippe Mathieu-Daudé  */
2736eece7f5SPhilippe Mathieu-Daudé void cpu_check_watchpoint(CPUState *cpu, vaddr addr, vaddr len,
2746eece7f5SPhilippe Mathieu-Daudé                           MemTxAttrs attrs, int flags, uintptr_t ra);
2756eece7f5SPhilippe Mathieu-Daudé 
2766eece7f5SPhilippe Mathieu-Daudé /**
2776eece7f5SPhilippe Mathieu-Daudé  * cpu_watchpoint_address_matches:
2786eece7f5SPhilippe Mathieu-Daudé  * @cpu: cpu context
2796eece7f5SPhilippe Mathieu-Daudé  * @addr: guest virtual address
2806eece7f5SPhilippe Mathieu-Daudé  * @len: access length
2816eece7f5SPhilippe Mathieu-Daudé  *
2826eece7f5SPhilippe Mathieu-Daudé  * Return the watchpoint flags that apply to [addr, addr+len).
2836eece7f5SPhilippe Mathieu-Daudé  * If no watchpoint is registered for the range, the result is 0.
2846eece7f5SPhilippe Mathieu-Daudé  */
2856eece7f5SPhilippe Mathieu-Daudé int cpu_watchpoint_address_matches(CPUState *cpu, vaddr addr, vaddr len);
2866eece7f5SPhilippe Mathieu-Daudé 
2876eece7f5SPhilippe Mathieu-Daudé #endif
2886eece7f5SPhilippe Mathieu-Daudé 
28978271684SClaudio Fontana #endif /* TCG_CPU_OPS_H */
290