178271684SClaudio Fontana /* 278271684SClaudio Fontana * TCG CPU-specific operations 378271684SClaudio Fontana * 478271684SClaudio Fontana * Copyright 2021 SUSE LLC 578271684SClaudio Fontana * 678271684SClaudio Fontana * This work is licensed under the terms of the GNU GPL, version 2 or later. 778271684SClaudio Fontana * See the COPYING file in the top-level directory. 878271684SClaudio Fontana */ 978271684SClaudio Fontana 1078271684SClaudio Fontana #ifndef TCG_CPU_OPS_H 1178271684SClaudio Fontana #define TCG_CPU_OPS_H 1278271684SClaudio Fontana 1376d07d32SPhilippe Mathieu-Daudé #include "exec/breakpoint.h" 1476d07d32SPhilippe Mathieu-Daudé #include "exec/hwaddr.h" 1576d07d32SPhilippe Mathieu-Daudé #include "exec/memattrs.h" 16f168808dSRichard Henderson #include "exec/memop.h" 1776d07d32SPhilippe Mathieu-Daudé #include "exec/mmu-access-type.h" 1876d07d32SPhilippe Mathieu-Daudé #include "exec/vaddr.h" 1904583ce7SPhilippe Mathieu-Daudé #include "tcg/tcg-mo.h" 2078271684SClaudio Fontana 2178271684SClaudio Fontana struct TCGCPUOps { 22a3d40b5eSPhilippe Mathieu-Daudé /** 23a3d40b5eSPhilippe Mathieu-Daudé * mttcg_supported: multi-threaded TCG is supported 24a3d40b5eSPhilippe Mathieu-Daudé * 25a3d40b5eSPhilippe Mathieu-Daudé * Target (TCG frontend) supports: 26a3d40b5eSPhilippe Mathieu-Daudé * - atomic instructions 27a3d40b5eSPhilippe Mathieu-Daudé * - memory ordering primitives (barriers) 28a3d40b5eSPhilippe Mathieu-Daudé */ 29a3d40b5eSPhilippe Mathieu-Daudé bool mttcg_supported; 3004583ce7SPhilippe Mathieu-Daudé 3104583ce7SPhilippe Mathieu-Daudé /** 32*77ad412bSRichard Henderson * @precise_smc: Stores which modify code within the current TB force 33*77ad412bSRichard Henderson * the TB to exit; the next executed instruction will see 34*77ad412bSRichard Henderson * the result of the store. 35*77ad412bSRichard Henderson */ 36*77ad412bSRichard Henderson bool precise_smc; 37*77ad412bSRichard Henderson 38*77ad412bSRichard Henderson /** 3904583ce7SPhilippe Mathieu-Daudé * @guest_default_memory_order: default barrier that is required 4004583ce7SPhilippe Mathieu-Daudé * for the guest memory ordering. 4104583ce7SPhilippe Mathieu-Daudé */ 4204583ce7SPhilippe Mathieu-Daudé TCGBar guest_default_memory_order; 4304583ce7SPhilippe Mathieu-Daudé 4478271684SClaudio Fontana /** 45669dcb60SMichael Tokarev * @initialize: Initialize TCG state 4678271684SClaudio Fontana * 4778271684SClaudio Fontana * Called when the first CPU is realized. 4878271684SClaudio Fontana */ 4978271684SClaudio Fontana void (*initialize)(void); 5078271684SClaudio Fontana /** 51e4a8e093SRichard Henderson * @translate_code: Translate guest instructions to TCGOps 52e4a8e093SRichard Henderson * @cpu: cpu context 53e4a8e093SRichard Henderson * @tb: translation block 54e4a8e093SRichard Henderson * @max_insns: max number of instructions to translate 55e4a8e093SRichard Henderson * @pc: guest virtual program counter address 56e4a8e093SRichard Henderson * @host_pc: host physical program counter address 57e4a8e093SRichard Henderson * 58e4a8e093SRichard Henderson * This function must be provided by the target, which should create 59e4a8e093SRichard Henderson * the target-specific DisasContext, and then invoke translator_loop. 60e4a8e093SRichard Henderson */ 61e4a8e093SRichard Henderson void (*translate_code)(CPUState *cpu, TranslationBlock *tb, 62e4a8e093SRichard Henderson int *max_insns, vaddr pc, void *host_pc); 63e4a8e093SRichard Henderson /** 6478271684SClaudio Fontana * @synchronize_from_tb: Synchronize state from a TCG #TranslationBlock 6578271684SClaudio Fontana * 6678271684SClaudio Fontana * This is called when we abandon execution of a TB before starting it, 6778271684SClaudio Fontana * and must set all parts of the CPU state which the previous TB in the 6878271684SClaudio Fontana * chain may not have updated. 6978271684SClaudio Fontana * By default, when this is NULL, a call is made to @set_pc(tb->pc). 7078271684SClaudio Fontana * 7178271684SClaudio Fontana * If more state needs to be restored, the target must implement a 7278271684SClaudio Fontana * function to restore all the state, and register it here. 7378271684SClaudio Fontana */ 748349d2aeSRichard Henderson void (*synchronize_from_tb)(CPUState *cpu, const TranslationBlock *tb); 75d2925689SRichard Henderson /** 76d2925689SRichard Henderson * @restore_state_to_opc: Synchronize state from INDEX_op_start_insn 77d2925689SRichard Henderson * 78d2925689SRichard Henderson * This is called when we unwind state in the middle of a TB, 79d2925689SRichard Henderson * usually before raising an exception. Set all part of the CPU 80d2925689SRichard Henderson * state which are tracked insn-by-insn in the target-specific 81d2925689SRichard Henderson * arguments to start_insn, passed as @data. 82d2925689SRichard Henderson */ 83d2925689SRichard Henderson void (*restore_state_to_opc)(CPUState *cpu, const TranslationBlock *tb, 84d2925689SRichard Henderson const uint64_t *data); 85d2925689SRichard Henderson 8678271684SClaudio Fontana /** @cpu_exec_enter: Callback for cpu_exec preparation */ 8778271684SClaudio Fontana void (*cpu_exec_enter)(CPUState *cpu); 8878271684SClaudio Fontana /** @cpu_exec_exit: Callback for cpu_exec cleanup */ 8978271684SClaudio Fontana void (*cpu_exec_exit)(CPUState *cpu); 9078271684SClaudio Fontana /** @debug_excp_handler: Callback for handling debug exceptions */ 9178271684SClaudio Fontana void (*debug_excp_handler)(CPUState *cpu); 9278271684SClaudio Fontana 9317fa8b6fSPhilippe Mathieu-Daudé /** @mmu_index: Callback for choosing softmmu mmu index */ 9417fa8b6fSPhilippe Mathieu-Daudé int (*mmu_index)(CPUState *cpu, bool ifetch); 9517fa8b6fSPhilippe Mathieu-Daudé 96fd3f7d24SAnton Johansson #ifdef CONFIG_USER_ONLY 9712096421SPhilippe Mathieu-Daudé /** 9812096421SPhilippe Mathieu-Daudé * @fake_user_interrupt: Callback for 'fake exception' handling. 9912096421SPhilippe Mathieu-Daudé * 10012096421SPhilippe Mathieu-Daudé * Simulate 'fake exception' which will be handled outside the 10112096421SPhilippe Mathieu-Daudé * cpu execution loop (hack for x86 user mode). 10212096421SPhilippe Mathieu-Daudé */ 10312096421SPhilippe Mathieu-Daudé void (*fake_user_interrupt)(CPUState *cpu); 104fd3f7d24SAnton Johansson 10575fe97b4SPhilippe Mathieu-Daudé /** 10675fe97b4SPhilippe Mathieu-Daudé * record_sigsegv: 10775fe97b4SPhilippe Mathieu-Daudé * @cpu: cpu context 10875fe97b4SPhilippe Mathieu-Daudé * @addr: faulting guest address 10975fe97b4SPhilippe Mathieu-Daudé * @access_type: access was read/write/execute 11075fe97b4SPhilippe Mathieu-Daudé * @maperr: true for invalid page, false for permission fault 11175fe97b4SPhilippe Mathieu-Daudé * @ra: host pc for unwinding 11275fe97b4SPhilippe Mathieu-Daudé * 11375fe97b4SPhilippe Mathieu-Daudé * We are about to raise SIGSEGV with si_code set for @maperr, 11475fe97b4SPhilippe Mathieu-Daudé * and si_addr set for @addr. Record anything further needed 11575fe97b4SPhilippe Mathieu-Daudé * for the signal ucontext_t. 11675fe97b4SPhilippe Mathieu-Daudé * 11775fe97b4SPhilippe Mathieu-Daudé * If the emulated kernel does not provide anything to the signal 11875fe97b4SPhilippe Mathieu-Daudé * handler with anything besides the user context registers, and 11975fe97b4SPhilippe Mathieu-Daudé * the siginfo_t, then this hook need do nothing and may be omitted. 12075fe97b4SPhilippe Mathieu-Daudé * Otherwise, record the data and return; the caller will raise 12175fe97b4SPhilippe Mathieu-Daudé * the signal, unwind the cpu state, and return to the main loop. 12275fe97b4SPhilippe Mathieu-Daudé * 12375fe97b4SPhilippe Mathieu-Daudé * If it is simpler to re-use the sysemu tlb_fill code, @ra is provided 12475fe97b4SPhilippe Mathieu-Daudé * so that a "normal" cpu exception can be raised. In this case, 12575fe97b4SPhilippe Mathieu-Daudé * the signal must be raised by the architecture cpu_loop. 12675fe97b4SPhilippe Mathieu-Daudé */ 12775fe97b4SPhilippe Mathieu-Daudé void (*record_sigsegv)(CPUState *cpu, vaddr addr, 12875fe97b4SPhilippe Mathieu-Daudé MMUAccessType access_type, 12975fe97b4SPhilippe Mathieu-Daudé bool maperr, uintptr_t ra); 13075fe97b4SPhilippe Mathieu-Daudé /** 13175fe97b4SPhilippe Mathieu-Daudé * record_sigbus: 13275fe97b4SPhilippe Mathieu-Daudé * @cpu: cpu context 13375fe97b4SPhilippe Mathieu-Daudé * @addr: misaligned guest address 13475fe97b4SPhilippe Mathieu-Daudé * @access_type: access was read/write/execute 13575fe97b4SPhilippe Mathieu-Daudé * @ra: host pc for unwinding 13675fe97b4SPhilippe Mathieu-Daudé * 13775fe97b4SPhilippe Mathieu-Daudé * We are about to raise SIGBUS with si_code BUS_ADRALN, 13875fe97b4SPhilippe Mathieu-Daudé * and si_addr set for @addr. Record anything further needed 13975fe97b4SPhilippe Mathieu-Daudé * for the signal ucontext_t. 14075fe97b4SPhilippe Mathieu-Daudé * 14175fe97b4SPhilippe Mathieu-Daudé * If the emulated kernel does not provide the signal handler with 14275fe97b4SPhilippe Mathieu-Daudé * anything besides the user context registers, and the siginfo_t, 14375fe97b4SPhilippe Mathieu-Daudé * then this hook need do nothing and may be omitted. 14475fe97b4SPhilippe Mathieu-Daudé * Otherwise, record the data and return; the caller will raise 14575fe97b4SPhilippe Mathieu-Daudé * the signal, unwind the cpu state, and return to the main loop. 14675fe97b4SPhilippe Mathieu-Daudé * 14775fe97b4SPhilippe Mathieu-Daudé * If it is simpler to re-use the sysemu do_unaligned_access code, 14875fe97b4SPhilippe Mathieu-Daudé * @ra is provided so that a "normal" cpu exception can be raised. 14975fe97b4SPhilippe Mathieu-Daudé * In this case, the signal must be raised by the architecture cpu_loop. 15075fe97b4SPhilippe Mathieu-Daudé */ 15175fe97b4SPhilippe Mathieu-Daudé void (*record_sigbus)(CPUState *cpu, vaddr addr, 15275fe97b4SPhilippe Mathieu-Daudé MMUAccessType access_type, uintptr_t ra); 15375fe97b4SPhilippe Mathieu-Daudé #else 154b11cdf27SAnton Johansson /** @do_interrupt: Callback for interrupt handling. */ 155b11cdf27SAnton Johansson void (*do_interrupt)(CPUState *cpu); 15677c0fc4eSPhilippe Mathieu-Daudé /** @cpu_exec_interrupt: Callback for processing interrupts in cpu_exec */ 15777c0fc4eSPhilippe Mathieu-Daudé bool (*cpu_exec_interrupt)(CPUState *cpu, int interrupt_request); 158408b2b3dSPeter Maydell /** 159408b2b3dSPeter Maydell * @cpu_exec_halt: Callback for handling halt in cpu_exec. 160408b2b3dSPeter Maydell * 161408b2b3dSPeter Maydell * The target CPU should do any special processing here that it needs 162408b2b3dSPeter Maydell * to do when the CPU is in the halted state. 163408b2b3dSPeter Maydell * 164408b2b3dSPeter Maydell * Return true to indicate that the CPU should now leave halt, false 1650487c631SPeter Maydell * if it should remain in the halted state. (This should generally 1660487c631SPeter Maydell * be the same value that cpu_has_work() would return.) 167408b2b3dSPeter Maydell * 1680487c631SPeter Maydell * This method must be provided. If the target does not need to 1690487c631SPeter Maydell * do anything special for halt, the same function used for its 17072eacd62SPhilippe Mathieu-Daudé * SysemuCPUOps::has_work method can be used here, as they have the 1710487c631SPeter Maydell * same function signature. 172408b2b3dSPeter Maydell */ 173408b2b3dSPeter Maydell bool (*cpu_exec_halt)(CPUState *cpu); 17478271684SClaudio Fontana /** 175f168808dSRichard Henderson * @tlb_fill_align: Handle a softmmu tlb miss 176f168808dSRichard Henderson * @cpu: cpu context 177f168808dSRichard Henderson * @out: output page properties 178f168808dSRichard Henderson * @addr: virtual address 179f168808dSRichard Henderson * @access_type: read, write or execute 180f168808dSRichard Henderson * @mmu_idx: mmu context 181f168808dSRichard Henderson * @memop: memory operation for the access 182f168808dSRichard Henderson * @size: memory access size, or 0 for whole page 183f168808dSRichard Henderson * @probe: test only, no fault 184f168808dSRichard Henderson * @ra: host return address for exception unwind 185f168808dSRichard Henderson * 186f168808dSRichard Henderson * If the access is valid, fill in @out and return true. 187f168808dSRichard Henderson * Otherwise if probe is true, return false. 188f168808dSRichard Henderson * Otherwise raise an exception and do not return. 189f168808dSRichard Henderson * 190f168808dSRichard Henderson * The alignment check for the access is deferred to this hook, 191f168808dSRichard Henderson * so that the target can determine the priority of any alignment 192f168808dSRichard Henderson * fault with respect to other potential faults from paging. 193f168808dSRichard Henderson * Zero may be passed for @memop to skip any alignment check 194f168808dSRichard Henderson * for non-memory-access operations such as probing. 195f168808dSRichard Henderson */ 196f168808dSRichard Henderson bool (*tlb_fill_align)(CPUState *cpu, CPUTLBEntryFull *out, vaddr addr, 197f168808dSRichard Henderson MMUAccessType access_type, int mmu_idx, 198f168808dSRichard Henderson MemOp memop, int size, bool probe, uintptr_t ra); 199f168808dSRichard Henderson /** 200eeca7dc5SRichard Henderson * @tlb_fill: Handle a softmmu tlb miss 201eeca7dc5SRichard Henderson * 202eeca7dc5SRichard Henderson * If the access is valid, call tlb_set_page and return true; 203eeca7dc5SRichard Henderson * if the access is invalid and probe is true, return false; 204eeca7dc5SRichard Henderson * otherwise raise an exception and do not return. 205eeca7dc5SRichard Henderson */ 206eeca7dc5SRichard Henderson bool (*tlb_fill)(CPUState *cpu, vaddr address, int size, 207eeca7dc5SRichard Henderson MMUAccessType access_type, int mmu_idx, 208eeca7dc5SRichard Henderson bool probe, uintptr_t retaddr); 209eeca7dc5SRichard Henderson /** 21078271684SClaudio Fontana * @do_transaction_failed: Callback for handling failed memory transactions 21178271684SClaudio Fontana * (ie bus faults or external aborts; not MMU faults) 21278271684SClaudio Fontana */ 21378271684SClaudio Fontana void (*do_transaction_failed)(CPUState *cpu, hwaddr physaddr, vaddr addr, 21478271684SClaudio Fontana unsigned size, MMUAccessType access_type, 21578271684SClaudio Fontana int mmu_idx, MemTxAttrs attrs, 21678271684SClaudio Fontana MemTxResult response, uintptr_t retaddr); 21778271684SClaudio Fontana /** 21878271684SClaudio Fontana * @do_unaligned_access: Callback for unaligned access handling 219fa947a66SRichard Henderson * The callback must exit via raising an exception. 22078271684SClaudio Fontana */ 2218905770bSMarc-André Lureau G_NORETURN void (*do_unaligned_access)(CPUState *cpu, vaddr addr, 22278271684SClaudio Fontana MMUAccessType access_type, 2238905770bSMarc-André Lureau int mmu_idx, uintptr_t retaddr); 22478271684SClaudio Fontana 22578271684SClaudio Fontana /** 22678271684SClaudio Fontana * @adjust_watchpoint_address: hack for cpu_check_watchpoint used by ARM 22778271684SClaudio Fontana */ 22878271684SClaudio Fontana vaddr (*adjust_watchpoint_address)(CPUState *cpu, vaddr addr, int len); 22978271684SClaudio Fontana 23078271684SClaudio Fontana /** 23178271684SClaudio Fontana * @debug_check_watchpoint: return true if the architectural 23278271684SClaudio Fontana * watchpoint whose address has matched should really fire, used by ARM 233013577deSBin Meng * and RISC-V 23478271684SClaudio Fontana */ 23578271684SClaudio Fontana bool (*debug_check_watchpoint)(CPUState *cpu, CPUWatchpoint *wp); 23678271684SClaudio Fontana 237d9bcb58aSRichard Henderson /** 238e3f7c801SRichard Henderson * @debug_check_breakpoint: return true if the architectural 239e3f7c801SRichard Henderson * breakpoint whose PC has matched should really fire. 240e3f7c801SRichard Henderson */ 241e3f7c801SRichard Henderson bool (*debug_check_breakpoint)(CPUState *cpu); 242e3f7c801SRichard Henderson 243e3f7c801SRichard Henderson /** 244d9bcb58aSRichard Henderson * @io_recompile_replay_branch: Callback for cpu_io_recompile. 245d9bcb58aSRichard Henderson * 246d9bcb58aSRichard Henderson * The cpu has been stopped, and cpu_restore_state_from_tb has been 247d9bcb58aSRichard Henderson * called. If the faulting instruction is in a delay slot, and the 248d9bcb58aSRichard Henderson * target architecture requires re-execution of the branch, then 249d9bcb58aSRichard Henderson * adjust the cpu state as required and return true. 250d9bcb58aSRichard Henderson */ 251d9bcb58aSRichard Henderson bool (*io_recompile_replay_branch)(CPUState *cpu, 252d9bcb58aSRichard Henderson const TranslationBlock *tb); 2530fdc69b7SPhilippe Mathieu-Daudé /** 2540fdc69b7SPhilippe Mathieu-Daudé * @need_replay_interrupt: Return %true if @interrupt_request 2550fdc69b7SPhilippe Mathieu-Daudé * needs to be recorded for replay purposes. 2560fdc69b7SPhilippe Mathieu-Daudé */ 2570fdc69b7SPhilippe Mathieu-Daudé bool (*need_replay_interrupt)(int interrupt_request); 25875fe97b4SPhilippe Mathieu-Daudé #endif /* !CONFIG_USER_ONLY */ 25978271684SClaudio Fontana }; 26078271684SClaudio Fontana 2616eece7f5SPhilippe Mathieu-Daudé #if defined(CONFIG_USER_ONLY) 2626eece7f5SPhilippe Mathieu-Daudé 2636eece7f5SPhilippe Mathieu-Daudé static inline void cpu_check_watchpoint(CPUState *cpu, vaddr addr, vaddr len, 2646eece7f5SPhilippe Mathieu-Daudé MemTxAttrs atr, int fl, uintptr_t ra) 2656eece7f5SPhilippe Mathieu-Daudé { 2666eece7f5SPhilippe Mathieu-Daudé } 2676eece7f5SPhilippe Mathieu-Daudé 2686eece7f5SPhilippe Mathieu-Daudé static inline int cpu_watchpoint_address_matches(CPUState *cpu, 2696eece7f5SPhilippe Mathieu-Daudé vaddr addr, vaddr len) 2706eece7f5SPhilippe Mathieu-Daudé { 2716eece7f5SPhilippe Mathieu-Daudé return 0; 2726eece7f5SPhilippe Mathieu-Daudé } 2736eece7f5SPhilippe Mathieu-Daudé 2746eece7f5SPhilippe Mathieu-Daudé #else 2756eece7f5SPhilippe Mathieu-Daudé 2766eece7f5SPhilippe Mathieu-Daudé /** 2776eece7f5SPhilippe Mathieu-Daudé * cpu_check_watchpoint: 2786eece7f5SPhilippe Mathieu-Daudé * @cpu: cpu context 2796eece7f5SPhilippe Mathieu-Daudé * @addr: guest virtual address 2806eece7f5SPhilippe Mathieu-Daudé * @len: access length 2816eece7f5SPhilippe Mathieu-Daudé * @attrs: memory access attributes 2826eece7f5SPhilippe Mathieu-Daudé * @flags: watchpoint access type 2836eece7f5SPhilippe Mathieu-Daudé * @ra: unwind return address 2846eece7f5SPhilippe Mathieu-Daudé * 2856eece7f5SPhilippe Mathieu-Daudé * Check for a watchpoint hit in [addr, addr+len) of the type 2866eece7f5SPhilippe Mathieu-Daudé * specified by @flags. Exit via exception with a hit. 2876eece7f5SPhilippe Mathieu-Daudé */ 2886eece7f5SPhilippe Mathieu-Daudé void cpu_check_watchpoint(CPUState *cpu, vaddr addr, vaddr len, 2896eece7f5SPhilippe Mathieu-Daudé MemTxAttrs attrs, int flags, uintptr_t ra); 2906eece7f5SPhilippe Mathieu-Daudé 2916eece7f5SPhilippe Mathieu-Daudé /** 2926eece7f5SPhilippe Mathieu-Daudé * cpu_watchpoint_address_matches: 2936eece7f5SPhilippe Mathieu-Daudé * @cpu: cpu context 2946eece7f5SPhilippe Mathieu-Daudé * @addr: guest virtual address 2956eece7f5SPhilippe Mathieu-Daudé * @len: access length 2966eece7f5SPhilippe Mathieu-Daudé * 2976eece7f5SPhilippe Mathieu-Daudé * Return the watchpoint flags that apply to [addr, addr+len). 2986eece7f5SPhilippe Mathieu-Daudé * If no watchpoint is registered for the range, the result is 0. 2996eece7f5SPhilippe Mathieu-Daudé */ 3006eece7f5SPhilippe Mathieu-Daudé int cpu_watchpoint_address_matches(CPUState *cpu, vaddr addr, vaddr len); 3016eece7f5SPhilippe Mathieu-Daudé 3026eece7f5SPhilippe Mathieu-Daudé #endif 3036eece7f5SPhilippe Mathieu-Daudé 30478271684SClaudio Fontana #endif /* TCG_CPU_OPS_H */ 305