48 static bool bad_trap(struct kvm_vcpu *vcpu,  in bad_trap()
59 static bool read_from_write_only(struct kvm_vcpu *vcpu,  in read_from_write_only()
67 static bool write_to_read_only(struct kvm_vcpu *vcpu,  in write_to_read_only()
128 u64 vcpu_read_sys_reg(const struct kvm_vcpu *vcpu, int reg)  in vcpu_read_sys_reg()
172 void vcpu_write_sys_reg(struct kvm_vcpu *vcpu, u64 val, int reg)  in vcpu_write_sys_reg()
243 static u32 get_ccsidr(struct kvm_vcpu *vcpu, u32 csselr)  in get_ccsidr()
278 static int set_ccsidr(struct kvm_vcpu *vcpu, u32 csselr, u32 val)  in set_ccsidr()
307 static bool access_rw(struct kvm_vcpu *vcpu,  in access_rw()
322 static bool access_dcsw(struct kvm_vcpu *vcpu,  in access_dcsw()
342 static bool access_dcgsw(struct kvm_vcpu *vcpu,  in access_dcgsw()
378 static bool access_vm_reg(struct kvm_vcpu *vcpu,  in access_vm_reg()
403 static bool access_actlr(struct kvm_vcpu *vcpu,  in access_actlr()
424 static bool access_gic_sgi(struct kvm_vcpu *vcpu,  in access_gic_sgi()
469 static bool access_gic_sre(struct kvm_vcpu *vcpu,  in access_gic_sre()
480 static bool trap_raz_wi(struct kvm_vcpu *vcpu,  in trap_raz_wi()
490 static bool trap_undef(struct kvm_vcpu *vcpu,  in trap_undef()
504 static bool trap_loregion(struct kvm_vcpu *vcpu,  in trap_loregion()
522 static bool trap_oslar_el1(struct kvm_vcpu *vcpu,  in trap_oslar_el1()
540 static bool trap_oslsr_el1(struct kvm_vcpu *vcpu,  in trap_oslsr_el1()
551 static int set_oslsr_el1(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_oslsr_el1()
565 static bool trap_dbgauthstatus_el1(struct kvm_vcpu *vcpu,  in trap_dbgauthstatus_el1()
604 static bool trap_debug_regs(struct kvm_vcpu *vcpu,  in trap_debug_regs()
626 static void reg_to_dbg(struct kvm_vcpu *vcpu,  in reg_to_dbg()
643 static void dbg_to_reg(struct kvm_vcpu *vcpu,  in dbg_to_reg()
654 static bool trap_bvr(struct kvm_vcpu *vcpu,  in trap_bvr()
670 static int set_bvr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_bvr()
677 static int get_bvr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_bvr()
684 static u64 reset_bvr(struct kvm_vcpu *vcpu,  in reset_bvr()
691 static bool trap_bcr(struct kvm_vcpu *vcpu,  in trap_bcr()
707 static int set_bcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_bcr()
714 static int get_bcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_bcr()
721 static u64 reset_bcr(struct kvm_vcpu *vcpu,  in reset_bcr()
728 static bool trap_wvr(struct kvm_vcpu *vcpu,  in trap_wvr()
745 static int set_wvr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_wvr()
752 static int get_wvr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_wvr()
759 static u64 reset_wvr(struct kvm_vcpu *vcpu,  in reset_wvr()
766 static bool trap_wcr(struct kvm_vcpu *vcpu,  in trap_wcr()
782 static int set_wcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_wcr()
789 static int get_wcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_wcr()
796 static u64 reset_wcr(struct kvm_vcpu *vcpu,  in reset_wcr()
803 static u64 reset_amair_el1(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_amair_el1()
810 static u64 reset_actlr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_actlr()
817 static u64 reset_mpidr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_mpidr()
837 static unsigned int pmu_visibility(const struct kvm_vcpu *vcpu,  in pmu_visibility()
846 static u64 reset_pmu_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmu_reg()
860 static u64 reset_pmevcntr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmevcntr()
868 static u64 reset_pmevtyper(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmevtyper()
880 static u64 reset_pmselr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmselr()
888 static u64 reset_pmcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmcr()
904 static bool check_pmu_access_disabled(struct kvm_vcpu *vcpu, u64 flags)  in check_pmu_access_disabled()
915 static bool pmu_access_el0_disabled(struct kvm_vcpu *vcpu)  in pmu_access_el0_disabled()
920 static bool pmu_write_swinc_el0_disabled(struct kvm_vcpu *vcpu)  in pmu_write_swinc_el0_disabled()
925 static bool pmu_access_cycle_counter_el0_disabled(struct kvm_vcpu *vcpu)  in pmu_access_cycle_counter_el0_disabled()
930 static bool pmu_access_event_counter_el0_disabled(struct kvm_vcpu *vcpu)  in pmu_access_event_counter_el0_disabled()
935 static bool access_pmcr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmcr()
964 static bool access_pmselr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmselr()
980 static bool access_pmceid(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmceid()
1001 static bool pmu_counter_idx_valid(struct kvm_vcpu *vcpu, u64 idx)  in pmu_counter_idx_valid()
1015 static int get_pmu_evcntr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r,  in get_pmu_evcntr()
1031 static bool access_pmu_evcntr(struct kvm_vcpu *vcpu,  in access_pmu_evcntr()
1084 static bool access_pmu_evtyper(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmu_evtyper()
1120 static int set_pmreg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r, u64 val)  in set_pmreg()
1145 static int get_pmreg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r, u64 *val)  in get_pmreg()
1153 static bool access_pmcnten(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmcnten()
1181 static bool access_pminten(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pminten()
1205 static bool access_pmovs(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmovs()
1227 static bool access_pmswinc(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmswinc()
1243 static bool access_pmuserenr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmuserenr()
1262 static int get_pmcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r,  in get_pmcr()
1269 static int set_pmcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r,  in set_pmcr()
1334 static bool undef_access(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in undef_access()
1348 static unsigned int ptrauth_visibility(const struct kvm_vcpu *vcpu,  in ptrauth_visibility()
1368 static bool access_arch_timer(struct kvm_vcpu *vcpu,  in access_arch_timer()
1450 static int arm64_check_features(struct kvm_vcpu *vcpu,  in arm64_check_features()
1517 static u64 __kvm_read_sanitised_id_reg(const struct kvm_vcpu *vcpu,  in __kvm_read_sanitised_id_reg()
1560 static u64 kvm_read_sanitised_id_reg(struct kvm_vcpu *vcpu,  in kvm_read_sanitised_id_reg()
1566 static u64 read_id_reg(const struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in read_id_reg()
1589 static unsigned int id_visibility(const struct kvm_vcpu *vcpu,  in id_visibility()
1604 static unsigned int aa32_id_visibility(const struct kvm_vcpu *vcpu,  in aa32_id_visibility()
1618 static unsigned int raz_visibility(const struct kvm_vcpu *vcpu,  in raz_visibility()
1626 static bool access_id_reg(struct kvm_vcpu *vcpu,  in access_id_reg()
1639 static unsigned int sve_visibility(const struct kvm_vcpu *vcpu,  in sve_visibility()
1648 static u64 read_sanitised_id_aa64pfr0_el1(struct kvm_vcpu *vcpu,  in read_sanitised_id_aa64pfr0_el1()
1692 static u64 read_sanitised_id_aa64dfr0_el1(struct kvm_vcpu *vcpu,  in read_sanitised_id_aa64dfr0_el1()
1713 static int set_id_aa64dfr0_el1(struct kvm_vcpu *vcpu,  in set_id_aa64dfr0_el1()
1747 static u64 read_sanitised_id_dfr0_el1(struct kvm_vcpu *vcpu,  in read_sanitised_id_dfr0_el1()
1762 static int set_id_dfr0_el1(struct kvm_vcpu *vcpu,  in set_id_dfr0_el1()
1796 static int get_id_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_id_reg()
1815 static int set_id_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_id_reg()
1855 static int get_raz_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_raz_reg()
1862 static int set_wi_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_wi_reg()
1868 static bool access_ctr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_ctr()
1878 static bool access_clidr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_clidr()
1892 static u64 reset_clidr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_clidr()
1944 static int set_clidr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_clidr()
1958 static bool access_csselr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_csselr()
1970 static bool access_ccsidr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_ccsidr()
1986 static unsigned int mte_visibility(const struct kvm_vcpu *vcpu,  in mte_visibility()
2003 static unsigned int el2_visibility(const struct kvm_vcpu *vcpu,  in el2_visibility()
2012 static bool bad_vncr_trap(struct kvm_vcpu *vcpu,  in bad_vncr_trap()
2025 static bool bad_redir_trap(struct kvm_vcpu *vcpu,  in bad_redir_trap()
2055 static unsigned int hidden_user_visibility(const struct kvm_vcpu *vcpu,  in hidden_user_visibility()
2141 static bool access_sp_el1(struct kvm_vcpu *vcpu,  in access_sp_el1()
2153 static bool access_elr(struct kvm_vcpu *vcpu,  in access_elr()
2165 static bool access_spsr(struct kvm_vcpu *vcpu,  in access_spsr()
2732 static bool trap_dbgdidr(struct kvm_vcpu *vcpu,  in trap_dbgdidr()
3073 int kvm_handle_cp14_load_store(struct kvm_vcpu *vcpu)  in kvm_handle_cp14_load_store()
3079 static void perform_access(struct kvm_vcpu *vcpu,  in perform_access()
3113 static bool emulate_cp(struct kvm_vcpu *vcpu,  in emulate_cp()
3134 static void unhandled_cp_access(struct kvm_vcpu *vcpu,  in unhandled_cp_access()
3164 static int kvm_handle_cp_64(struct kvm_vcpu *vcpu,  in kvm_handle_cp_64()
3264 int kvm_handle_cp10_id(struct kvm_vcpu *vcpu)  in kvm_handle_cp10_id()
3299 static int kvm_emulate_cp15_id_reg(struct kvm_vcpu *vcpu,  in kvm_emulate_cp15_id_reg()
3331 static int kvm_handle_cp_32(struct kvm_vcpu *vcpu,  in kvm_handle_cp_32()
3350 int kvm_handle_cp15_64(struct kvm_vcpu *vcpu)  in kvm_handle_cp15_64()
3355 int kvm_handle_cp15_32(struct kvm_vcpu *vcpu)  in kvm_handle_cp15_32()
3373 int kvm_handle_cp14_64(struct kvm_vcpu *vcpu)  in kvm_handle_cp14_64()
3378 int kvm_handle_cp14_32(struct kvm_vcpu *vcpu)  in kvm_handle_cp14_32()
3400 static bool emulate_sys_reg(struct kvm_vcpu *vcpu,  in emulate_sys_reg()
3423 static void kvm_reset_id_regs(struct kvm_vcpu *vcpu)  in kvm_reset_id_regs()
3452 void kvm_reset_sys_regs(struct kvm_vcpu *vcpu)  in kvm_reset_sys_regs()
3473 int kvm_handle_sys_reg(struct kvm_vcpu *vcpu)  in kvm_handle_sys_reg()
3542 id_to_sys_reg_desc(struct kvm_vcpu *vcpu, u64 id,  in id_to_sys_reg_desc()
3627 static int demux_c15_get(struct kvm_vcpu *vcpu, u64 id, void __user *uaddr)  in demux_c15_get()
3652 static int demux_c15_set(struct kvm_vcpu *vcpu, u64 id, void __user *uaddr)  in demux_c15_set()
3680 int kvm_sys_reg_get_user(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg,  in kvm_sys_reg_get_user()
3705 int kvm_arm_sys_reg_get_reg(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg)  in kvm_arm_sys_reg_get_reg()
3721 int kvm_sys_reg_set_user(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg,  in kvm_sys_reg_set_user()
3749 int kvm_arm_sys_reg_set_reg(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg)  in kvm_arm_sys_reg_set_reg()
3807 static int walk_one_sys_reg(const struct kvm_vcpu *vcpu,  in walk_one_sys_reg()
3830 static int walk_sys_regs(struct kvm_vcpu *vcpu, u64 __user *uind)  in walk_sys_regs()
3847 unsigned long kvm_arm_num_sys_reg_descs(struct kvm_vcpu *vcpu)  in kvm_arm_num_sys_reg_descs()
3854 int kvm_arm_copy_sys_reg_indices(struct kvm_vcpu *vcpu, u64 __user *uindices)  in kvm_arm_copy_sys_reg_indices()