38 static struct kvm_pmc *kvm_vcpu_idx_to_pmc(struct kvm_vcpu *vcpu, int cnt_idx)  in kvm_vcpu_idx_to_pmc()
89 	struct kvm_vcpu *vcpu = kvm_pmc_to_vcpu(pmc);  in kvm_pmc_is_64bit()  local
97 	struct kvm_vcpu *vcpu = kvm_pmc_to_vcpu(pmc);  in kvm_pmc_has_64bit_overflow()  local
130 	struct kvm_vcpu *vcpu = kvm_pmc_to_vcpu(pmc);  in kvm_pmu_get_pmc_value()  local
155 u64 kvm_pmu_get_counter_value(struct kvm_vcpu *vcpu, u64 select_idx)  in kvm_pmu_get_counter_value()
162 	struct kvm_vcpu *vcpu = kvm_pmc_to_vcpu(pmc);  in kvm_pmu_set_pmc_value()  local
193 void kvm_pmu_set_counter_value(struct kvm_vcpu *vcpu, u64 select_idx, u64 val)  in kvm_pmu_set_counter_value()
204 void kvm_pmu_set_counter_value_user(struct kvm_vcpu *vcpu, u64 select_idx, u64 val)  in kvm_pmu_set_counter_value_user()
232 	struct kvm_vcpu *vcpu = kvm_pmc_to_vcpu(pmc);  in kvm_pmu_stop_counter()  local
252 void kvm_pmu_vcpu_init(struct kvm_vcpu *vcpu)  in kvm_pmu_vcpu_init()
266 void kvm_pmu_vcpu_destroy(struct kvm_vcpu *vcpu)  in kvm_pmu_vcpu_destroy()
275 static u64 kvm_pmu_hyp_counter_mask(struct kvm_vcpu *vcpu)  in kvm_pmu_hyp_counter_mask()
303 bool kvm_pmu_counter_is_hyp(struct kvm_vcpu *vcpu, unsigned int idx)  in kvm_pmu_counter_is_hyp()
308 u64 kvm_pmu_accessible_counter_mask(struct kvm_vcpu *vcpu)  in kvm_pmu_accessible_counter_mask()
318 u64 kvm_pmu_implemented_counter_mask(struct kvm_vcpu *vcpu)  in kvm_pmu_implemented_counter_mask()
346 void kvm_pmu_reprogram_counter_mask(struct kvm_vcpu *vcpu, u64 val)  in kvm_pmu_reprogram_counter_mask()
373 static bool kvm_pmu_overflow_status(struct kvm_vcpu *vcpu)  in kvm_pmu_overflow_status()
396 static void kvm_pmu_update_state(struct kvm_vcpu *vcpu)  in kvm_pmu_update_state()
414 bool kvm_pmu_should_notify_user(struct kvm_vcpu *vcpu)  in kvm_pmu_should_notify_user()
429 void kvm_pmu_update_run(struct kvm_vcpu *vcpu)  in kvm_pmu_update_run()
446 void kvm_pmu_flush_hwstate(struct kvm_vcpu *vcpu)  in kvm_pmu_flush_hwstate()
458 void kvm_pmu_sync_hwstate(struct kvm_vcpu *vcpu)  in kvm_pmu_sync_hwstate()
470 	struct kvm_vcpu *vcpu;  in kvm_pmu_perf_overflow_notify_vcpu()  local
481 static void kvm_pmu_counter_increment(struct kvm_vcpu *vcpu,  in kvm_pmu_counter_increment()
543 	struct kvm_vcpu *vcpu = kvm_pmc_to_vcpu(pmc);  in kvm_pmu_perf_overflow()  local
582 void kvm_pmu_software_increment(struct kvm_vcpu *vcpu, u64 val)  in kvm_pmu_software_increment()
592 void kvm_pmu_handle_pmcr(struct kvm_vcpu *vcpu, u64 val)  in kvm_pmu_handle_pmcr()
626 	struct kvm_vcpu *vcpu = kvm_pmc_to_vcpu(pmc);  in kvm_pmu_counter_is_enabled()  local
658 	struct kvm_vcpu *vcpu = kvm_pmc_to_vcpu(pmc);  in kvm_pmc_counts_at_el2()  local
687 	struct kvm_vcpu *vcpu = kvm_pmc_to_vcpu(pmc);  in kvm_pmu_create_perf_event()  local
777 void kvm_pmu_set_counter_event_type(struct kvm_vcpu *vcpu, u64 data,  in kvm_pmu_set_counter_event_type()
881 u64 kvm_pmu_get_pmceid(struct kvm_vcpu *vcpu, bool pmceid1)  in kvm_pmu_get_pmceid()
915 void kvm_vcpu_reload_pmu(struct kvm_vcpu *vcpu)  in kvm_vcpu_reload_pmu()
926 int kvm_arm_pmu_v3_enable(struct kvm_vcpu *vcpu)  in kvm_arm_pmu_v3_enable()
953 static int kvm_arm_pmu_v3_init(struct kvm_vcpu *vcpu)  in kvm_arm_pmu_v3_init()
990 	struct kvm_vcpu *vcpu;  in pmu_irq_is_valid()  local
1061 static int kvm_arm_pmu_v3_set_pmu(struct kvm_vcpu *vcpu, int pmu_id)  in kvm_arm_pmu_v3_set_pmu()
1091 int kvm_arm_pmu_v3_set_attr(struct kvm_vcpu *vcpu, struct kvm_device_attr *attr)  in kvm_arm_pmu_v3_set_attr()
1194 int kvm_arm_pmu_v3_get_attr(struct kvm_vcpu *vcpu, struct kvm_device_attr *attr)  in kvm_arm_pmu_v3_get_attr()
1218 int kvm_arm_pmu_v3_has_attr(struct kvm_vcpu *vcpu, struct kvm_device_attr *attr)  in kvm_arm_pmu_v3_has_attr()
1260 u64 kvm_vcpu_read_pmcr(struct kvm_vcpu *vcpu)  in kvm_vcpu_read_pmcr()
1267 void kvm_pmu_nested_transition(struct kvm_vcpu *vcpu)  in kvm_pmu_nested_transition()