1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _ASM_X86_HARDIRQ_H
3 #define _ASM_X86_HARDIRQ_H
4 
5 #include <linux/threads.h>
6 
7 typedef struct {
8 #if IS_ENABLED(CONFIG_KVM_INTEL)
9 	u8	     kvm_cpu_l1tf_flush_l1d;
10 #endif
11 	unsigned int __nmi_count;	/* arch dependent */
12 #ifdef CONFIG_X86_LOCAL_APIC
13 	unsigned int apic_timer_irqs;	/* arch dependent */
14 	unsigned int irq_spurious_count;
15 	unsigned int icr_read_retry_count;
16 #endif
17 #if IS_ENABLED(CONFIG_KVM)
18 	unsigned int kvm_posted_intr_ipis;
19 	unsigned int kvm_posted_intr_wakeup_ipis;
20 	unsigned int kvm_posted_intr_nested_ipis;
21 #endif
22 	unsigned int x86_platform_ipis;	/* arch dependent */
23 	unsigned int apic_perf_irqs;
24 	unsigned int apic_irq_work_irqs;
25 #ifdef CONFIG_SMP
26 	unsigned int irq_resched_count;
27 	unsigned int irq_call_count;
28 #endif
29 	unsigned int irq_tlb_count;
30 #ifdef CONFIG_X86_THERMAL_VECTOR
31 	unsigned int irq_thermal_count;
32 #endif
33 #ifdef CONFIG_X86_MCE_THRESHOLD
34 	unsigned int irq_threshold_count;
35 #endif
36 #ifdef CONFIG_X86_MCE_AMD
37 	unsigned int irq_deferred_error_count;
38 #endif
39 #ifdef CONFIG_X86_HV_CALLBACK_VECTOR
40 	unsigned int irq_hv_callback_count;
41 #endif
42 #if IS_ENABLED(CONFIG_HYPERV)
43 	unsigned int irq_hv_reenlightenment_count;
44 	unsigned int hyperv_stimer0_count;
45 #endif
46 #ifdef CONFIG_X86_POSTED_MSI
47 	unsigned int posted_msi_notification_count;
48 #endif
49 } ____cacheline_aligned irq_cpustat_t;
50 
51 DECLARE_PER_CPU_SHARED_ALIGNED(irq_cpustat_t, irq_stat);
52 
53 #ifdef CONFIG_X86_POSTED_MSI
54 DECLARE_PER_CPU_ALIGNED(struct pi_desc, posted_msi_pi_desc);
55 #endif
56 #define __ARCH_IRQ_STAT
57 
58 #define inc_irq_stat(member)	this_cpu_inc(irq_stat.member)
59 
60 extern void ack_bad_irq(unsigned int irq);
61 
62 extern u64 arch_irq_stat_cpu(unsigned int cpu);
63 #define arch_irq_stat_cpu	arch_irq_stat_cpu
64 
65 extern u64 arch_irq_stat(void);
66 #define arch_irq_stat		arch_irq_stat
67 
68 DECLARE_PER_CPU_CACHE_HOT(u16, __softirq_pending);
69 #define local_softirq_pending_ref       __softirq_pending
70 
71 #if IS_ENABLED(CONFIG_KVM_INTEL)
72 /*
73  * This function is called from noinstr interrupt contexts
74  * and must be inlined to not get instrumentation.
75  */
kvm_set_cpu_l1tf_flush_l1d(void)76 static __always_inline void kvm_set_cpu_l1tf_flush_l1d(void)
77 {
78 	__this_cpu_write(irq_stat.kvm_cpu_l1tf_flush_l1d, 1);
79 }
80 
kvm_clear_cpu_l1tf_flush_l1d(void)81 static __always_inline void kvm_clear_cpu_l1tf_flush_l1d(void)
82 {
83 	__this_cpu_write(irq_stat.kvm_cpu_l1tf_flush_l1d, 0);
84 }
85 
kvm_get_cpu_l1tf_flush_l1d(void)86 static __always_inline bool kvm_get_cpu_l1tf_flush_l1d(void)
87 {
88 	return __this_cpu_read(irq_stat.kvm_cpu_l1tf_flush_l1d);
89 }
90 #else /* !IS_ENABLED(CONFIG_KVM_INTEL) */
kvm_set_cpu_l1tf_flush_l1d(void)91 static __always_inline void kvm_set_cpu_l1tf_flush_l1d(void) { }
92 #endif /* IS_ENABLED(CONFIG_KVM_INTEL) */
93 
94 #endif /* _ASM_X86_HARDIRQ_H */
95