events/intel/ds.c

551 	struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds;
563 	if (!per_cpu(cpu_hw_events, cpu).ds)
622 	struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu);
660 	struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu);
678 	struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu);
707 	struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu);
725 	per_cpu(cpu_hw_events, cpu).ds = ds;
731 	per_cpu(cpu_hw_events, cpu).ds = NULL;
747 		 * observe cpu_hw_events.ds and not program the DS_AREA when
855 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
872 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
1261 static inline bool pebs_needs_sched_cb(struct cpu_hw_events *cpuc)
1271 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
1277 static inline void pebs_update_threshold(struct cpu_hw_events *cpuc)
1317 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
1363 void intel_pmu_pebs_late_setup(struct cpu_hw_events *cpuc)
1435 pebs_update_state(bool needed_cb, struct cpu_hw_events *cpuc,
1475 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
1490 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
1501 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
1527 static inline void intel_pmu_drain_large_pebs(struct cpu_hw_events *cpuc)
1536 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
1593 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
1608 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
1631 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
1639 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
1647 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
1822 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
2014 	WARN_ON(this_cpu_read(cpu_hw_events.enabled));
2024 static inline void __setup_pebs_counter_group(struct cpu_hw_events *cpuc,
2070 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
2225 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
2277 	WARN_ON(this_cpu_read(cpu_hw_events.enabled));
2411 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
2432 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
2468 static void intel_pmu_pebs_event_update_no_drain(struct cpu_hw_events *cpuc, u64 mask)
2490 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
2608 	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);
2793 	struct debug_store *ds = __this_cpu_read(cpu_hw_events.ds);