1 /* SPDX-License-Identifier: GPL-2.0 */
5 #include <asm/intel-family.h>
6 #include <linux/io-64-nonatomic-lo-hi.h>
37 #define UNCORE_IGNORE_END		-1
168 /* event config registers are 8-byte apart */
263 	if (offset < box->pmu->type->mmio_map_size)  in uncore_mmio_is_valid_offset()
267 		     offset, box->pmu->type->name);  in uncore_mmio_is_valid_offset()
275 	return box->pmu->type->box_ctl +  in uncore_mmio_box_ctl()
276 	       box->pmu->type->mmio_offset * box->pmu->pmu_idx;  in uncore_mmio_box_ctl()
281 	return box->pmu->type->box_ctl;  in uncore_pci_box_ctl()
286 	return box->pmu->type->fixed_ctl;  in uncore_pci_fixed_ctl()
291 	return box->pmu->type->fixed_ctr;  in uncore_pci_fixed_ctr()
297 	if (test_bit(UNCORE_BOX_FLAG_CTL_OFFS8, &box->flags))  in uncore_pci_event_ctl()
298 		return idx * 8 + box->pmu->type->event_ctl;  in uncore_pci_event_ctl()
300 	return idx * 4 + box->pmu->type->event_ctl;  in uncore_pci_event_ctl()
306 	return idx * 8 + box->pmu->type->perf_ctr;  in uncore_pci_perf_ctr()
311 	struct intel_uncore_pmu *pmu = box->pmu;  in uncore_msr_box_offset()
312 	return pmu->type->msr_offsets ?  in uncore_msr_box_offset()
313 		pmu->type->msr_offsets[pmu->pmu_idx] :  in uncore_msr_box_offset()
314 		pmu->type->msr_offset * pmu->pmu_idx;  in uncore_msr_box_offset()
319 	if (!box->pmu->type->box_ctl)  in uncore_msr_box_ctl()
321 	return box->pmu->type->box_ctl + uncore_msr_box_offset(box);  in uncore_msr_box_ctl()
326 	if (!box->pmu->type->fixed_ctl)  in uncore_msr_fixed_ctl()
328 	return box->pmu->type->fixed_ctl + uncore_msr_box_offset(box);  in uncore_msr_fixed_ctl()
333 	return box->pmu->type->fixed_ctr + uncore_msr_box_offset(box);  in uncore_msr_fixed_ctr()
338  * In the uncore document, there is no event-code assigned to free running
339  * counters. Some events need to be defined to indicate the free running
340  * counters. The events are encoded as event-code + umask-code.
342  * The event-code for all free running counters is 0xff, which is the same as
345  * The umask-code is used to distinguish a fixed counter and a free running
346  * counter, and different types of free running counters.
347  * - For fixed counters, the umask-code is 0x0X.
349  * - For free running counters, the umask-code uses the rest of the space.
351  *   X stands for the type of free running counters, which starts from 1.
352  *   Y stands for the index of free running counters of same type, which
355  * For example, there are three types of IIO free running counters on Skylake
357  * The event-code for all the free running counters is 0xff.
359  * which umask-code starts from 0x10.
362  * the second type, which umask-code starts from 0x20.
374 	return ((((config >> 8) - UNCORE_FREERUNNING_UMASK_START) >> 4) & 0xf);  in uncore_freerunning_type()
381 	unsigned int type = uncore_freerunning_type(event->hw.config);  in uncore_freerunning_counter()
382 	unsigned int idx = uncore_freerunning_idx(event->hw.config);  in uncore_freerunning_counter()
383 	struct intel_uncore_pmu *pmu = box->pmu;  in uncore_freerunning_counter()
385 	return pmu->type->freerunning[type].counter_base +  in uncore_freerunning_counter()
386 	       pmu->type->freerunning[type].counter_offset * idx +  in uncore_freerunning_counter()
387 	       (pmu->type->freerunning[type].box_offsets ?  in uncore_freerunning_counter()
388 	        pmu->type->freerunning[type].box_offsets[pmu->pmu_idx] :  in uncore_freerunning_counter()
389 	        pmu->type->freerunning[type].box_offset * pmu->pmu_idx);  in uncore_freerunning_counter()
395 	if (test_bit(UNCORE_BOX_FLAG_CFL8_CBOX_MSR_OFFS, &box->flags)) {  in uncore_msr_event_ctl()
397 		       (box->pmu->type->pair_ctr_ctl ? 2 * idx : idx);  in uncore_msr_event_ctl()
399 		return box->pmu->type->event_ctl +  in uncore_msr_event_ctl()
400 		       (box->pmu->type->pair_ctr_ctl ? 2 * idx : idx) +  in uncore_msr_event_ctl()
408 	if (test_bit(UNCORE_BOX_FLAG_CFL8_CBOX_MSR_OFFS, &box->flags)) {  in uncore_msr_perf_ctr()
410 		       (box->pmu->type->pair_ctr_ctl ? 2 * idx : idx);  in uncore_msr_perf_ctr()
412 		return box->pmu->type->perf_ctr +  in uncore_msr_perf_ctr()
413 		       (box->pmu->type->pair_ctr_ctl ? 2 * idx : idx) +  in uncore_msr_perf_ctr()
421 	if (box->pci_dev || box->io_addr)  in uncore_fixed_ctl()
430 	if (box->pci_dev || box->io_addr)  in uncore_fixed_ctr()
439 	if (box->pci_dev || box->io_addr)  in uncore_event_ctl()
448 	if (box->pci_dev || box->io_addr)  in uncore_perf_ctr()
456 	return box->pmu->type->perf_ctr_bits;  in uncore_perf_ctr_bits()
461 	return box->pmu->type->fixed_ctr_bits;  in uncore_fixed_ctr_bits()
468 	unsigned int type = uncore_freerunning_type(event->hw.config);  in uncore_freerunning_bits()
470 	return box->pmu->type->freerunning[type].bits;  in uncore_freerunning_bits()
476 	unsigned int type = uncore_freerunning_type(event->hw.config);  in uncore_num_freerunning()
478 	return box->pmu->type->freerunning[type].num_counters;  in uncore_num_freerunning()
484 	return box->pmu->type->num_freerunning_types;  in uncore_num_freerunning_types()
490 	unsigned int type = uncore_freerunning_type(event->hw.config);  in check_valid_freerunning_event()
491 	unsigned int idx = uncore_freerunning_idx(event->hw.config);  in check_valid_freerunning_event()
499 	return box->pmu->type->num_counters;  in uncore_num_counters()
504 	u64 cfg = event->attr.config;  in is_freerunning_event()
517 	return -EINVAL;  in uncore_freerunning_hw_config()
523 	box->pmu->type->ops->disable_event(box, event);  in uncore_disable_event()
529 	box->pmu->type->ops->enable_event(box, event);  in uncore_enable_event()
535 	return box->pmu->type->ops->read_counter(box, event);  in uncore_read_counter()
540 	if (!test_and_set_bit(UNCORE_BOX_FLAG_INITIATED, &box->flags)) {  in uncore_box_init()
541 		if (box->pmu->type->ops->init_box)  in uncore_box_init()
542 			box->pmu->type->ops->init_box(box);  in uncore_box_init()
548 	if (test_and_clear_bit(UNCORE_BOX_FLAG_INITIATED, &box->flags)) {  in uncore_box_exit()
549 		if (box->pmu->type->ops->exit_box)  in uncore_box_exit()
550 			box->pmu->type->ops->exit_box(box);  in uncore_box_exit()
556 	return (box->dieid < 0);  in uncore_box_is_fake()
561 	return container_of(event->pmu, struct intel_uncore_pmu, pmu);  in uncore_event_to_pmu()
566 	return event->pmu_private;  in uncore_event_to_box()