4  *    Copyright (C) 2008-2009, Thomas Gleixner <tglx@linutronix.de>
5  *    Copyright (C) 2008-2011, Red Hat, Inc., Ingo Molnar
6  *    Copyright (C) 2008-2011, Red Hat, Inc., Peter Zijlstra
12  * For licencing details see kernel-base/COPYING
21  * Kernel-internal data types and definitions:
98  *          -1ULL means invalid/unknown.
108  * The hw_idx index is between -1 (unknown) and max depth,
128 	int		idx;	/* index in shared_regs->regs[] */
132  * struct hw_perf_event - performance event hardware details:
154 			/* for tp_event->class */
199 #define PERF_HES_UPTODATE	0x02 /* event->count up-to-date */
276  * struct pmu - generic performance monitoring unit
289 	 * various common per-pmu feature flags
303 	 * Fully disable/enable this PMU, can be used to protect from the PMI
313 	 *  -ENOENT	-- @event is not for this PMU
315 	 *  -ENODEV	-- @event is for this PMU but PMU not present
316 	 *  -EBUSY	-- @event is for this PMU but PMU temporarily unavailable
317 	 *  -EINVAL	-- @event is for this PMU but @event is not valid
318 	 *  -EOPNOTSUPP -- @event is for this PMU, @event is valid, but not supported
319 	 *  -EACCES	-- @event is for this PMU, @event is valid, but no privileges
321 	 *  0		-- @event is for this PMU and valid
335 	 * Flags for ->add()/->del()/ ->start()/->stop(). There are
344 	 * transaction, see the ->*_txn() methods.
353 	 * ->add() called without PERF_EF_START should result in the same state
354 	 *  as ->add() followed by ->stop().
356 	 * ->del() must always PERF_EF_UPDATE stop an event. If it calls
357 	 *  ->stop() that must deal with already being stopped without
367 	 * returns !0. ->start() will be used to continue.
372 	 * is on -- will be called from NMI context with the PMU generates
375 	 * ->stop() with PERF_EF_UPDATE will read the counter and update
376 	 *  period/count values like ->read() would.
378 	 * ->start() with PERF_EF_RELOAD will reprogram the counter
379 	 *  value, must be preceded by a ->stop() with PERF_EF_UPDATE.
397 	 * Start the transaction, after this ->add() doesn't need to
404 	 * If ->start_txn() disabled the ->add() schedulability test
405 	 * then ->commit_txn() is required to perform one. On success
407 	 * open until ->cancel_txn() is called.
413 	 * Will cancel the transaction, assumes ->del() is called
414 	 * for each successful ->add() during the transaction.
422 	 * if no implementation is provided it will default to: event->hw.idx + 1.
427 	 * context-switches callback
438 	 * PMU specific parts of task perf event context (i.e. ctx->task_ctx_data)
448 	 * Set up pmu-private data structures for an AUX area
455 	 * Free pmu-private AUX data structures
461 	 * state, so that preempting ->start()/->stop() callbacks does
475 	 * supplied filters are valid, -errno otherwise.
485 	 * translate hw-agnostic filters into hardware configuration in
488 	 * Runs as a part of filter sync sequence that is done in ->start()
502 	 * or non-zero for "match".
508 	 * Filter events for PMU-specific reasons.
525  * struct perf_addr_filter - address range filter definition
527  * @path:	object file's path for file-based filters
532  * This is a hardware-agnostic filter configuration as specified by the user.
543  * struct perf_addr_filters_head - container for address range filters
547  * @nr_file_filters:	number of file-based filters
564  * enum perf_event_state - the states of an event:
567 	PERF_EVENT_STATE_DEAD		= -4,
568 	PERF_EVENT_STATE_EXIT		= -3,
569 	PERF_EVENT_STATE_ERROR		= -2,
570 	PERF_EVENT_STATE_OFF		= -1,
619 	if ((event)->group_leader == (event))			\
620 		list_for_each_entry((sibling), &(event)->sibling_list, sibling_list)
623  * struct perf_event - performance event kernel representation:
629 	 *   modifications require ctx->lock
635 	 * Locked for modification by both ctx->mutex and ctx->lock; holding
673 	 * been scheduled in, if this is a per-task event)
685 	 * ctx_time already accounts for ctx->timestamp. Therefore to
707 	 * Protect attach/detach and child_list:
742 	/* vma address array for file-based filders */
789  * struct perf_event_context - event context structure
796 	 * Protect the states of the events in the list,
801 	 * Protect the list of events.  Locking either mutex or lock
857  * struct perf_event_cpu_context - per cpu event context structure
879 	 * Per-CPU storage for iterators used in visit_groups_merge. The default
910  * This is a per-cpu dynamically allocated data structure.
931 					   ctx ? lockdep_is_held(&ctx->lock)  in perf_cgroup_from_task()
1044 	data->addr = addr;  in perf_sample_data_init()
1045 	data->raw  = NULL;  in perf_sample_data_init()
1046 	data->br_stack = NULL;  in perf_sample_data_init()
1047 	data->period = period;  in perf_sample_data_init()
1048 	data->weight = 0;  in perf_sample_data_init()
1049 	data->data_src.val = PERF_MEM_NA;  in perf_sample_data_init()
1050 	data->txn = 0;  in perf_sample_data_init()
1079 	if (likely(event->overflow_handler == perf_event_output_forward))  in is_default_overflow_handler()
1081 	if (unlikely(event->overflow_handler == perf_event_output_backward))  in is_default_overflow_handler()
1100 	struct perf_event_attr *attr = &event->attr;  in event_has_any_exclude_flag()
1102 	return attr->exclude_idle || attr->exclude_user ||  in event_has_any_exclude_flag()
1103 	       attr->exclude_kernel || attr->exclude_hv ||  in event_has_any_exclude_flag()
1104 	       attr->exclude_guest || attr->exclude_host;  in event_has_any_exclude_flag()
1109 	return event->attr.sample_period != 0;  in is_sampling_event()
1117 	return event->event_caps & PERF_EV_CAP_SOFTWARE;  in is_software_event()
1125 	return event->ctx->pmu->task_ctx_nr == perf_sw_context;  in in_software_context()
1130 	return pmu->capabilities & PERF_PMU_CAP_EXCLUSIVE;  in is_exclusive_pmu()
1143  * When generating a perf sample in-line, instead of from an interrupt /
1145  * like: SW_CONTEXT_SWITCHES, SW_MIGRATIONS and the tie-in with tracepoints.
1148  * - ip for PERF_SAMPLE_IP
1149  * - cs for user_mode() tests
1150  * - sp for PERF_SAMPLE_CALLCHAIN
1151  * - eflags for MISC bits and CALLCHAIN (see: perf_hw_regs())
1199 		task->sched_migrated = 1;  in perf_event_task_migrate()
1208 	if (perf_sw_migrate_enabled() && task->sched_migrated) {  in perf_event_task_sched_in()
1213 		task->sched_migrated = 0;  in perf_event_task_sched_in()
1239 extern void perf_event_comm(struct task_struct *tsk, bool exec);
1265 	if (ctx->contexts < sysctl_perf_event_max_contexts_per_stack) {  in perf_callchain_store_context()
1266 		struct perf_callchain_entry *entry = ctx->entry;  in perf_callchain_store_context()
1267 		entry->ip[entry->nr++] = ip;  in perf_callchain_store_context()
1268 		++ctx->contexts;  in perf_callchain_store_context()
1271 		ctx->contexts_maxed = true;  in perf_callchain_store_context()
1272 		return -1; /* no more room, stop walking the stack */  in perf_callchain_store_context()
1278 	if (ctx->nr < ctx->max_stack && !ctx->contexts_maxed) {  in perf_callchain_store()
1279 		struct perf_callchain_entry *entry = ctx->entry;  in perf_callchain_store()
1280 		entry->ip[entry->nr++] = ip;  in perf_callchain_store()
1281 		++ctx->nr;  in perf_callchain_store()
1284 		return -1; /* no more room, stop walking the stack */  in perf_callchain_store()
1312 	return sysctl_perf_event_paranoid > -1;  in perf_is_paranoid()
1318 		return -EACCES;  in perf_allow_kernel()
1326 		return -EACCES;  in perf_allow_cpu()
1333 	if (sysctl_perf_event_paranoid > -1 && !perfmon_capable())  in perf_allow_tracepoint()
1334 		return -EPERM;  in perf_allow_tracepoint()
1357 	return event->attr.sample_type & PERF_SAMPLE_BRANCH_STACK;  in has_branch_stack()
1362 	return event->attr.branch_sample_type != 0;  in needs_branch_stack()
1367 	return event->pmu->setup_aux;  in has_aux()
1372 	return !!event->attr.write_backward;  in is_write_backward()
1377 	return event->pmu->nr_addr_filters;  in has_addr_filter()
1386 	struct perf_addr_filters_head *ifh = &event->addr_filters;  in perf_event_addr_filters()
1388 	if (event->parent)  in perf_event_addr_filters()
1389 		ifh = &event->parent->addr_filters;  in perf_event_addr_filters()
1436 		     unsigned long size)				{ return -EINVAL; }  in perf_aux_output_skip()
1451 static inline struct file *perf_event_get(unsigned int fd)	{ return ERR_PTR(-EINVAL); }  in perf_event_get()
1454 	return ERR_PTR(-EINVAL);  in perf_get_event()
1458 	return ERR_PTR(-EINVAL);  in perf_event_attrs()
1463 	return -EINVAL;  in perf_event_read_local()
1466 static inline int perf_event_task_disable(void)				{ return -EINVAL; }  in perf_event_task_disable()
1467 static inline int perf_event_task_enable(void)				{ return -EINVAL; }  in perf_event_task_enable()
1470 	return -EINVAL;  in perf_event_refresh()
1494 static inline void perf_event_comm(struct task_struct *tsk, bool exec)	{ }  in perf_event_comm()  argument
1503 static inline int  perf_swevent_get_recursion_context(void)		{ return -1; }  in perf_swevent_get_recursion_context()
1508 static inline int __perf_event_disable(void *info)			{ return -1; }  in __perf_event_disable()
1513 	return -EINVAL;  in perf_event_period()
1529 	return frag->pad < sizeof(u64);  in perf_raw_frag_last()