1 // SPDX-License-Identifier: GPL-2.0
179  * The CPU trace array - it consists of thousands of trace entries
261  * struct cond_snapshot - conditional snapshot data and callback
271  * the trace_array.  Because the tr->max_lock is held throughout the
273  * cond_snapshot and cond_data associated with the per-instance
282  * user-defined cond_data by tracing_cond_snapshot_enable().
290  *	callback function is invoked with the tr->max_lock held.  The
304  * struct trace_func_repeats - used to keep track of the consecutive
315  * The trace array - an array of per-CPU trace arrays. This is the
453 	WARN_ON(!(tr->flags & TRACE_ARRAY_FL_GLOBAL));  in top_trace_array()
464 		WARN_ON(id != 0 && (entry)->type != id);	\
543  * struct tracer - a specific tracer and its callbacks to interact with tracefs
591 	/* Return 0 if OK with change, else return non-zero */
609 	return iter->buffer_iter ? iter->buffer_iter[cpu] : NULL;  in trace_buffer_iter()
850 	return !hash || !(hash->count || (hash->flags & FTRACE_HASH_FL_MOD));  in ftrace_hash_empty()
901 	unsigned long addr = trace->func;  in ftrace_graph_addr()
927 		trace_recursion_set_depth(trace->depth);  in ftrace_graph_addr()
949 	    trace->depth == trace_recursion_depth())  in ftrace_graph_addr_finish()
993 	/* trace it when it is-nested-in or is a function enabled. */  in ftrace_graph_ignore_func()
996 		(trace->depth < 0) ||  in ftrace_graph_ignore_func()
997 		(fgraph_max_depth && trace->depth >= fgraph_max_depth);  in ftrace_graph_ignore_func()
1012 #define FTRACE_PID_IGNORE	-1
1013 #define FTRACE_PID_TRACE	-2
1026 	return this_cpu_read(tr->array_buffer.data->ftrace_ignore_pid) !=  in ftrace_trace_task()
1132 	return -EINVAL;  in register_ftrace_command()
1136 	return -EINVAL;  in unregister_ftrace_command()
1153  * struct trace_parser - servers for reading the user input separated by spaces
1154  * @cont: set if the input is not complete - no final space char was found
1168 	return (parser->idx != 0);  in trace_parser_loaded()
1173 	return parser->cont;  in trace_parser_cont()
1178 	parser->cont = false;  in trace_parser_clear()
1179 	parser->idx = 0;  in trace_parser_clear()
1192 		C(DISPLAY_GRAPH,	"display-graph"),
1206 		C(FUNCTION,		"function-trace"),	\
1207 		C(FUNC_FORK,		"function-fork"),
1230 		C(PRINT_PARENT,		"print-parent"),	\
1231 		C(SYM_OFFSET,		"sym-offset"),		\
1232 		C(SYM_ADDR,		"sym-addr"),		\
1242 		C(SYM_USEROBJ,		"sym-userobj"),		\
1243 		C(PRINTK_MSGONLY,	"printk-msg-only"),	\
1244 		C(CONTEXT_INFO,		"context-info"),   /* Print pid/cpu/time */ \
1245 		C(LATENCY_FMT,		"latency-format"),	\
1246 		C(RECORD_CMD,		"record-cmd"),		\
1247 		C(RECORD_TGID,		"record-tgid"),		\
1250 		C(IRQ_INFO,		"irq-info"),		\
1252 		C(EVENT_FORK,		"event-fork"),		\
1253 		C(PAUSE_ON_TRACE,	"pause-on-trace"),	\
1254 		C(HASH_PTR,		"hash-ptr"),	/* Print hashed pointer */ \
1261  * By defining C, we can make TRACE_FLAGS a list of bit names
1296 	if (tr->trace_flags & TRACE_ITER_BRANCH)  in trace_branch_enable()
1419 	unsigned long eflags = file->flags;  in __event_trigger_test_discard()
1424 	if (likely(!(file->flags & (EVENT_FILE_FL_SOFT_DISABLED |  in __event_trigger_test_discard()
1429 	if (file->flags & EVENT_FILE_FL_SOFT_DISABLED)  in __event_trigger_test_discard()
1432 	if (file->flags & EVENT_FILE_FL_FILTERED &&  in __event_trigger_test_discard()
1433 	    !filter_match_preds(file->filter, entry))  in __event_trigger_test_discard()
1436 	if ((file->flags & EVENT_FILE_FL_PID_FILTER) &&  in __event_trigger_test_discard()
1447  * event_trigger_unlock_commit - handle triggers and finish event commit
1467 		trace_buffer_unlock_commit(file->tr, buffer, event, trace_ctx);  in event_trigger_unlock_commit()
1473 #define FILTER_PRED_INVALID	((unsigned short)-1)
1509 	return field->filter_type == FILTER_DYN_STRING ||  in is_string_field()
1510 	       field->filter_type == FILTER_RDYN_STRING ||  in is_string_field()
1511 	       field->filter_type == FILTER_STATIC_STRING ||  in is_string_field()
1512 	       field->filter_type == FILTER_PTR_STRING ||  in is_string_field()
1513 	       field->filter_type == FILTER_COMM;  in is_string_field()
1518 	return field->filter_type == FILTER_TRACE_FN;  in is_function_field()
1559 	return READ_ONCE(file_inode(filp)->i_private);  in event_file_data()
1679  * struct event_trigger_ops - callbacks for trace event triggers
1681  * The methods in this structure provide per-event trigger hooks for
1699  *	that was supplied to the event_command @reg() function that
1704  *	when the trigger is registered (via the event_command reg()
1705  *	function).  This can be used to perform per-trigger
1706  *	initialization such as incrementing a per-trigger reference
1711  * @free: An optional de-initialization function called for the
1713  *	event_command @reg() function).  This can be used to perform
1714  *	per-trigger de-initialization such as decrementing a
1715  *	per-trigger reference count and freeing corresponding trigger
1737  * struct event_command - callbacks and data members for event commands
1747  * The data members in this structure provide per-event command data
1762  *	though they have different names.  The @trigger_type value is
1783  * @reg: Adds the trigger to the list of triggers associated with the
1824 	int			(*reg)(char *glob,  member
1838  * enum event_command_flags - flags for struct event_command
1847  *	in two - the first part checks the filter using the current
1872 	return cmd_ops->flags & EVENT_CMD_FL_POST_TRIGGER;  in event_command_post_trigger()
1877 	return cmd_ops->flags & EVENT_CMD_FL_NEEDS_REC;  in event_command_needs_rec()
2007 	iter->pos = -1;  in trace_iterator_reset()
2013 	if (!isalpha(*name) && *name != '_' && (!hash_ok || *name != '-'))  in __is_good_name()
2017 		    (!hash_ok || *name != '-'))  in __is_good_name()
2035 /* Convert certain expected symbols into '_' when generating event names */