4  * Copyright (C) 2007-2008 Steven Rostedt <srostedt@redhat.com>
9  *  Copyright (C) 2004-2006 Ingo Molnar
28 static unsigned			wakeup_prio = -1;
46 	{ TRACER_OPT(display-graph, TRACE_DISPLAY_GRAPH) },
63  * Returns 1 if it is OK to continue, and preemption
64  *            is disabled and data->disabled is incremented.
65  *         0 if the trace is to be ignored, and preemption
66  *            is not disabled and data->disabled is
92 	*data = tr->data[cpu];  in func_prolog_preempt_disable()
93 	disabled = atomic_inc_return(&(*data)->disabled);  in func_prolog_preempt_disable()
100 	atomic_dec(&(*data)->disabled);  in func_prolog_preempt_disable()
108  * wakeup uses its own tracer function to keep the overhead down:
125 	atomic_dec(&data->disabled);  in wakeup_tracer_call()
169 		return -EINVAL;  in wakeup_set_flag()
194 	atomic_dec(&data->disabled);  in wakeup_graph_entry()
212 	atomic_dec(&data->disabled);  in wakeup_graph_return()
226 	if (iter->private)  in wakeup_trace_close()
269 	return -EINVAL;  in wakeup_set_flag()
274 	return -1;  in wakeup_graph_entry()
340 	 * When we start a new trace, we set wakeup_task to NULL  in probe_wakeup_sched_switch()
341 	 * and then set tracer_enabled = 1. We want to make sure  in probe_wakeup_sched_switch()
355 	disabled = atomic_inc_return(&wakeup_trace->data[cpu]->disabled);  in probe_wakeup_sched_switch()
367 	data = wakeup_trace->data[wakeup_cpu];  in probe_wakeup_sched_switch()
372 	T0 = data->preempt_timestamp;  in probe_wakeup_sched_switch()
374 	delta = T1-T0;  in probe_wakeup_sched_switch()
389 	atomic_dec(&wakeup_trace->data[cpu]->disabled);  in probe_wakeup_sched_switch()
394 	wakeup_cpu = -1;  in __wakeup_reset()
395 	wakeup_prio = -1;  in __wakeup_reset()
432 			p->prio >= wakeup_prio ||  in probe_wakeup()
433 			p->prio >= current->prio)  in probe_wakeup()
437 	disabled = atomic_inc_return(&wakeup_trace->data[cpu]->disabled);  in probe_wakeup()
445 	if (!tracer_enabled || p->prio >= wakeup_prio)  in probe_wakeup()
453 	wakeup_prio = p->prio;  in probe_wakeup()
460 	data = wakeup_trace->data[wakeup_cpu];  in probe_wakeup()
461 	data->preempt_timestamp = ftrace_now(cpu);  in probe_wakeup()
467 	 * it should be safe to use it here.  in probe_wakeup()
474 	atomic_dec(&wakeup_trace->data[cpu]->disabled);  in probe_wakeup()
483 		pr_info("wakeup trace: Couldn't activate tracepoint"  in start_wakeup_tracer()
484 			" probe to kernel_sched_wakeup\n");  in start_wakeup_tracer()
490 		pr_info("wakeup trace: Couldn't activate tracepoint"  in start_wakeup_tracer()
491 			" probe to kernel_sched_wakeup_new\n");  in start_wakeup_tracer()
497 		pr_info("sched trace: Couldn't activate tracepoint"  in start_wakeup_tracer()
498 			" probe to kernel_sched_switch\n");  in start_wakeup_tracer()
504 		pr_info("wakeup trace: Couldn't activate tracepoint"  in start_wakeup_tracer()
505 			" probe to kernel_sched_migrate_task\n");  in start_wakeup_tracer()
515 	 * wakeup_task to NULL, but I want to be safe.  in start_wakeup_tracer()
521 		printk(KERN_ERR "failed to start wakeup tracer\n");  in start_wakeup_tracer()