[linux.git] / include / trace / events / sched.h

#undef TRACE_SYSTEM
#define TRACE_SYSTEM sched

#if !defined(_TRACE_SCHED_H) || defined(TRACE_HEADER_MULTI_READ)
#define _TRACE_SCHED_H

#include <linux/sched.h>
#include <linux/tracepoint.h>

/*
 * Tracepoint for calling kthread_stop, performed to end a kthread:
 */
TRACE_EVENT(sched_kthread_stop,

	TP_PROTO(struct task_struct *t),

	TP_ARGS(t),

	TP_STRUCT__entry(
		__array(	char,	comm,	TASK_COMM_LEN	)
		__field(	pid_t,	pid			)
	),

	TP_fast_assign(
		memcpy(__entry->comm, t->comm, TASK_COMM_LEN);
		__entry->pid	= t->pid;
	),

	TP_printk("comm=%s pid=%d", __entry->comm, __entry->pid)
);

/*
 * Tracepoint for the return value of the kthread stopping:
 */
TRACE_EVENT(sched_kthread_stop_ret,

	TP_PROTO(int ret),

	TP_ARGS(ret),

	TP_STRUCT__entry(
		__field(	int,	ret	)
	),

	TP_fast_assign(
		__entry->ret	= ret;
	),

	TP_printk("ret=%d", __entry->ret)
);

/*
 * Tracepoint for waking up a task:
 */
DECLARE_EVENT_CLASS(sched_wakeup_template,

	TP_PROTO(struct task_struct *p, int success),

	TP_ARGS(p, success),

	TP_STRUCT__entry(
		__array(	char,	comm,	TASK_COMM_LEN	)
		__field(	pid_t,	pid			)
		__field(	int,	prio			)
		__field(	int,	success			)
		__field(	int,	target_cpu		)
	),

	TP_fast_assign(
		memcpy(__entry->comm, p->comm, TASK_COMM_LEN);
		__entry->pid		= p->pid;
		__entry->prio		= p->prio;
		__entry->success	= success;
		__entry->target_cpu	= task_cpu(p);
	),

	TP_printk("comm=%s pid=%d prio=%d success=%d target_cpu=%03d",
		  __entry->comm, __entry->pid, __entry->prio,
		  __entry->success, __entry->target_cpu)
);

DEFINE_EVENT(sched_wakeup_template, sched_wakeup,
	     TP_PROTO(struct task_struct *p, int success),
	     TP_ARGS(p, success));

/*
 * Tracepoint for waking up a new task:
 */
DEFINE_EVENT(sched_wakeup_template, sched_wakeup_new,
	     TP_PROTO(struct task_struct *p, int success),
	     TP_ARGS(p, success));

#ifdef CREATE_TRACE_POINTS
static inline long __trace_sched_switch_state(struct task_struct *p)
{
	long state = p->state;

#ifdef CONFIG_PREEMPT
	/*
	 * For all intents and purposes a preempted task is a running task.
	 */
	if (task_thread_info(p)->preempt_count & PREEMPT_ACTIVE)
		state = TASK_RUNNING | TASK_STATE_MAX;
#endif

	return state;
}
#endif

/*
 * Tracepoint for task switches, performed by the scheduler:
 */
TRACE_EVENT(sched_switch,

	TP_PROTO(struct task_struct *prev,
		 struct task_struct *next),

	TP_ARGS(prev, next),

	TP_STRUCT__entry(
		__array(	char,	prev_comm,	TASK_COMM_LEN	)
		__field(	pid_t,	prev_pid			)
		__field(	int,	prev_prio			)
		__field(	long,	prev_state			)
		__array(	char,	next_comm,	TASK_COMM_LEN	)
		__field(	pid_t,	next_pid			)
		__field(	int,	next_prio			)
	),

	TP_fast_assign(
		memcpy(__entry->next_comm, next->comm, TASK_COMM_LEN);
		__entry->prev_pid	= prev->pid;
		__entry->prev_prio	= prev->prio;
		__entry->prev_state	= __trace_sched_switch_state(prev);
		memcpy(__entry->prev_comm, prev->comm, TASK_COMM_LEN);
		__entry->next_pid	= next->pid;
		__entry->next_prio	= next->prio;
	),

	TP_printk("prev_comm=%s prev_pid=%d prev_prio=%d prev_state=%s%s ==> next_comm=%s next_pid=%d next_prio=%d",
		__entry->prev_comm, __entry->prev_pid, __entry->prev_prio,
		__entry->prev_state & (TASK_STATE_MAX-1) ?
		  __print_flags(__entry->prev_state & (TASK_STATE_MAX-1), "|",
				{ 1, "S"} , { 2, "D" }, { 4, "T" }, { 8, "t" },
				{ 16, "Z" }, { 32, "X" }, { 64, "x" },
				{ 128, "W" }) : "R",
		__entry->prev_state & TASK_STATE_MAX ? "+" : "",
		__entry->next_comm, __entry->next_pid, __entry->next_prio)
);

/*
 * Tracepoint for a task being migrated:
 */
TRACE_EVENT(sched_migrate_task,

	TP_PROTO(struct task_struct *p, int dest_cpu),

	TP_ARGS(p, dest_cpu),

	TP_STRUCT__entry(
		__array(	char,	comm,	TASK_COMM_LEN	)
		__field(	pid_t,	pid			)
		__field(	int,	prio			)
		__field(	int,	orig_cpu		)
		__field(	int,	dest_cpu		)
	),

	TP_fast_assign(
		memcpy(__entry->comm, p->comm, TASK_COMM_LEN);
		__entry->pid		= p->pid;
		__entry->prio		= p->prio;
		__entry->orig_cpu	= task_cpu(p);
		__entry->dest_cpu	= dest_cpu;
	),

	TP_printk("comm=%s pid=%d prio=%d orig_cpu=%d dest_cpu=%d",
		  __entry->comm, __entry->pid, __entry->prio,
		  __entry->orig_cpu, __entry->dest_cpu)
);

DECLARE_EVENT_CLASS(sched_process_template,

	TP_PROTO(struct task_struct *p),

	TP_ARGS(p),

	TP_STRUCT__entry(
		__array(	char,	comm,	TASK_COMM_LEN	)
		__field(	pid_t,	pid			)
		__field(	int,	prio			)
	),

	TP_fast_assign(
		memcpy(__entry->comm, p->comm, TASK_COMM_LEN);
		__entry->pid		= p->pid;
		__entry->prio		= p->prio;
	),

	TP_printk("comm=%s pid=%d prio=%d",
		  __entry->comm, __entry->pid, __entry->prio)
);

/*
 * Tracepoint for freeing a task:
 */
DEFINE_EVENT(sched_process_template, sched_process_free,
	     TP_PROTO(struct task_struct *p),
	     TP_ARGS(p));
	     

/*
 * Tracepoint for a task exiting:
 */
DEFINE_EVENT(sched_process_template, sched_process_exit,
	     TP_PROTO(struct task_struct *p),
	     TP_ARGS(p));

/*
 * Tracepoint for waiting on task to unschedule:
 */
DEFINE_EVENT(sched_process_template, sched_wait_task,
	TP_PROTO(struct task_struct *p),
	TP_ARGS(p));

/*
 * Tracepoint for a waiting task:
 */
TRACE_EVENT(sched_process_wait,

	TP_PROTO(struct pid *pid),

	TP_ARGS(pid),

	TP_STRUCT__entry(
		__array(	char,	comm,	TASK_COMM_LEN	)
		__field(	pid_t,	pid			)
		__field(	int,	prio			)
	),

	TP_fast_assign(
		memcpy(__entry->comm, current->comm, TASK_COMM_LEN);
		__entry->pid		= pid_nr(pid);
		__entry->prio		= current->prio;
	),

	TP_printk("comm=%s pid=%d prio=%d",
		  __entry->comm, __entry->pid, __entry->prio)
);

/*
 * Tracepoint for do_fork:
 */
TRACE_EVENT(sched_process_fork,

	TP_PROTO(struct task_struct *parent, struct task_struct *child),

	TP_ARGS(parent, child),

	TP_STRUCT__entry(
		__array(	char,	parent_comm,	TASK_COMM_LEN	)
		__field(	pid_t,	parent_pid			)
		__array(	char,	child_comm,	TASK_COMM_LEN	)
		__field(	pid_t,	child_pid			)
	),

	TP_fast_assign(
		memcpy(__entry->parent_comm, parent->comm, TASK_COMM_LEN);
		__entry->parent_pid	= parent->pid;
		memcpy(__entry->child_comm, child->comm, TASK_COMM_LEN);
		__entry->child_pid	= child->pid;
	),

	TP_printk("comm=%s pid=%d child_comm=%s child_pid=%d",
		__entry->parent_comm, __entry->parent_pid,
		__entry->child_comm, __entry->child_pid)
);

/*
 * XXX the below sched_stat tracepoints only apply to SCHED_OTHER/BATCH/IDLE
 *     adding sched_stat support to SCHED_FIFO/RR would be welcome.
 */
DECLARE_EVENT_CLASS(sched_stat_template,

	TP_PROTO(struct task_struct *tsk, u64 delay),

	TP_ARGS(tsk, delay),

	TP_STRUCT__entry(
		__array( char,	comm,	TASK_COMM_LEN	)
		__field( pid_t,	pid			)
		__field( u64,	delay			)
	),

	TP_fast_assign(
		memcpy(__entry->comm, tsk->comm, TASK_COMM_LEN);
		__entry->pid	= tsk->pid;
		__entry->delay	= delay;
	)
	TP_perf_assign(
		__perf_count(delay);
	),

	TP_printk("comm=%s pid=%d delay=%Lu [ns]",
			__entry->comm, __entry->pid,
			(unsigned long long)__entry->delay)
);


/*
 * Tracepoint for accounting wait time (time the task is runnable
 * but not actually running due to scheduler contention).
 */
DEFINE_EVENT(sched_stat_template, sched_stat_wait,
	     TP_PROTO(struct task_struct *tsk, u64 delay),
	     TP_ARGS(tsk, delay));

/*
 * Tracepoint for accounting sleep time (time the task is not runnable,
 * including iowait, see below).
 */
DEFINE_EVENT(sched_stat_template, sched_stat_sleep,
	     TP_PROTO(struct task_struct *tsk, u64 delay),
	     TP_ARGS(tsk, delay));

/*
 * Tracepoint for accounting iowait time (time the task is not runnable
 * due to waiting on IO to complete).
 */
DEFINE_EVENT(sched_stat_template, sched_stat_iowait,
	     TP_PROTO(struct task_struct *tsk, u64 delay),
	     TP_ARGS(tsk, delay));

/*
 * Tracepoint for accounting blocked time (time the task is in uninterruptible).
 */
DEFINE_EVENT(sched_stat_template, sched_stat_blocked,
	     TP_PROTO(struct task_struct *tsk, u64 delay),
	     TP_ARGS(tsk, delay));

/*
 * Tracepoint for accounting runtime (time the task is executing
 * on a CPU).
 */
TRACE_EVENT(sched_stat_runtime,

	TP_PROTO(struct task_struct *tsk, u64 runtime, u64 vruntime),

	TP_ARGS(tsk, runtime, vruntime),

	TP_STRUCT__entry(
		__array( char,	comm,	TASK_COMM_LEN	)
		__field( pid_t,	pid			)
		__field( u64,	runtime			)
		__field( u64,	vruntime			)
	),

	TP_fast_assign(
		memcpy(__entry->comm, tsk->comm, TASK_COMM_LEN);
		__entry->pid		= tsk->pid;
		__entry->runtime	= runtime;
		__entry->vruntime	= vruntime;
	)
	TP_perf_assign(
		__perf_count(runtime);
	),

	TP_printk("comm=%s pid=%d runtime=%Lu [ns] vruntime=%Lu [ns]",
			__entry->comm, __entry->pid,
			(unsigned long long)__entry->runtime,
			(unsigned long long)__entry->vruntime)
);

#ifdef CREATE_TRACE_POINTS
static inline u64 trace_get_sleeptime(struct task_struct *tsk)
{
#ifdef CONFIG_SCHEDSTATS
	u64 block, sleep;

	block = tsk->se.statistics.block_start;
	sleep = tsk->se.statistics.sleep_start;
	tsk->se.statistics.block_start = 0;
	tsk->se.statistics.sleep_start = 0;

	return block ? block : sleep ? sleep : 0;
#else
	return 0;
#endif
}
#endif

/*
 * Tracepoint for accounting sleeptime (time the task is sleeping
 * or waiting for I/O).
 */
TRACE_EVENT(sched_stat_sleeptime,

	TP_PROTO(struct task_struct *tsk, u64 now),

	TP_ARGS(tsk, now),

	TP_STRUCT__entry(
		__array( char,	comm,	TASK_COMM_LEN	)
		__field( pid_t,	pid			)
		__field( u64,	sleeptime		)
	),

	TP_fast_assign(
		memcpy(__entry->comm, tsk->comm, TASK_COMM_LEN);
		__entry->pid		= tsk->pid;
		__entry->sleeptime = trace_get_sleeptime(tsk);
		__entry->sleeptime = __entry->sleeptime ?
				now - __entry->sleeptime : 0;
	)
	TP_perf_assign(
		__perf_count(__entry->sleeptime);
	),

	TP_printk("comm=%s pid=%d sleeptime=%Lu [ns]",
			__entry->comm, __entry->pid,
			(unsigned long long)__entry->sleeptime)
);

/*
 * Tracepoint for showing priority inheritance modifying a tasks
 * priority.
 */
TRACE_EVENT(sched_pi_setprio,

	TP_PROTO(struct task_struct *tsk, int newprio),

	TP_ARGS(tsk, newprio),

	TP_STRUCT__entry(
		__array( char,	comm,	TASK_COMM_LEN	)
		__field( pid_t,	pid			)
		__field( int,	oldprio			)
		__field( int,	newprio			)
	),

	TP_fast_assign(
		memcpy(__entry->comm, tsk->comm, TASK_COMM_LEN);
		__entry->pid		= tsk->pid;
		__entry->oldprio	= tsk->prio;
		__entry->newprio	= newprio;
	),

	TP_printk("comm=%s pid=%d oldprio=%d newprio=%d",
			__entry->comm, __entry->pid,
			__entry->oldprio, __entry->newprio)
);

#endif /* _TRACE_SCHED_H */

/* This part must be outside protection */
#include <trace/define_trace.h>
Commit	Line	Data
d0b6e04a LZ	1	#undef TRACE_SYSTEM
	2	#define TRACE_SYSTEM sched
	3
ea20d929	4	#if !defined(_TRACE_SCHED_H) \|\| defined(TRACE_HEADER_MULTI_READ)
0a16b607 MD	5	#define _TRACE_SCHED_H
	6
	7	#include <linux/sched.h>
	8	#include <linux/tracepoint.h>
	9
ea20d929 SR	10	/*
	11	* Tracepoint for calling kthread_stop, performed to end a kthread:
	12	*/
	13	TRACE_EVENT(sched_kthread_stop,
	14
	15	TP_PROTO(struct task_struct *t),
	16
	17	TP_ARGS(t),
	18
	19	TP_STRUCT__entry(
	20	__array( char, comm, TASK_COMM_LEN )
	21	__field( pid_t, pid )
	22	),
	23
	24	TP_fast_assign(
	25	memcpy(__entry->comm, t->comm, TASK_COMM_LEN);
	26	__entry->pid = t->pid;
	27	),
	28
434a83c3	29	TP_printk("comm=%s pid=%d", __entry->comm, __entry->pid)
ea20d929 SR	30	);
	31
	32	/*
	33	* Tracepoint for the return value of the kthread stopping:
	34	*/
	35	TRACE_EVENT(sched_kthread_stop_ret,
	36
	37	TP_PROTO(int ret),
	38
	39	TP_ARGS(ret),
	40
	41	TP_STRUCT__entry(
	42	__field( int, ret )
	43	),
	44
	45	TP_fast_assign(
	46	__entry->ret = ret;
	47	),
	48
434a83c3	49	TP_printk("ret=%d", __entry->ret)
ea20d929 SR	50	);
ea20d929 SR	51
ea20d929 SR	52	/*
ea20d929 SR	53	* Tracepoint for waking up a task:
ea20d929	54	*/
091ad365	55	DECLARE_EVENT_CLASS(sched_wakeup_template,
ea20d929	56
27a9da65	57	TP_PROTO(struct task_struct *p, int success),
ea20d929	58
27a9da65	59	TP_ARGS(p, success),
ea20d929 SR	60
	61	TP_STRUCT__entry(
	62	__array( char, comm, TASK_COMM_LEN )
	63	__field( pid_t, pid )
	64	__field( int, prio )
	65	__field( int, success )
434a83c3	66	__field( int, target_cpu )
ea20d929 SR	67	),
	68
	69	TP_fast_assign(
	70	memcpy(__entry->comm, p->comm, TASK_COMM_LEN);
	71	__entry->pid = p->pid;
	72	__entry->prio = p->prio;
	73	__entry->success = success;
434a83c3	74	__entry->target_cpu = task_cpu(p);
ea20d929 SR	75	),
ea20d929 SR	76
434a83c3	77	TP_printk("comm=%s pid=%d prio=%d success=%d target_cpu=%03d",
ea20d929	78	__entry->comm, __entry->pid, __entry->prio,
434a83c3	79	__entry->success, __entry->target_cpu)
ea20d929 SR	80	);
ea20d929 SR	81
75ec29ab	82	DEFINE_EVENT(sched_wakeup_template, sched_wakeup,
27a9da65 PZ	83	TP_PROTO(struct task_struct *p, int success),
27a9da65 PZ	84	TP_ARGS(p, success));
75ec29ab	85
ea20d929 SR	86	/*
ea20d929 SR	87	* Tracepoint for waking up a new task:
ea20d929	88	*/
75ec29ab	89	DEFINE_EVENT(sched_wakeup_template, sched_wakeup_new,
27a9da65 PZ	90	TP_PROTO(struct task_struct *p, int success),
27a9da65 PZ	91	TP_ARGS(p, success));
ea20d929	92
02f72694 PZ	93	#ifdef CREATE_TRACE_POINTS
	94	static inline long __trace_sched_switch_state(struct task_struct *p)
	95	{
	96	long state = p->state;
	97
	98	#ifdef CONFIG_PREEMPT
	99	/*
	100	* For all intents and purposes a preempted task is a running task.
	101	*/
	102	if (task_thread_info(p)->preempt_count & PREEMPT_ACTIVE)
557ab425	103	state = TASK_RUNNING \| TASK_STATE_MAX;
02f72694 PZ	104	#endif
	105
	106	return state;
	107	}
	108	#endif
	109
ea20d929 SR	110	/*
ea20d929 SR	111	* Tracepoint for task switches, performed by the scheduler:
ea20d929 SR	112	*/
	113	TRACE_EVENT(sched_switch,
	114
27a9da65	115	TP_PROTO(struct task_struct *prev,
ea20d929 SR	116	struct task_struct *next),
ea20d929 SR	117
27a9da65	118	TP_ARGS(prev, next),
ea20d929 SR	119
	120	TP_STRUCT__entry(
	121	__array( char, prev_comm, TASK_COMM_LEN )
	122	__field( pid_t, prev_pid )
	123	__field( int, prev_prio )
937cdb9d	124	__field( long, prev_state )
ea20d929 SR	125	__array( char, next_comm, TASK_COMM_LEN )
	126	__field( pid_t, next_pid )
	127	__field( int, next_prio )
	128	),
	129
	130	TP_fast_assign(
	131	memcpy(__entry->next_comm, next->comm, TASK_COMM_LEN);
	132	__entry->prev_pid = prev->pid;
	133	__entry->prev_prio = prev->prio;
02f72694	134	__entry->prev_state = __trace_sched_switch_state(prev);
ea20d929 SR	135	memcpy(__entry->prev_comm, prev->comm, TASK_COMM_LEN);
	136	__entry->next_pid = next->pid;
	137	__entry->next_prio = next->prio;
	138	),
	139
557ab425	140	TP_printk("prev_comm=%s prev_pid=%d prev_prio=%d prev_state=%s%s ==> next_comm=%s next_pid=%d next_prio=%d",
ea20d929	141	__entry->prev_comm, __entry->prev_pid, __entry->prev_prio,
557ab425 PZ	142	__entry->prev_state & (TASK_STATE_MAX-1) ?
557ab425 PZ	143	__print_flags(__entry->prev_state & (TASK_STATE_MAX-1), "\|",
937cdb9d SR	144	{ 1, "S"} , { 2, "D" }, { 4, "T" }, { 8, "t" },
	145	{ 16, "Z" }, { 32, "X" }, { 64, "x" },
	146	{ 128, "W" }) : "R",
557ab425	147	__entry->prev_state & TASK_STATE_MAX ? "+" : "",
ea20d929 SR	148	__entry->next_comm, __entry->next_pid, __entry->next_prio)
	149	);
	150
	151	/*
	152	* Tracepoint for a task being migrated:
	153	*/
	154	TRACE_EVENT(sched_migrate_task,
	155
de1d7286	156	TP_PROTO(struct task_struct *p, int dest_cpu),
ea20d929	157
de1d7286	158	TP_ARGS(p, dest_cpu),
ea20d929 SR	159
	160	TP_STRUCT__entry(
	161	__array( char, comm, TASK_COMM_LEN )
	162	__field( pid_t, pid )
	163	__field( int, prio )
	164	__field( int, orig_cpu )
	165	__field( int, dest_cpu )
	166	),
	167
	168	TP_fast_assign(
	169	memcpy(__entry->comm, p->comm, TASK_COMM_LEN);
	170	__entry->pid = p->pid;
	171	__entry->prio = p->prio;
de1d7286	172	__entry->orig_cpu = task_cpu(p);
ea20d929 SR	173	__entry->dest_cpu = dest_cpu;
	174	),
	175
434a83c3	176	TP_printk("comm=%s pid=%d prio=%d orig_cpu=%d dest_cpu=%d",
ea20d929 SR	177	__entry->comm, __entry->pid, __entry->prio,
	178	__entry->orig_cpu, __entry->dest_cpu)
	179	);
	180
091ad365	181	DECLARE_EVENT_CLASS(sched_process_template,
ea20d929 SR	182
	183	TP_PROTO(struct task_struct *p),
	184
	185	TP_ARGS(p),
	186
	187	TP_STRUCT__entry(
	188	__array( char, comm, TASK_COMM_LEN )
	189	__field( pid_t, pid )
	190	__field( int, prio )
	191	),
	192
	193	TP_fast_assign(
	194	memcpy(__entry->comm, p->comm, TASK_COMM_LEN);
	195	__entry->pid = p->pid;
	196	__entry->prio = p->prio;
	197	),
	198
434a83c3	199	TP_printk("comm=%s pid=%d prio=%d",
ea20d929 SR	200	__entry->comm, __entry->pid, __entry->prio)
	201	);
	202
	203	/*
75ec29ab	204	* Tracepoint for freeing a task:
ea20d929	205	*/
75ec29ab SR	206	DEFINE_EVENT(sched_process_template, sched_process_free,
	207	TP_PROTO(struct task_struct *p),
	208	TP_ARGS(p));
	209
ea20d929	210
75ec29ab SR	211	/*
	212	* Tracepoint for a task exiting:
	213	*/
	214	DEFINE_EVENT(sched_process_template, sched_process_exit,
	215	TP_PROTO(struct task_struct *p),
	216	TP_ARGS(p));
ea20d929	217
210f7669 LZ	218	/*
	219	* Tracepoint for waiting on task to unschedule:
	220	*/
	221	DEFINE_EVENT(sched_process_template, sched_wait_task,
	222	TP_PROTO(struct task_struct *p),
	223	TP_ARGS(p));
	224
ea20d929 SR	225	/*
	226	* Tracepoint for a waiting task:
	227	*/
	228	TRACE_EVENT(sched_process_wait,
	229
	230	TP_PROTO(struct pid *pid),
	231
	232	TP_ARGS(pid),
	233
	234	TP_STRUCT__entry(
	235	__array( char, comm, TASK_COMM_LEN )
	236	__field( pid_t, pid )
	237	__field( int, prio )
	238	),
	239
	240	TP_fast_assign(
	241	memcpy(__entry->comm, current->comm, TASK_COMM_LEN);
	242	__entry->pid = pid_nr(pid);
	243	__entry->prio = current->prio;
	244	),
	245
434a83c3	246	TP_printk("comm=%s pid=%d prio=%d",
ea20d929 SR	247	__entry->comm, __entry->pid, __entry->prio)
	248	);
	249
	250	/*
	251	* Tracepoint for do_fork:
	252	*/
	253	TRACE_EVENT(sched_process_fork,
	254
	255	TP_PROTO(struct task_struct parent, struct task_struct child),
	256
	257	TP_ARGS(parent, child),
	258
	259	TP_STRUCT__entry(
	260	__array( char, parent_comm, TASK_COMM_LEN )
	261	__field( pid_t, parent_pid )
	262	__array( char, child_comm, TASK_COMM_LEN )
	263	__field( pid_t, child_pid )
	264	),
	265
	266	TP_fast_assign(
	267	memcpy(__entry->parent_comm, parent->comm, TASK_COMM_LEN);
	268	__entry->parent_pid = parent->pid;
	269	memcpy(__entry->child_comm, child->comm, TASK_COMM_LEN);
	270	__entry->child_pid = child->pid;
	271	),
	272
434a83c3	273	TP_printk("comm=%s pid=%d child_comm=%s child_pid=%d",
ea20d929 SR	274	__entry->parent_comm, __entry->parent_pid,
	275	__entry->child_comm, __entry->child_pid)
	276	);
	277
768d0c27 PZ	278	/*
	279	* XXX the below sched_stat tracepoints only apply to SCHED_OTHER/BATCH/IDLE
	280	* adding sched_stat support to SCHED_FIFO/RR would be welcome.
	281	*/
091ad365	282	DECLARE_EVENT_CLASS(sched_stat_template,
768d0c27 PZ	283
	284	TP_PROTO(struct task_struct *tsk, u64 delay),
	285
	286	TP_ARGS(tsk, delay),
	287
	288	TP_STRUCT__entry(
	289	__array( char, comm, TASK_COMM_LEN )
	290	__field( pid_t, pid )
	291	__field( u64, delay )
	292	),
	293
	294	TP_fast_assign(
	295	memcpy(__entry->comm, tsk->comm, TASK_COMM_LEN);
	296	__entry->pid = tsk->pid;
	297	__entry->delay = delay;
	298	)
	299	TP_perf_assign(
	300	__perf_count(delay);
	301	),
	302
434a83c3	303	TP_printk("comm=%s pid=%d delay=%Lu [ns]",
768d0c27 PZ	304	__entry->comm, __entry->pid,
	305	(unsigned long long)__entry->delay)
	306	);
	307
75ec29ab SR	308
	309	/*
	310	* Tracepoint for accounting wait time (time the task is runnable
	311	* but not actually running due to scheduler contention).
	312	*/
	313	DEFINE_EVENT(sched_stat_template, sched_stat_wait,
	314	TP_PROTO(struct task_struct *tsk, u64 delay),
	315	TP_ARGS(tsk, delay));
	316
	317	/*
	318	* Tracepoint for accounting sleep time (time the task is not runnable,
	319	* including iowait, see below).
	320	*/
470dda74 LZ	321	DEFINE_EVENT(sched_stat_template, sched_stat_sleep,
	322	TP_PROTO(struct task_struct *tsk, u64 delay),
	323	TP_ARGS(tsk, delay));
75ec29ab SR	324
	325	/*
	326	* Tracepoint for accounting iowait time (time the task is not runnable
	327	* due to waiting on IO to complete).
	328	*/
470dda74 LZ	329	DEFINE_EVENT(sched_stat_template, sched_stat_iowait,
	330	TP_PROTO(struct task_struct *tsk, u64 delay),
	331	TP_ARGS(tsk, delay));
75ec29ab	332
b781a602 AV	333	/*
	334	* Tracepoint for accounting blocked time (time the task is in uninterruptible).
	335	*/
	336	DEFINE_EVENT(sched_stat_template, sched_stat_blocked,
	337	TP_PROTO(struct task_struct *tsk, u64 delay),
	338	TP_ARGS(tsk, delay));
	339
f977bb49 IM	340	/*
	341	* Tracepoint for accounting runtime (time the task is executing
	342	* on a CPU).
	343	*/
	344	TRACE_EVENT(sched_stat_runtime,
	345
	346	TP_PROTO(struct task_struct *tsk, u64 runtime, u64 vruntime),
	347
	348	TP_ARGS(tsk, runtime, vruntime),
	349
	350	TP_STRUCT__entry(
	351	__array( char, comm, TASK_COMM_LEN )
	352	__field( pid_t, pid )
	353	__field( u64, runtime )
	354	__field( u64, vruntime )
	355	),
	356
	357	TP_fast_assign(
	358	memcpy(__entry->comm, tsk->comm, TASK_COMM_LEN);
	359	__entry->pid = tsk->pid;
	360	__entry->runtime = runtime;
	361	__entry->vruntime = vruntime;
	362	)
	363	TP_perf_assign(
	364	__perf_count(runtime);
	365	),
	366
434a83c3	367	TP_printk("comm=%s pid=%d runtime=%Lu [ns] vruntime=%Lu [ns]",
f977bb49 IM	368	__entry->comm, __entry->pid,
	369	(unsigned long long)__entry->runtime,
	370	(unsigned long long)__entry->vruntime)
	371	);
	372
1ac9bc69 AS	373	#ifdef CREATE_TRACE_POINTS
	374	static inline u64 trace_get_sleeptime(struct task_struct *tsk)
	375	{
	376	#ifdef CONFIG_SCHEDSTATS
	377	u64 block, sleep;
	378
	379	block = tsk->se.statistics.block_start;
	380	sleep = tsk->se.statistics.sleep_start;
	381	tsk->se.statistics.block_start = 0;
	382	tsk->se.statistics.sleep_start = 0;
	383
	384	return block ? block : sleep ? sleep : 0;
	385	#else
	386	return 0;
	387	#endif
	388	}
	389	#endif
	390
	391	/*
	392	* Tracepoint for accounting sleeptime (time the task is sleeping
	393	* or waiting for I/O).
	394	*/
	395	TRACE_EVENT(sched_stat_sleeptime,
	396
	397	TP_PROTO(struct task_struct *tsk, u64 now),
	398
	399	TP_ARGS(tsk, now),
	400
	401	TP_STRUCT__entry(
	402	__array( char, comm, TASK_COMM_LEN )
	403	__field( pid_t, pid )
	404	__field( u64, sleeptime )
	405	),
	406
	407	TP_fast_assign(
	408	memcpy(__entry->comm, tsk->comm, TASK_COMM_LEN);
	409	__entry->pid = tsk->pid;
	410	__entry->sleeptime = trace_get_sleeptime(tsk);
	411	__entry->sleeptime = __entry->sleeptime ?
	412	now - __entry->sleeptime : 0;
	413	)
	414	TP_perf_assign(
	415	__perf_count(__entry->sleeptime);
	416	),
	417
	418	TP_printk("comm=%s pid=%d sleeptime=%Lu [ns]",
	419	__entry->comm, __entry->pid,
	420	(unsigned long long)__entry->sleeptime)
	421	);
	422
a8027073 SR	423	/*
	424	* Tracepoint for showing priority inheritance modifying a tasks
	425	* priority.
	426	*/
	427	TRACE_EVENT(sched_pi_setprio,
	428
	429	TP_PROTO(struct task_struct *tsk, int newprio),
	430
	431	TP_ARGS(tsk, newprio),
	432
	433	TP_STRUCT__entry(
	434	__array( char, comm, TASK_COMM_LEN )
	435	__field( pid_t, pid )
	436	__field( int, oldprio )
	437	__field( int, newprio )
	438	),
	439
	440	TP_fast_assign(
	441	memcpy(__entry->comm, tsk->comm, TASK_COMM_LEN);
	442	__entry->pid = tsk->pid;
	443	__entry->oldprio = tsk->prio;
	444	__entry->newprio = newprio;
	445	),
	446
	447	TP_printk("comm=%s pid=%d oldprio=%d newprio=%d",
	448	__entry->comm, __entry->pid,
	449	__entry->oldprio, __entry->newprio)
	450	);
	451
ea20d929	452	#endif /* _TRACE_SCHED_H */
a8d154b0 SR	453
	454	/* This part must be outside protection */
	455	#include <trace/define_trace.h>