[linux.git] / kernel / rcutree_trace.c

/*
 * Read-Copy Update tracing for classic implementation
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
 *
 * Copyright IBM Corporation, 2008
 *
 * Papers:  http://www.rdrop.com/users/paulmck/RCU
 *
 * For detailed explanation of Read-Copy Update mechanism see -
 *		Documentation/RCU
 *
 */
#include <linux/types.h>
#include <linux/kernel.h>
#include <linux/init.h>
#include <linux/spinlock.h>
#include <linux/smp.h>
#include <linux/rcupdate.h>
#include <linux/interrupt.h>
#include <linux/sched.h>
#include <asm/atomic.h>
#include <linux/bitops.h>
#include <linux/module.h>
#include <linux/completion.h>
#include <linux/moduleparam.h>
#include <linux/percpu.h>
#include <linux/notifier.h>
#include <linux/cpu.h>
#include <linux/mutex.h>
#include <linux/debugfs.h>
#include <linux/seq_file.h>

#define RCU_TREE_NONCORE
#include "rcutree.h"

static void print_one_rcu_data(struct seq_file *m, struct rcu_data *rdp)
{
	if (!rdp->beenonline)
		return;
	seq_printf(m, "%3d%cc=%lu g=%lu pq=%d pqc=%lu qp=%d",
		   rdp->cpu,
		   cpu_is_offline(rdp->cpu) ? '!' : ' ',
		   rdp->completed, rdp->gpnum,
		   rdp->passed_quiesc, rdp->passed_quiesc_completed,
		   rdp->qs_pending);
#ifdef CONFIG_NO_HZ
	seq_printf(m, " dt=%d/%d dn=%d df=%lu",
		   rdp->dynticks->dynticks,
		   rdp->dynticks->dynticks_nesting,
		   rdp->dynticks->dynticks_nmi,
		   rdp->dynticks_fqs);
#endif /* #ifdef CONFIG_NO_HZ */
	seq_printf(m, " of=%lu ri=%lu", rdp->offline_fqs, rdp->resched_ipi);
	seq_printf(m, " ql=%ld b=%ld\n", rdp->qlen, rdp->blimit);
}

#define PRINT_RCU_DATA(name, func, m) \
	do { \
		int _p_r_d_i; \
		\
		for_each_possible_cpu(_p_r_d_i) \
			func(m, &per_cpu(name, _p_r_d_i)); \
	} while (0)

static int show_rcudata(struct seq_file *m, void *unused)
{
#ifdef CONFIG_TREE_PREEMPT_RCU
	seq_puts(m, "rcu_preempt:\n");
	PRINT_RCU_DATA(rcu_preempt_data, print_one_rcu_data, m);
#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
	seq_puts(m, "rcu_sched:\n");
	PRINT_RCU_DATA(rcu_sched_data, print_one_rcu_data, m);
	seq_puts(m, "rcu_bh:\n");
	PRINT_RCU_DATA(rcu_bh_data, print_one_rcu_data, m);
	return 0;
}

static int rcudata_open(struct inode *inode, struct file *file)
{
	return single_open(file, show_rcudata, NULL);
}

static const struct file_operations rcudata_fops = {
	.owner = THIS_MODULE,
	.open = rcudata_open,
	.read = seq_read,
	.llseek = seq_lseek,
	.release = single_release,
};

static void print_one_rcu_data_csv(struct seq_file *m, struct rcu_data *rdp)
{
	if (!rdp->beenonline)
		return;
	seq_printf(m, "%d,%s,%lu,%lu,%d,%lu,%d",
		   rdp->cpu,
		   cpu_is_offline(rdp->cpu) ? "\"N\"" : "\"Y\"",
		   rdp->completed, rdp->gpnum,
		   rdp->passed_quiesc, rdp->passed_quiesc_completed,
		   rdp->qs_pending);
#ifdef CONFIG_NO_HZ
	seq_printf(m, ",%d,%d,%d,%lu",
		   rdp->dynticks->dynticks,
		   rdp->dynticks->dynticks_nesting,
		   rdp->dynticks->dynticks_nmi,
		   rdp->dynticks_fqs);
#endif /* #ifdef CONFIG_NO_HZ */
	seq_printf(m, ",%lu,%lu", rdp->offline_fqs, rdp->resched_ipi);
	seq_printf(m, ",%ld,%ld\n", rdp->qlen, rdp->blimit);
}

static int show_rcudata_csv(struct seq_file *m, void *unused)
{
	seq_puts(m, "\"CPU\",\"Online?\",\"c\",\"g\",\"pq\",\"pqc\",\"pq\",");
#ifdef CONFIG_NO_HZ
	seq_puts(m, "\"dt\",\"dt nesting\",\"dn\",\"df\",");
#endif /* #ifdef CONFIG_NO_HZ */
	seq_puts(m, "\"of\",\"ri\",\"ql\",\"b\"\n");
#ifdef CONFIG_TREE_PREEMPT_RCU
	seq_puts(m, "\"rcu_preempt:\"\n");
	PRINT_RCU_DATA(rcu_preempt_data, print_one_rcu_data_csv, m);
#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
	seq_puts(m, "\"rcu_sched:\"\n");
	PRINT_RCU_DATA(rcu_sched_data, print_one_rcu_data_csv, m);
	seq_puts(m, "\"rcu_bh:\"\n");
	PRINT_RCU_DATA(rcu_bh_data, print_one_rcu_data_csv, m);
	return 0;
}

static int rcudata_csv_open(struct inode *inode, struct file *file)
{
	return single_open(file, show_rcudata_csv, NULL);
}

static const struct file_operations rcudata_csv_fops = {
	.owner = THIS_MODULE,
	.open = rcudata_csv_open,
	.read = seq_read,
	.llseek = seq_lseek,
	.release = single_release,
};

static void print_one_rcu_state(struct seq_file *m, struct rcu_state *rsp)
{
	unsigned long gpnum;
	int level = 0;
	int phase;
	struct rcu_node *rnp;

	gpnum = rsp->gpnum;
	seq_printf(m, "c=%lu g=%lu s=%d jfq=%ld j=%x "
		      "nfqs=%lu/nfqsng=%lu(%lu) fqlh=%lu oqlen=%ld\n",
		   rsp->completed, gpnum, rsp->signaled,
		   (long)(rsp->jiffies_force_qs - jiffies),
		   (int)(jiffies & 0xffff),
		   rsp->n_force_qs, rsp->n_force_qs_ngp,
		   rsp->n_force_qs - rsp->n_force_qs_ngp,
		   rsp->n_force_qs_lh, rsp->orphan_qlen);
	for (rnp = &rsp->node[0]; rnp - &rsp->node[0] < NUM_RCU_NODES; rnp++) {
		if (rnp->level != level) {
			seq_puts(m, "\n");
			level = rnp->level;
		}
		phase = gpnum & 0x1;
		seq_printf(m, "%lx/%lx %c%c>%c%c %d:%d ^%d    ",
			   rnp->qsmask, rnp->qsmaskinit,
			   "T."[list_empty(&rnp->blocked_tasks[phase])],
			   "E."[list_empty(&rnp->blocked_tasks[phase + 2])],
			   "T."[list_empty(&rnp->blocked_tasks[!phase])],
			   "E."[list_empty(&rnp->blocked_tasks[!phase + 2])],
			   rnp->grplo, rnp->grphi, rnp->grpnum);
	}
	seq_puts(m, "\n");
}

static int show_rcuhier(struct seq_file *m, void *unused)
{
#ifdef CONFIG_TREE_PREEMPT_RCU
	seq_puts(m, "rcu_preempt:\n");
	print_one_rcu_state(m, &rcu_preempt_state);
#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
	seq_puts(m, "rcu_sched:\n");
	print_one_rcu_state(m, &rcu_sched_state);
	seq_puts(m, "rcu_bh:\n");
	print_one_rcu_state(m, &rcu_bh_state);
	return 0;
}

static int rcuhier_open(struct inode *inode, struct file *file)
{
	return single_open(file, show_rcuhier, NULL);
}

static const struct file_operations rcuhier_fops = {
	.owner = THIS_MODULE,
	.open = rcuhier_open,
	.read = seq_read,
	.llseek = seq_lseek,
	.release = single_release,
};

static int show_rcugp(struct seq_file *m, void *unused)
{
#ifdef CONFIG_TREE_PREEMPT_RCU
	seq_printf(m, "rcu_preempt: completed=%ld  gpnum=%lu\n",
		   rcu_preempt_state.completed, rcu_preempt_state.gpnum);
#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
	seq_printf(m, "rcu_sched: completed=%ld  gpnum=%lu\n",
		   rcu_sched_state.completed, rcu_sched_state.gpnum);
	seq_printf(m, "rcu_bh: completed=%ld  gpnum=%lu\n",
		   rcu_bh_state.completed, rcu_bh_state.gpnum);
	return 0;
}

static int rcugp_open(struct inode *inode, struct file *file)
{
	return single_open(file, show_rcugp, NULL);
}

static const struct file_operations rcugp_fops = {
	.owner = THIS_MODULE,
	.open = rcugp_open,
	.read = seq_read,
	.llseek = seq_lseek,
	.release = single_release,
};

static void print_one_rcu_pending(struct seq_file *m, struct rcu_data *rdp)
{
	seq_printf(m, "%3d%cnp=%ld "
		   "qsp=%ld rpq=%ld cbr=%ld cng=%ld "
		   "gpc=%ld gps=%ld nf=%ld nn=%ld\n",
		   rdp->cpu,
		   cpu_is_offline(rdp->cpu) ? '!' : ' ',
		   rdp->n_rcu_pending,
		   rdp->n_rp_qs_pending,
		   rdp->n_rp_report_qs,
		   rdp->n_rp_cb_ready,
		   rdp->n_rp_cpu_needs_gp,
		   rdp->n_rp_gp_completed,
		   rdp->n_rp_gp_started,
		   rdp->n_rp_need_fqs,
		   rdp->n_rp_need_nothing);
}

static void print_rcu_pendings(struct seq_file *m, struct rcu_state *rsp)
{
	int cpu;
	struct rcu_data *rdp;

	for_each_possible_cpu(cpu) {
		rdp = rsp->rda[cpu];
		if (rdp->beenonline)
			print_one_rcu_pending(m, rdp);
	}
}

static int show_rcu_pending(struct seq_file *m, void *unused)
{
#ifdef CONFIG_TREE_PREEMPT_RCU
	seq_puts(m, "rcu_preempt:\n");
	print_rcu_pendings(m, &rcu_preempt_state);
#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
	seq_puts(m, "rcu_sched:\n");
	print_rcu_pendings(m, &rcu_sched_state);
	seq_puts(m, "rcu_bh:\n");
	print_rcu_pendings(m, &rcu_bh_state);
	return 0;
}

static int rcu_pending_open(struct inode *inode, struct file *file)
{
	return single_open(file, show_rcu_pending, NULL);
}

static const struct file_operations rcu_pending_fops = {
	.owner = THIS_MODULE,
	.open = rcu_pending_open,
	.read = seq_read,
	.llseek = seq_lseek,
	.release = single_release,
};

static struct dentry *rcudir;

static int __init rcuclassic_trace_init(void)
{
	struct dentry *retval;

	rcudir = debugfs_create_dir("rcu", NULL);
	if (!rcudir)
		goto free_out;

	retval = debugfs_create_file("rcudata", 0444, rcudir,
						NULL, &rcudata_fops);
	if (!retval)
		goto free_out;

	retval = debugfs_create_file("rcudata.csv", 0444, rcudir,
						NULL, &rcudata_csv_fops);
	if (!retval)
		goto free_out;

	retval = debugfs_create_file("rcugp", 0444, rcudir, NULL, &rcugp_fops);
	if (!retval)
		goto free_out;

	retval = debugfs_create_file("rcuhier", 0444, rcudir,
						NULL, &rcuhier_fops);
	if (!retval)
		goto free_out;

	retval = debugfs_create_file("rcu_pending", 0444, rcudir,
						NULL, &rcu_pending_fops);
	if (!retval)
		goto free_out;
	return 0;
free_out:
	debugfs_remove_recursive(rcudir);
	return 1;
}

static void __exit rcuclassic_trace_cleanup(void)
{
	debugfs_remove_recursive(rcudir);
}


module_init(rcuclassic_trace_init);
module_exit(rcuclassic_trace_cleanup);

MODULE_AUTHOR("Paul E. McKenney");
MODULE_DESCRIPTION("Read-Copy Update tracing for hierarchical implementation");
MODULE_LICENSE("GPL");
Commit	Line	Data
64db4cff PM	1	/*
	2	* Read-Copy Update tracing for classic implementation
	3	*
	4	* This program is free software; you can redistribute it and/or modify
	5	* it under the terms of the GNU General Public License as published by
	6	* the Free Software Foundation; either version 2 of the License, or
	7	* (at your option) any later version.
	8	*
	9	* This program is distributed in the hope that it will be useful,
	10	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	11	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	12	* GNU General Public License for more details.
	13	*
	14	* You should have received a copy of the GNU General Public License
	15	* along with this program; if not, write to the Free Software
	16	* Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
	17	*
	18	* Copyright IBM Corporation, 2008
	19	*
	20	* Papers: http://www.rdrop.com/users/paulmck/RCU
	21	*
	22	* For detailed explanation of Read-Copy Update mechanism see -
a71fca58	23	* Documentation/RCU
64db4cff PM	24	*
	25	*/
	26	#include <linux/types.h>
	27	#include <linux/kernel.h>
	28	#include <linux/init.h>
	29	#include <linux/spinlock.h>
	30	#include <linux/smp.h>
	31	#include <linux/rcupdate.h>
	32	#include <linux/interrupt.h>
	33	#include <linux/sched.h>
	34	#include <asm/atomic.h>
	35	#include <linux/bitops.h>
	36	#include <linux/module.h>
	37	#include <linux/completion.h>
	38	#include <linux/moduleparam.h>
	39	#include <linux/percpu.h>
	40	#include <linux/notifier.h>
	41	#include <linux/cpu.h>
	42	#include <linux/mutex.h>
	43	#include <linux/debugfs.h>
	44	#include <linux/seq_file.h>
	45
9f77da9f	46	#define RCU_TREE_NONCORE
6258c4fb IM	47	#include "rcutree.h"
6258c4fb IM	48
64db4cff PM	49	static void print_one_rcu_data(struct seq_file m, struct rcu_data rdp)
	50	{
	51	if (!rdp->beenonline)
	52	return;
20133cfc	53	seq_printf(m, "%3d%cc=%lu g=%lu pq=%d pqc=%lu qp=%d",
64db4cff PM	54	rdp->cpu,
	55	cpu_is_offline(rdp->cpu) ? '!' : ' ',
	56	rdp->completed, rdp->gpnum,
	57	rdp->passed_quiesc, rdp->passed_quiesc_completed,
ef631b0c	58	rdp->qs_pending);
64db4cff PM	59	#ifdef CONFIG_NO_HZ
	60	seq_printf(m, " dt=%d/%d dn=%d df=%lu",
	61	rdp->dynticks->dynticks,
	62	rdp->dynticks->dynticks_nesting,
	63	rdp->dynticks->dynticks_nmi,
	64	rdp->dynticks_fqs);
	65	#endif /* #ifdef CONFIG_NO_HZ */
	66	seq_printf(m, " of=%lu ri=%lu", rdp->offline_fqs, rdp->resched_ipi);
	67	seq_printf(m, " ql=%ld b=%ld\n", rdp->qlen, rdp->blimit);
	68	}
	69
	70	#define PRINT_RCU_DATA(name, func, m) \
	71	do { \
	72	int _p_r_d_i; \
	73	\
	74	for_each_possible_cpu(_p_r_d_i) \
	75	func(m, &per_cpu(name, _p_r_d_i)); \
	76	} while (0)
	77
	78	static int show_rcudata(struct seq_file m, void unused)
	79	{
f41d911f PM	80	#ifdef CONFIG_TREE_PREEMPT_RCU
	81	seq_puts(m, "rcu_preempt:\n");
	82	PRINT_RCU_DATA(rcu_preempt_data, print_one_rcu_data, m);
	83	#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
d6714c22 PM	84	seq_puts(m, "rcu_sched:\n");
d6714c22 PM	85	PRINT_RCU_DATA(rcu_sched_data, print_one_rcu_data, m);
64db4cff PM	86	seq_puts(m, "rcu_bh:\n");
	87	PRINT_RCU_DATA(rcu_bh_data, print_one_rcu_data, m);
	88	return 0;
	89	}
	90
	91	static int rcudata_open(struct inode inode, struct file file)
	92	{
	93	return single_open(file, show_rcudata, NULL);
	94	}
	95
9b2619af	96	static const struct file_operations rcudata_fops = {
64db4cff PM	97	.owner = THIS_MODULE,
	98	.open = rcudata_open,
	99	.read = seq_read,
	100	.llseek = seq_lseek,
	101	.release = single_release,
	102	};
	103
	104	static void print_one_rcu_data_csv(struct seq_file m, struct rcu_data rdp)
	105	{
	106	if (!rdp->beenonline)
	107	return;
20133cfc	108	seq_printf(m, "%d,%s,%lu,%lu,%d,%lu,%d",
64db4cff	109	rdp->cpu,
5699ed8f	110	cpu_is_offline(rdp->cpu) ? "\"N\"" : "\"Y\"",
64db4cff PM	111	rdp->completed, rdp->gpnum,
64db4cff PM	112	rdp->passed_quiesc, rdp->passed_quiesc_completed,
ef631b0c	113	rdp->qs_pending);
64db4cff PM	114	#ifdef CONFIG_NO_HZ
	115	seq_printf(m, ",%d,%d,%d,%lu",
	116	rdp->dynticks->dynticks,
	117	rdp->dynticks->dynticks_nesting,
	118	rdp->dynticks->dynticks_nmi,
	119	rdp->dynticks_fqs);
	120	#endif /* #ifdef CONFIG_NO_HZ */
	121	seq_printf(m, ",%lu,%lu", rdp->offline_fqs, rdp->resched_ipi);
	122	seq_printf(m, ",%ld,%ld\n", rdp->qlen, rdp->blimit);
	123	}
	124
	125	static int show_rcudata_csv(struct seq_file m, void unused)
	126	{
ef631b0c	127	seq_puts(m, "\"CPU\",\"Online?\",\"c\",\"g\",\"pq\",\"pqc\",\"pq\",");
64db4cff PM	128	#ifdef CONFIG_NO_HZ
	129	seq_puts(m, "\"dt\",\"dt nesting\",\"dn\",\"df\",");
	130	#endif /* #ifdef CONFIG_NO_HZ */
	131	seq_puts(m, "\"of\",\"ri\",\"ql\",\"b\"\n");
f41d911f PM	132	#ifdef CONFIG_TREE_PREEMPT_RCU
	133	seq_puts(m, "\"rcu_preempt:\"\n");
	134	PRINT_RCU_DATA(rcu_preempt_data, print_one_rcu_data_csv, m);
	135	#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
d6714c22 PM	136	seq_puts(m, "\"rcu_sched:\"\n");
d6714c22 PM	137	PRINT_RCU_DATA(rcu_sched_data, print_one_rcu_data_csv, m);
64db4cff PM	138	seq_puts(m, "\"rcu_bh:\"\n");
	139	PRINT_RCU_DATA(rcu_bh_data, print_one_rcu_data_csv, m);
	140	return 0;
	141	}
	142
	143	static int rcudata_csv_open(struct inode inode, struct file file)
	144	{
	145	return single_open(file, show_rcudata_csv, NULL);
	146	}
	147
9b2619af	148	static const struct file_operations rcudata_csv_fops = {
64db4cff PM	149	.owner = THIS_MODULE,
	150	.open = rcudata_csv_open,
	151	.read = seq_read,
	152	.llseek = seq_lseek,
	153	.release = single_release,
	154	};
	155
	156	static void print_one_rcu_state(struct seq_file m, struct rcu_state rsp)
	157	{
20133cfc	158	unsigned long gpnum;
64db4cff	159	int level = 0;
d9a3da06	160	int phase;
64db4cff PM	161	struct rcu_node *rnp;
64db4cff PM	162
3397e040	163	gpnum = rsp->gpnum;
20133cfc	164	seq_printf(m, "c=%lu g=%lu s=%d jfq=%ld j=%x "
e74f4c45	165	"nfqs=%lu/nfqsng=%lu(%lu) fqlh=%lu oqlen=%ld\n",
3397e040	166	rsp->completed, gpnum, rsp->signaled,
64db4cff PM	167	(long)(rsp->jiffies_force_qs - jiffies),
	168	(int)(jiffies & 0xffff),
	169	rsp->n_force_qs, rsp->n_force_qs_ngp,
	170	rsp->n_force_qs - rsp->n_force_qs_ngp,
e74f4c45	171	rsp->n_force_qs_lh, rsp->orphan_qlen);
64db4cff PM	172	for (rnp = &rsp->node[0]; rnp - &rsp->node[0] < NUM_RCU_NODES; rnp++) {
	173	if (rnp->level != level) {
	174	seq_puts(m, "\n");
	175	level = rnp->level;
	176	}
d9a3da06 PM	177	phase = gpnum & 0x1;
d9a3da06 PM	178	seq_printf(m, "%lx/%lx %c%c>%c%c %d:%d ^%d ",
64db4cff	179	rnp->qsmask, rnp->qsmaskinit,
d9a3da06 PM	180	"T."[list_empty(&rnp->blocked_tasks[phase])],
	181	"E."[list_empty(&rnp->blocked_tasks[phase + 2])],
	182	"T."[list_empty(&rnp->blocked_tasks[!phase])],
	183	"E."[list_empty(&rnp->blocked_tasks[!phase + 2])],
64db4cff PM	184	rnp->grplo, rnp->grphi, rnp->grpnum);
	185	}
	186	seq_puts(m, "\n");
	187	}
	188
	189	static int show_rcuhier(struct seq_file m, void unused)
	190	{
f41d911f PM	191	#ifdef CONFIG_TREE_PREEMPT_RCU
	192	seq_puts(m, "rcu_preempt:\n");
	193	print_one_rcu_state(m, &rcu_preempt_state);
	194	#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
d6714c22 PM	195	seq_puts(m, "rcu_sched:\n");
d6714c22 PM	196	print_one_rcu_state(m, &rcu_sched_state);
64db4cff PM	197	seq_puts(m, "rcu_bh:\n");
	198	print_one_rcu_state(m, &rcu_bh_state);
	199	return 0;
	200	}
	201
	202	static int rcuhier_open(struct inode inode, struct file file)
	203	{
	204	return single_open(file, show_rcuhier, NULL);
	205	}
	206
9b2619af	207	static const struct file_operations rcuhier_fops = {
64db4cff PM	208	.owner = THIS_MODULE,
	209	.open = rcuhier_open,
	210	.read = seq_read,
	211	.llseek = seq_lseek,
	212	.release = single_release,
	213	};
	214
	215	static int show_rcugp(struct seq_file m, void unused)
	216	{
f41d911f	217	#ifdef CONFIG_TREE_PREEMPT_RCU
20133cfc	218	seq_printf(m, "rcu_preempt: completed=%ld gpnum=%lu\n",
f41d911f PM	219	rcu_preempt_state.completed, rcu_preempt_state.gpnum);
f41d911f PM	220	#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
20133cfc	221	seq_printf(m, "rcu_sched: completed=%ld gpnum=%lu\n",
d6714c22	222	rcu_sched_state.completed, rcu_sched_state.gpnum);
20133cfc	223	seq_printf(m, "rcu_bh: completed=%ld gpnum=%lu\n",
64db4cff PM	224	rcu_bh_state.completed, rcu_bh_state.gpnum);
	225	return 0;
	226	}
	227
	228	static int rcugp_open(struct inode inode, struct file file)
	229	{
	230	return single_open(file, show_rcugp, NULL);
	231	}
	232
9b2619af	233	static const struct file_operations rcugp_fops = {
64db4cff PM	234	.owner = THIS_MODULE,
	235	.open = rcugp_open,
	236	.read = seq_read,
	237	.llseek = seq_lseek,
	238	.release = single_release,
	239	};
	240
7ba5c840 PM	241	static void print_one_rcu_pending(struct seq_file m, struct rcu_data rdp)
	242	{
	243	seq_printf(m, "%3d%cnp=%ld "
d21670ac PM	244	"qsp=%ld rpq=%ld cbr=%ld cng=%ld "
d21670ac PM	245	"gpc=%ld gps=%ld nf=%ld nn=%ld\n",
7ba5c840 PM	246	rdp->cpu,
	247	cpu_is_offline(rdp->cpu) ? '!' : ' ',
	248	rdp->n_rcu_pending,
	249	rdp->n_rp_qs_pending,
d21670ac	250	rdp->n_rp_report_qs,
7ba5c840 PM	251	rdp->n_rp_cb_ready,
	252	rdp->n_rp_cpu_needs_gp,
	253	rdp->n_rp_gp_completed,
	254	rdp->n_rp_gp_started,
	255	rdp->n_rp_need_fqs,
	256	rdp->n_rp_need_nothing);
	257	}
	258
	259	static void print_rcu_pendings(struct seq_file m, struct rcu_state rsp)
	260	{
	261	int cpu;
	262	struct rcu_data *rdp;
	263
	264	for_each_possible_cpu(cpu) {
	265	rdp = rsp->rda[cpu];
	266	if (rdp->beenonline)
	267	print_one_rcu_pending(m, rdp);
	268	}
	269	}
	270
	271	static int show_rcu_pending(struct seq_file m, void unused)
	272	{
f41d911f PM	273	#ifdef CONFIG_TREE_PREEMPT_RCU
	274	seq_puts(m, "rcu_preempt:\n");
	275	print_rcu_pendings(m, &rcu_preempt_state);
	276	#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
d6714c22 PM	277	seq_puts(m, "rcu_sched:\n");
d6714c22 PM	278	print_rcu_pendings(m, &rcu_sched_state);
7ba5c840 PM	279	seq_puts(m, "rcu_bh:\n");
	280	print_rcu_pendings(m, &rcu_bh_state);
	281	return 0;
	282	}
	283
	284	static int rcu_pending_open(struct inode inode, struct file file)
	285	{
	286	return single_open(file, show_rcu_pending, NULL);
	287	}
	288
9b2619af	289	static const struct file_operations rcu_pending_fops = {
7ba5c840 PM	290	.owner = THIS_MODULE,
	291	.open = rcu_pending_open,
	292	.read = seq_read,
	293	.llseek = seq_lseek,
	294	.release = single_release,
	295	};
	296
	297	static struct dentry *rcudir;
7ba5c840	298
64db4cff PM	299	static int __init rcuclassic_trace_init(void)
64db4cff PM	300	{
22f00b69 PM	301	struct dentry *retval;
22f00b69 PM	302
64db4cff PM	303	rcudir = debugfs_create_dir("rcu", NULL);
64db4cff PM	304	if (!rcudir)
22f00b69	305	goto free_out;
64db4cff	306
22f00b69	307	retval = debugfs_create_file("rcudata", 0444, rcudir,
64db4cff	308	NULL, &rcudata_fops);
22f00b69	309	if (!retval)
64db4cff PM	310	goto free_out;
64db4cff PM	311
22f00b69	312	retval = debugfs_create_file("rcudata.csv", 0444, rcudir,
64db4cff	313	NULL, &rcudata_csv_fops);
22f00b69	314	if (!retval)
64db4cff PM	315	goto free_out;
64db4cff PM	316
22f00b69 PM	317	retval = debugfs_create_file("rcugp", 0444, rcudir, NULL, &rcugp_fops);
22f00b69 PM	318	if (!retval)
64db4cff PM	319	goto free_out;
64db4cff PM	320
22f00b69	321	retval = debugfs_create_file("rcuhier", 0444, rcudir,
64db4cff	322	NULL, &rcuhier_fops);
22f00b69	323	if (!retval)
64db4cff	324	goto free_out;
7ba5c840	325
22f00b69	326	retval = debugfs_create_file("rcu_pending", 0444, rcudir,
7ba5c840	327	NULL, &rcu_pending_fops);
22f00b69	328	if (!retval)
7ba5c840	329	goto free_out;
64db4cff PM	330	return 0;
64db4cff PM	331	free_out:
22f00b69	332	debugfs_remove_recursive(rcudir);
64db4cff PM	333	return 1;
	334	}
	335
	336	static void __exit rcuclassic_trace_cleanup(void)
	337	{
22f00b69	338	debugfs_remove_recursive(rcudir);
64db4cff PM	339	}
	340
	341
	342	module_init(rcuclassic_trace_init);
	343	module_exit(rcuclassic_trace_cleanup);
	344
	345	MODULE_AUTHOR("Paul E. McKenney");
	346	MODULE_DESCRIPTION("Read-Copy Update tracing for hierarchical implementation");
	347	MODULE_LICENSE("GPL");