[linux.git] / kernel / rcutree_trace.c

/*
 * Read-Copy Update tracing for classic implementation
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
 *
 * Copyright IBM Corporation, 2008
 *
 * Papers:  http://www.rdrop.com/users/paulmck/RCU
 *
 * For detailed explanation of Read-Copy Update mechanism see -
 *		Documentation/RCU
 *
 */
#include <linux/types.h>
#include <linux/kernel.h>
#include <linux/init.h>
#include <linux/spinlock.h>
#include <linux/smp.h>
#include <linux/rcupdate.h>
#include <linux/interrupt.h>
#include <linux/sched.h>
#include <asm/atomic.h>
#include <linux/bitops.h>
#include <linux/module.h>
#include <linux/completion.h>
#include <linux/moduleparam.h>
#include <linux/percpu.h>
#include <linux/notifier.h>
#include <linux/cpu.h>
#include <linux/mutex.h>
#include <linux/debugfs.h>
#include <linux/seq_file.h>

#define RCU_TREE_NONCORE
#include "rcutree.h"

static void print_one_rcu_data(struct seq_file *m, struct rcu_data *rdp)
{
	if (!rdp->beenonline)
		return;
	seq_printf(m, "%3d%cc=%lu g=%lu pq=%d pqc=%lu qp=%d",
		   rdp->cpu,
		   cpu_is_offline(rdp->cpu) ? '!' : ' ',
		   rdp->completed, rdp->gpnum,
		   rdp->passed_quiesc, rdp->passed_quiesc_completed,
		   rdp->qs_pending);
#ifdef CONFIG_NO_HZ
	seq_printf(m, " dt=%d/%d dn=%d df=%lu",
		   rdp->dynticks->dynticks,
		   rdp->dynticks->dynticks_nesting,
		   rdp->dynticks->dynticks_nmi,
		   rdp->dynticks_fqs);
#endif /* #ifdef CONFIG_NO_HZ */
	seq_printf(m, " of=%lu ri=%lu", rdp->offline_fqs, rdp->resched_ipi);
	seq_printf(m, " ql=%ld b=%ld", rdp->qlen, rdp->blimit);
	seq_printf(m, " ci=%lu co=%lu ca=%lu\n",
		   rdp->n_cbs_invoked, rdp->n_cbs_orphaned, rdp->n_cbs_adopted);
}

#define PRINT_RCU_DATA(name, func, m) \
	do { \
		int _p_r_d_i; \
		\
		for_each_possible_cpu(_p_r_d_i) \
			func(m, &per_cpu(name, _p_r_d_i)); \
	} while (0)

static int show_rcudata(struct seq_file *m, void *unused)
{
#ifdef CONFIG_TREE_PREEMPT_RCU
	seq_puts(m, "rcu_preempt:\n");
	PRINT_RCU_DATA(rcu_preempt_data, print_one_rcu_data, m);
#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
	seq_puts(m, "rcu_sched:\n");
	PRINT_RCU_DATA(rcu_sched_data, print_one_rcu_data, m);
	seq_puts(m, "rcu_bh:\n");
	PRINT_RCU_DATA(rcu_bh_data, print_one_rcu_data, m);
	return 0;
}

static int rcudata_open(struct inode *inode, struct file *file)
{
	return single_open(file, show_rcudata, NULL);
}

static const struct file_operations rcudata_fops = {
	.owner = THIS_MODULE,
	.open = rcudata_open,
	.read = seq_read,
	.llseek = seq_lseek,
	.release = single_release,
};

static void print_one_rcu_data_csv(struct seq_file *m, struct rcu_data *rdp)
{
	if (!rdp->beenonline)
		return;
	seq_printf(m, "%d,%s,%lu,%lu,%d,%lu,%d",
		   rdp->cpu,
		   cpu_is_offline(rdp->cpu) ? "\"N\"" : "\"Y\"",
		   rdp->completed, rdp->gpnum,
		   rdp->passed_quiesc, rdp->passed_quiesc_completed,
		   rdp->qs_pending);
#ifdef CONFIG_NO_HZ
	seq_printf(m, ",%d,%d,%d,%lu",
		   rdp->dynticks->dynticks,
		   rdp->dynticks->dynticks_nesting,
		   rdp->dynticks->dynticks_nmi,
		   rdp->dynticks_fqs);
#endif /* #ifdef CONFIG_NO_HZ */
	seq_printf(m, ",%lu,%lu", rdp->offline_fqs, rdp->resched_ipi);
	seq_printf(m, ",%ld,%ld", rdp->qlen, rdp->blimit);
	seq_printf(m, ",%lu,%lu,%lu\n",
		   rdp->n_cbs_invoked, rdp->n_cbs_orphaned, rdp->n_cbs_adopted);
}

static int show_rcudata_csv(struct seq_file *m, void *unused)
{
	seq_puts(m, "\"CPU\",\"Online?\",\"c\",\"g\",\"pq\",\"pqc\",\"pq\",");
#ifdef CONFIG_NO_HZ
	seq_puts(m, "\"dt\",\"dt nesting\",\"dn\",\"df\",");
#endif /* #ifdef CONFIG_NO_HZ */
	seq_puts(m, "\"of\",\"ri\",\"ql\",\"b\",\"ci\",\"co\",\"ca\"\n");
#ifdef CONFIG_TREE_PREEMPT_RCU
	seq_puts(m, "\"rcu_preempt:\"\n");
	PRINT_RCU_DATA(rcu_preempt_data, print_one_rcu_data_csv, m);
#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
	seq_puts(m, "\"rcu_sched:\"\n");
	PRINT_RCU_DATA(rcu_sched_data, print_one_rcu_data_csv, m);
	seq_puts(m, "\"rcu_bh:\"\n");
	PRINT_RCU_DATA(rcu_bh_data, print_one_rcu_data_csv, m);
	return 0;
}

static int rcudata_csv_open(struct inode *inode, struct file *file)
{
	return single_open(file, show_rcudata_csv, NULL);
}

static const struct file_operations rcudata_csv_fops = {
	.owner = THIS_MODULE,
	.open = rcudata_csv_open,
	.read = seq_read,
	.llseek = seq_lseek,
	.release = single_release,
};

static void print_one_rcu_state(struct seq_file *m, struct rcu_state *rsp)
{
	unsigned long gpnum;
	int level = 0;
	int phase;
	struct rcu_node *rnp;

	gpnum = rsp->gpnum;
	seq_printf(m, "c=%lu g=%lu s=%d jfq=%ld j=%x "
		      "nfqs=%lu/nfqsng=%lu(%lu) fqlh=%lu oqlen=%ld\n",
		   rsp->completed, gpnum, rsp->signaled,
		   (long)(rsp->jiffies_force_qs - jiffies),
		   (int)(jiffies & 0xffff),
		   rsp->n_force_qs, rsp->n_force_qs_ngp,
		   rsp->n_force_qs - rsp->n_force_qs_ngp,
		   rsp->n_force_qs_lh, rsp->orphan_qlen);
	for (rnp = &rsp->node[0]; rnp - &rsp->node[0] < NUM_RCU_NODES; rnp++) {
		if (rnp->level != level) {
			seq_puts(m, "\n");
			level = rnp->level;
		}
		phase = gpnum & 0x1;
		seq_printf(m, "%lx/%lx %c%c>%c%c %d:%d ^%d    ",
			   rnp->qsmask, rnp->qsmaskinit,
			   "T."[list_empty(&rnp->blocked_tasks[phase])],
			   "E."[list_empty(&rnp->blocked_tasks[phase + 2])],
			   "T."[list_empty(&rnp->blocked_tasks[!phase])],
			   "E."[list_empty(&rnp->blocked_tasks[!phase + 2])],
			   rnp->grplo, rnp->grphi, rnp->grpnum);
	}
	seq_puts(m, "\n");
}

static int show_rcuhier(struct seq_file *m, void *unused)
{
#ifdef CONFIG_TREE_PREEMPT_RCU
	seq_puts(m, "rcu_preempt:\n");
	print_one_rcu_state(m, &rcu_preempt_state);
#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
	seq_puts(m, "rcu_sched:\n");
	print_one_rcu_state(m, &rcu_sched_state);
	seq_puts(m, "rcu_bh:\n");
	print_one_rcu_state(m, &rcu_bh_state);
	return 0;
}

static int rcuhier_open(struct inode *inode, struct file *file)
{
	return single_open(file, show_rcuhier, NULL);
}

static const struct file_operations rcuhier_fops = {
	.owner = THIS_MODULE,
	.open = rcuhier_open,
	.read = seq_read,
	.llseek = seq_lseek,
	.release = single_release,
};

static int show_rcugp(struct seq_file *m, void *unused)
{
#ifdef CONFIG_TREE_PREEMPT_RCU
	seq_printf(m, "rcu_preempt: completed=%ld  gpnum=%lu\n",
		   rcu_preempt_state.completed, rcu_preempt_state.gpnum);
#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
	seq_printf(m, "rcu_sched: completed=%ld  gpnum=%lu\n",
		   rcu_sched_state.completed, rcu_sched_state.gpnum);
	seq_printf(m, "rcu_bh: completed=%ld  gpnum=%lu\n",
		   rcu_bh_state.completed, rcu_bh_state.gpnum);
	return 0;
}

static int rcugp_open(struct inode *inode, struct file *file)
{
	return single_open(file, show_rcugp, NULL);
}

static const struct file_operations rcugp_fops = {
	.owner = THIS_MODULE,
	.open = rcugp_open,
	.read = seq_read,
	.llseek = seq_lseek,
	.release = single_release,
};

static void print_one_rcu_pending(struct seq_file *m, struct rcu_data *rdp)
{
	seq_printf(m, "%3d%cnp=%ld "
		   "qsp=%ld rpq=%ld cbr=%ld cng=%ld "
		   "gpc=%ld gps=%ld nf=%ld nn=%ld\n",
		   rdp->cpu,
		   cpu_is_offline(rdp->cpu) ? '!' : ' ',
		   rdp->n_rcu_pending,
		   rdp->n_rp_qs_pending,
		   rdp->n_rp_report_qs,
		   rdp->n_rp_cb_ready,
		   rdp->n_rp_cpu_needs_gp,
		   rdp->n_rp_gp_completed,
		   rdp->n_rp_gp_started,
		   rdp->n_rp_need_fqs,
		   rdp->n_rp_need_nothing);
}

static void print_rcu_pendings(struct seq_file *m, struct rcu_state *rsp)
{
	int cpu;
	struct rcu_data *rdp;

	for_each_possible_cpu(cpu) {
		rdp = per_cpu_ptr(rsp->rda, cpu);
		if (rdp->beenonline)
			print_one_rcu_pending(m, rdp);
	}
}

static int show_rcu_pending(struct seq_file *m, void *unused)
{
#ifdef CONFIG_TREE_PREEMPT_RCU
	seq_puts(m, "rcu_preempt:\n");
	print_rcu_pendings(m, &rcu_preempt_state);
#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
	seq_puts(m, "rcu_sched:\n");
	print_rcu_pendings(m, &rcu_sched_state);
	seq_puts(m, "rcu_bh:\n");
	print_rcu_pendings(m, &rcu_bh_state);
	return 0;
}

static int rcu_pending_open(struct inode *inode, struct file *file)
{
	return single_open(file, show_rcu_pending, NULL);
}

static const struct file_operations rcu_pending_fops = {
	.owner = THIS_MODULE,
	.open = rcu_pending_open,
	.read = seq_read,
	.llseek = seq_lseek,
	.release = single_release,
};

static struct dentry *rcudir;

static int __init rcuclassic_trace_init(void)
{
	struct dentry *retval;

	rcudir = debugfs_create_dir("rcu", NULL);
	if (!rcudir)
		goto free_out;

	retval = debugfs_create_file("rcudata", 0444, rcudir,
						NULL, &rcudata_fops);
	if (!retval)
		goto free_out;

	retval = debugfs_create_file("rcudata.csv", 0444, rcudir,
						NULL, &rcudata_csv_fops);
	if (!retval)
		goto free_out;

	retval = debugfs_create_file("rcugp", 0444, rcudir, NULL, &rcugp_fops);
	if (!retval)
		goto free_out;

	retval = debugfs_create_file("rcuhier", 0444, rcudir,
						NULL, &rcuhier_fops);
	if (!retval)
		goto free_out;

	retval = debugfs_create_file("rcu_pending", 0444, rcudir,
						NULL, &rcu_pending_fops);
	if (!retval)
		goto free_out;
	return 0;
free_out:
	debugfs_remove_recursive(rcudir);
	return 1;
}

static void __exit rcuclassic_trace_cleanup(void)
{
	debugfs_remove_recursive(rcudir);
}


module_init(rcuclassic_trace_init);
module_exit(rcuclassic_trace_cleanup);

MODULE_AUTHOR("Paul E. McKenney");
MODULE_DESCRIPTION("Read-Copy Update tracing for hierarchical implementation");
MODULE_LICENSE("GPL");
Commit	Line	Data
64db4cff PM	1	/*
	2	* Read-Copy Update tracing for classic implementation
	3	*
	4	* This program is free software; you can redistribute it and/or modify
	5	* it under the terms of the GNU General Public License as published by
	6	* the Free Software Foundation; either version 2 of the License, or
	7	* (at your option) any later version.
	8	*
	9	* This program is distributed in the hope that it will be useful,
	10	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	11	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	12	* GNU General Public License for more details.
	13	*
	14	* You should have received a copy of the GNU General Public License
	15	* along with this program; if not, write to the Free Software
	16	* Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
	17	*
	18	* Copyright IBM Corporation, 2008
	19	*
	20	* Papers: http://www.rdrop.com/users/paulmck/RCU
	21	*
	22	* For detailed explanation of Read-Copy Update mechanism see -
a71fca58	23	* Documentation/RCU
64db4cff PM	24	*
	25	*/
	26	#include <linux/types.h>
	27	#include <linux/kernel.h>
	28	#include <linux/init.h>
	29	#include <linux/spinlock.h>
	30	#include <linux/smp.h>
	31	#include <linux/rcupdate.h>
	32	#include <linux/interrupt.h>
	33	#include <linux/sched.h>
	34	#include <asm/atomic.h>
	35	#include <linux/bitops.h>
	36	#include <linux/module.h>
	37	#include <linux/completion.h>
	38	#include <linux/moduleparam.h>
	39	#include <linux/percpu.h>
	40	#include <linux/notifier.h>
	41	#include <linux/cpu.h>
	42	#include <linux/mutex.h>
	43	#include <linux/debugfs.h>
	44	#include <linux/seq_file.h>
	45
9f77da9f	46	#define RCU_TREE_NONCORE
6258c4fb IM	47	#include "rcutree.h"
6258c4fb IM	48
64db4cff PM	49	static void print_one_rcu_data(struct seq_file m, struct rcu_data rdp)
	50	{
	51	if (!rdp->beenonline)
	52	return;
20133cfc	53	seq_printf(m, "%3d%cc=%lu g=%lu pq=%d pqc=%lu qp=%d",
64db4cff PM	54	rdp->cpu,
	55	cpu_is_offline(rdp->cpu) ? '!' : ' ',
	56	rdp->completed, rdp->gpnum,
	57	rdp->passed_quiesc, rdp->passed_quiesc_completed,
ef631b0c	58	rdp->qs_pending);
64db4cff PM	59	#ifdef CONFIG_NO_HZ
	60	seq_printf(m, " dt=%d/%d dn=%d df=%lu",
	61	rdp->dynticks->dynticks,
	62	rdp->dynticks->dynticks_nesting,
	63	rdp->dynticks->dynticks_nmi,
	64	rdp->dynticks_fqs);
	65	#endif /* #ifdef CONFIG_NO_HZ */
	66	seq_printf(m, " of=%lu ri=%lu", rdp->offline_fqs, rdp->resched_ipi);
269dcc1c PM	67	seq_printf(m, " ql=%ld b=%ld", rdp->qlen, rdp->blimit);
	68	seq_printf(m, " ci=%lu co=%lu ca=%lu\n",
	69	rdp->n_cbs_invoked, rdp->n_cbs_orphaned, rdp->n_cbs_adopted);
64db4cff PM	70	}
	71
	72	#define PRINT_RCU_DATA(name, func, m) \
	73	do { \
	74	int _p_r_d_i; \
	75	\
	76	for_each_possible_cpu(_p_r_d_i) \
	77	func(m, &per_cpu(name, _p_r_d_i)); \
	78	} while (0)
	79
	80	static int show_rcudata(struct seq_file m, void unused)
	81	{
f41d911f PM	82	#ifdef CONFIG_TREE_PREEMPT_RCU
	83	seq_puts(m, "rcu_preempt:\n");
	84	PRINT_RCU_DATA(rcu_preempt_data, print_one_rcu_data, m);
	85	#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
d6714c22 PM	86	seq_puts(m, "rcu_sched:\n");
d6714c22 PM	87	PRINT_RCU_DATA(rcu_sched_data, print_one_rcu_data, m);
64db4cff PM	88	seq_puts(m, "rcu_bh:\n");
	89	PRINT_RCU_DATA(rcu_bh_data, print_one_rcu_data, m);
	90	return 0;
	91	}
	92
	93	static int rcudata_open(struct inode inode, struct file file)
	94	{
	95	return single_open(file, show_rcudata, NULL);
	96	}
	97
9b2619af	98	static const struct file_operations rcudata_fops = {
64db4cff PM	99	.owner = THIS_MODULE,
	100	.open = rcudata_open,
	101	.read = seq_read,
	102	.llseek = seq_lseek,
	103	.release = single_release,
	104	};
	105
	106	static void print_one_rcu_data_csv(struct seq_file m, struct rcu_data rdp)
	107	{
	108	if (!rdp->beenonline)
	109	return;
20133cfc	110	seq_printf(m, "%d,%s,%lu,%lu,%d,%lu,%d",
64db4cff	111	rdp->cpu,
5699ed8f	112	cpu_is_offline(rdp->cpu) ? "\"N\"" : "\"Y\"",
64db4cff PM	113	rdp->completed, rdp->gpnum,
64db4cff PM	114	rdp->passed_quiesc, rdp->passed_quiesc_completed,
ef631b0c	115	rdp->qs_pending);
64db4cff PM	116	#ifdef CONFIG_NO_HZ
	117	seq_printf(m, ",%d,%d,%d,%lu",
	118	rdp->dynticks->dynticks,
	119	rdp->dynticks->dynticks_nesting,
	120	rdp->dynticks->dynticks_nmi,
	121	rdp->dynticks_fqs);
	122	#endif /* #ifdef CONFIG_NO_HZ */
	123	seq_printf(m, ",%lu,%lu", rdp->offline_fqs, rdp->resched_ipi);
269dcc1c PM	124	seq_printf(m, ",%ld,%ld", rdp->qlen, rdp->blimit);
	125	seq_printf(m, ",%lu,%lu,%lu\n",
	126	rdp->n_cbs_invoked, rdp->n_cbs_orphaned, rdp->n_cbs_adopted);
64db4cff PM	127	}
	128
	129	static int show_rcudata_csv(struct seq_file m, void unused)
	130	{
ef631b0c	131	seq_puts(m, "\"CPU\",\"Online?\",\"c\",\"g\",\"pq\",\"pqc\",\"pq\",");
64db4cff PM	132	#ifdef CONFIG_NO_HZ
	133	seq_puts(m, "\"dt\",\"dt nesting\",\"dn\",\"df\",");
	134	#endif /* #ifdef CONFIG_NO_HZ */
269dcc1c	135	seq_puts(m, "\"of\",\"ri\",\"ql\",\"b\",\"ci\",\"co\",\"ca\"\n");
f41d911f PM	136	#ifdef CONFIG_TREE_PREEMPT_RCU
	137	seq_puts(m, "\"rcu_preempt:\"\n");
	138	PRINT_RCU_DATA(rcu_preempt_data, print_one_rcu_data_csv, m);
	139	#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
d6714c22 PM	140	seq_puts(m, "\"rcu_sched:\"\n");
d6714c22 PM	141	PRINT_RCU_DATA(rcu_sched_data, print_one_rcu_data_csv, m);
64db4cff PM	142	seq_puts(m, "\"rcu_bh:\"\n");
	143	PRINT_RCU_DATA(rcu_bh_data, print_one_rcu_data_csv, m);
	144	return 0;
	145	}
	146
	147	static int rcudata_csv_open(struct inode inode, struct file file)
	148	{
	149	return single_open(file, show_rcudata_csv, NULL);
	150	}
	151
9b2619af	152	static const struct file_operations rcudata_csv_fops = {
64db4cff PM	153	.owner = THIS_MODULE,
	154	.open = rcudata_csv_open,
	155	.read = seq_read,
	156	.llseek = seq_lseek,
	157	.release = single_release,
	158	};
	159
	160	static void print_one_rcu_state(struct seq_file m, struct rcu_state rsp)
	161	{
20133cfc	162	unsigned long gpnum;
64db4cff	163	int level = 0;
d9a3da06	164	int phase;
64db4cff PM	165	struct rcu_node *rnp;
64db4cff PM	166
3397e040	167	gpnum = rsp->gpnum;
20133cfc	168	seq_printf(m, "c=%lu g=%lu s=%d jfq=%ld j=%x "
e74f4c45	169	"nfqs=%lu/nfqsng=%lu(%lu) fqlh=%lu oqlen=%ld\n",
3397e040	170	rsp->completed, gpnum, rsp->signaled,
64db4cff PM	171	(long)(rsp->jiffies_force_qs - jiffies),
	172	(int)(jiffies & 0xffff),
	173	rsp->n_force_qs, rsp->n_force_qs_ngp,
	174	rsp->n_force_qs - rsp->n_force_qs_ngp,
e74f4c45	175	rsp->n_force_qs_lh, rsp->orphan_qlen);
64db4cff PM	176	for (rnp = &rsp->node[0]; rnp - &rsp->node[0] < NUM_RCU_NODES; rnp++) {
	177	if (rnp->level != level) {
	178	seq_puts(m, "\n");
	179	level = rnp->level;
	180	}
d9a3da06 PM	181	phase = gpnum & 0x1;
d9a3da06 PM	182	seq_printf(m, "%lx/%lx %c%c>%c%c %d:%d ^%d ",
64db4cff	183	rnp->qsmask, rnp->qsmaskinit,
d9a3da06 PM	184	"T."[list_empty(&rnp->blocked_tasks[phase])],
	185	"E."[list_empty(&rnp->blocked_tasks[phase + 2])],
	186	"T."[list_empty(&rnp->blocked_tasks[!phase])],
	187	"E."[list_empty(&rnp->blocked_tasks[!phase + 2])],
64db4cff PM	188	rnp->grplo, rnp->grphi, rnp->grpnum);
	189	}
	190	seq_puts(m, "\n");
	191	}
	192
	193	static int show_rcuhier(struct seq_file m, void unused)
	194	{
f41d911f PM	195	#ifdef CONFIG_TREE_PREEMPT_RCU
	196	seq_puts(m, "rcu_preempt:\n");
	197	print_one_rcu_state(m, &rcu_preempt_state);
	198	#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
d6714c22 PM	199	seq_puts(m, "rcu_sched:\n");
d6714c22 PM	200	print_one_rcu_state(m, &rcu_sched_state);
64db4cff PM	201	seq_puts(m, "rcu_bh:\n");
	202	print_one_rcu_state(m, &rcu_bh_state);
	203	return 0;
	204	}
	205
	206	static int rcuhier_open(struct inode inode, struct file file)
	207	{
	208	return single_open(file, show_rcuhier, NULL);
	209	}
	210
9b2619af	211	static const struct file_operations rcuhier_fops = {
64db4cff PM	212	.owner = THIS_MODULE,
	213	.open = rcuhier_open,
	214	.read = seq_read,
	215	.llseek = seq_lseek,
	216	.release = single_release,
	217	};
	218
	219	static int show_rcugp(struct seq_file m, void unused)
	220	{
f41d911f	221	#ifdef CONFIG_TREE_PREEMPT_RCU
20133cfc	222	seq_printf(m, "rcu_preempt: completed=%ld gpnum=%lu\n",
f41d911f PM	223	rcu_preempt_state.completed, rcu_preempt_state.gpnum);
f41d911f PM	224	#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
20133cfc	225	seq_printf(m, "rcu_sched: completed=%ld gpnum=%lu\n",
d6714c22	226	rcu_sched_state.completed, rcu_sched_state.gpnum);
20133cfc	227	seq_printf(m, "rcu_bh: completed=%ld gpnum=%lu\n",
64db4cff PM	228	rcu_bh_state.completed, rcu_bh_state.gpnum);
	229	return 0;
	230	}
	231
	232	static int rcugp_open(struct inode inode, struct file file)
	233	{
	234	return single_open(file, show_rcugp, NULL);
	235	}
	236
9b2619af	237	static const struct file_operations rcugp_fops = {
64db4cff PM	238	.owner = THIS_MODULE,
	239	.open = rcugp_open,
	240	.read = seq_read,
	241	.llseek = seq_lseek,
	242	.release = single_release,
	243	};
	244
7ba5c840 PM	245	static void print_one_rcu_pending(struct seq_file m, struct rcu_data rdp)
	246	{
	247	seq_printf(m, "%3d%cnp=%ld "
d21670ac PM	248	"qsp=%ld rpq=%ld cbr=%ld cng=%ld "
d21670ac PM	249	"gpc=%ld gps=%ld nf=%ld nn=%ld\n",
7ba5c840 PM	250	rdp->cpu,
	251	cpu_is_offline(rdp->cpu) ? '!' : ' ',
	252	rdp->n_rcu_pending,
	253	rdp->n_rp_qs_pending,
d21670ac	254	rdp->n_rp_report_qs,
7ba5c840 PM	255	rdp->n_rp_cb_ready,
	256	rdp->n_rp_cpu_needs_gp,
	257	rdp->n_rp_gp_completed,
	258	rdp->n_rp_gp_started,
	259	rdp->n_rp_need_fqs,
	260	rdp->n_rp_need_nothing);
	261	}
	262
	263	static void print_rcu_pendings(struct seq_file m, struct rcu_state rsp)
	264	{
	265	int cpu;
	266	struct rcu_data *rdp;
	267
	268	for_each_possible_cpu(cpu) {
394f99a9	269	rdp = per_cpu_ptr(rsp->rda, cpu);
7ba5c840 PM	270	if (rdp->beenonline)
	271	print_one_rcu_pending(m, rdp);
	272	}
	273	}
	274
	275	static int show_rcu_pending(struct seq_file m, void unused)
	276	{
f41d911f PM	277	#ifdef CONFIG_TREE_PREEMPT_RCU
	278	seq_puts(m, "rcu_preempt:\n");
	279	print_rcu_pendings(m, &rcu_preempt_state);
	280	#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
d6714c22 PM	281	seq_puts(m, "rcu_sched:\n");
d6714c22 PM	282	print_rcu_pendings(m, &rcu_sched_state);
7ba5c840 PM	283	seq_puts(m, "rcu_bh:\n");
	284	print_rcu_pendings(m, &rcu_bh_state);
	285	return 0;
	286	}
	287
	288	static int rcu_pending_open(struct inode inode, struct file file)
	289	{
	290	return single_open(file, show_rcu_pending, NULL);
	291	}
	292
9b2619af	293	static const struct file_operations rcu_pending_fops = {
7ba5c840 PM	294	.owner = THIS_MODULE,
	295	.open = rcu_pending_open,
	296	.read = seq_read,
	297	.llseek = seq_lseek,
	298	.release = single_release,
	299	};
	300
	301	static struct dentry *rcudir;
7ba5c840	302
64db4cff PM	303	static int __init rcuclassic_trace_init(void)
64db4cff PM	304	{
22f00b69 PM	305	struct dentry *retval;
22f00b69 PM	306
64db4cff PM	307	rcudir = debugfs_create_dir("rcu", NULL);
64db4cff PM	308	if (!rcudir)
22f00b69	309	goto free_out;
64db4cff	310
22f00b69	311	retval = debugfs_create_file("rcudata", 0444, rcudir,
64db4cff	312	NULL, &rcudata_fops);
22f00b69	313	if (!retval)
64db4cff PM	314	goto free_out;
64db4cff PM	315
22f00b69	316	retval = debugfs_create_file("rcudata.csv", 0444, rcudir,
64db4cff	317	NULL, &rcudata_csv_fops);
22f00b69	318	if (!retval)
64db4cff PM	319	goto free_out;
64db4cff PM	320
22f00b69 PM	321	retval = debugfs_create_file("rcugp", 0444, rcudir, NULL, &rcugp_fops);
22f00b69 PM	322	if (!retval)
64db4cff PM	323	goto free_out;
64db4cff PM	324
22f00b69	325	retval = debugfs_create_file("rcuhier", 0444, rcudir,
64db4cff	326	NULL, &rcuhier_fops);
22f00b69	327	if (!retval)
64db4cff	328	goto free_out;
7ba5c840	329
22f00b69	330	retval = debugfs_create_file("rcu_pending", 0444, rcudir,
7ba5c840	331	NULL, &rcu_pending_fops);
22f00b69	332	if (!retval)
7ba5c840	333	goto free_out;
64db4cff PM	334	return 0;
64db4cff PM	335	free_out:
22f00b69	336	debugfs_remove_recursive(rcudir);
64db4cff PM	337	return 1;
	338	}
	339
	340	static void __exit rcuclassic_trace_cleanup(void)
	341	{
22f00b69	342	debugfs_remove_recursive(rcudir);
64db4cff PM	343	}
	344
	345
	346	module_init(rcuclassic_trace_init);
	347	module_exit(rcuclassic_trace_cleanup);
	348
	349	MODULE_AUTHOR("Paul E. McKenney");
	350	MODULE_DESCRIPTION("Read-Copy Update tracing for hierarchical implementation");
	351	MODULE_LICENSE("GPL");