[linux.git] / drivers / cpuidle / cpuidle-powernv.c

/*
 *  cpuidle-powernv - idle state cpuidle driver.
 *  Adapted from drivers/cpuidle/cpuidle-pseries
 *
 */

#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/init.h>
#include <linux/moduleparam.h>
#include <linux/cpuidle.h>
#include <linux/cpu.h>
#include <linux/notifier.h>
#include <linux/clockchips.h>
#include <linux/of.h>
#include <linux/slab.h>

#include <asm/machdep.h>
#include <asm/firmware.h>
#include <asm/opal.h>
#include <asm/runlatch.h>

/*
 * Expose only those Hardware idle states via the cpuidle framework
 * that have latency value below POWERNV_THRESHOLD_LATENCY_NS.
 */
#define POWERNV_THRESHOLD_LATENCY_NS 200000

static struct cpuidle_driver powernv_idle_driver = {
	.name             = "powernv_idle",
	.owner            = THIS_MODULE,
};

static int max_idle_state;
static struct cpuidle_state *cpuidle_state_table;

static u64 stop_psscr_table[CPUIDLE_STATE_MAX];

static u64 snooze_timeout;
static bool snooze_timeout_en;

static int snooze_loop(struct cpuidle_device *dev,
			struct cpuidle_driver *drv,
			int index)
{
	u64 snooze_exit_time;

	local_irq_enable();
	set_thread_flag(TIF_POLLING_NRFLAG);

	snooze_exit_time = get_tb() + snooze_timeout;
	ppc64_runlatch_off();
	while (!need_resched()) {
		HMT_low();
		HMT_very_low();
		if (snooze_timeout_en && get_tb() > snooze_exit_time)
			break;
	}

	HMT_medium();
	ppc64_runlatch_on();
	clear_thread_flag(TIF_POLLING_NRFLAG);
	smp_mb();
	return index;
}

static int nap_loop(struct cpuidle_device *dev,
			struct cpuidle_driver *drv,
			int index)
{
	ppc64_runlatch_off();
	power7_idle();
	ppc64_runlatch_on();
	return index;
}

/* Register for fastsleep only in oneshot mode of broadcast */
#ifdef CONFIG_TICK_ONESHOT
static int fastsleep_loop(struct cpuidle_device *dev,
				struct cpuidle_driver *drv,
				int index)
{
	unsigned long old_lpcr = mfspr(SPRN_LPCR);
	unsigned long new_lpcr;

	if (unlikely(system_state < SYSTEM_RUNNING))
		return index;

	new_lpcr = old_lpcr;
	/* Do not exit powersave upon decrementer as we've setup the timer
	 * offload.
	 */
	new_lpcr &= ~LPCR_PECE1;

	mtspr(SPRN_LPCR, new_lpcr);
	power7_sleep();

	mtspr(SPRN_LPCR, old_lpcr);

	return index;
}
#endif

static int stop_loop(struct cpuidle_device *dev,
		     struct cpuidle_driver *drv,
		     int index)
{
	ppc64_runlatch_off();
	power9_idle_stop(stop_psscr_table[index]);
	ppc64_runlatch_on();
	return index;
}

/*
 * States for dedicated partition case.
 */
static struct cpuidle_state powernv_states[CPUIDLE_STATE_MAX] = {
	{ /* Snooze */
		.name = "snooze",
		.desc = "snooze",
		.exit_latency = 0,
		.target_residency = 0,
		.enter = snooze_loop },
};

static int powernv_cpuidle_cpu_online(unsigned int cpu)
{
	struct cpuidle_device *dev = per_cpu(cpuidle_devices, cpu);

	if (dev && cpuidle_get_driver()) {
		cpuidle_pause_and_lock();
		cpuidle_enable_device(dev);
		cpuidle_resume_and_unlock();
	}
	return 0;
}

static int powernv_cpuidle_cpu_dead(unsigned int cpu)
{
	struct cpuidle_device *dev = per_cpu(cpuidle_devices, cpu);

	if (dev && cpuidle_get_driver()) {
		cpuidle_pause_and_lock();
		cpuidle_disable_device(dev);
		cpuidle_resume_and_unlock();
	}
	return 0;
}

/*
 * powernv_cpuidle_driver_init()
 */
static int powernv_cpuidle_driver_init(void)
{
	int idle_state;
	struct cpuidle_driver *drv = &powernv_idle_driver;

	drv->state_count = 0;

	for (idle_state = 0; idle_state < max_idle_state; ++idle_state) {
		/* Is the state not enabled? */
		if (cpuidle_state_table[idle_state].enter == NULL)
			continue;

		drv->states[drv->state_count] =	/* structure copy */
			cpuidle_state_table[idle_state];

		drv->state_count += 1;
	}

	return 0;
}

static inline void add_powernv_state(int index, const char *name,
				     unsigned int flags,
				     int (*idle_fn)(struct cpuidle_device *,
						    struct cpuidle_driver *,
						    int),
				     unsigned int target_residency,
				     unsigned int exit_latency,
				     u64 psscr_val)
{
	strlcpy(powernv_states[index].name, name, CPUIDLE_NAME_LEN);
	strlcpy(powernv_states[index].desc, name, CPUIDLE_NAME_LEN);
	powernv_states[index].flags = flags;
	powernv_states[index].target_residency = target_residency;
	powernv_states[index].exit_latency = exit_latency;
	powernv_states[index].enter = idle_fn;
	stop_psscr_table[index] = psscr_val;
}

static int powernv_add_idle_states(void)
{
	struct device_node *power_mgt;
	int nr_idle_states = 1; /* Snooze */
	int dt_idle_states;
	u32 latency_ns[CPUIDLE_STATE_MAX];
	u32 residency_ns[CPUIDLE_STATE_MAX];
	u32 flags[CPUIDLE_STATE_MAX];
	u64 psscr_val[CPUIDLE_STATE_MAX];
	const char *names[CPUIDLE_STATE_MAX];
	int i, rc;

	/* Currently we have snooze statically defined */

	power_mgt = of_find_node_by_path("/ibm,opal/power-mgt");
	if (!power_mgt) {
		pr_warn("opal: PowerMgmt Node not found\n");
		goto out;
	}

	/* Read values of any property to determine the num of idle states */
	dt_idle_states = of_property_count_u32_elems(power_mgt, "ibm,cpu-idle-state-flags");
	if (dt_idle_states < 0) {
		pr_warn("cpuidle-powernv: no idle states found in the DT\n");
		goto out;
	}

	/*
	 * Since snooze is used as first idle state, max idle states allowed is
	 * CPUIDLE_STATE_MAX -1
	 */
	if (dt_idle_states > CPUIDLE_STATE_MAX - 1) {
		pr_warn("cpuidle-powernv: discovered idle states more than allowed");
		dt_idle_states = CPUIDLE_STATE_MAX - 1;
	}

	if (of_property_read_u32_array(power_mgt,
			"ibm,cpu-idle-state-flags", flags, dt_idle_states)) {
		pr_warn("cpuidle-powernv : missing ibm,cpu-idle-state-flags in DT\n");
		goto out;
	}

	if (of_property_read_u32_array(power_mgt,
		"ibm,cpu-idle-state-latencies-ns", latency_ns,
		dt_idle_states)) {
		pr_warn("cpuidle-powernv: missing ibm,cpu-idle-state-latencies-ns in DT\n");
		goto out;
	}
	if (of_property_read_string_array(power_mgt,
		"ibm,cpu-idle-state-names", names, dt_idle_states) < 0) {
		pr_warn("cpuidle-powernv: missing ibm,cpu-idle-state-names in DT\n");
		goto out;
	}

	/*
	 * If the idle states use stop instruction, probe for psscr values
	 * which are necessary to specify required stop level.
	 */
	if (flags[0] & (OPAL_PM_STOP_INST_FAST | OPAL_PM_STOP_INST_DEEP))
		if (of_property_read_u64_array(power_mgt,
		    "ibm,cpu-idle-state-psscr", psscr_val, dt_idle_states)) {
			pr_warn("cpuidle-powernv: missing ibm,cpu-idle-states-psscr in DT\n");
			goto out;
		}

	rc = of_property_read_u32_array(power_mgt,
		"ibm,cpu-idle-state-residency-ns", residency_ns, dt_idle_states);

	for (i = 0; i < dt_idle_states; i++) {
		unsigned int exit_latency, target_residency;
		/*
		 * If an idle state has exit latency beyond
		 * POWERNV_THRESHOLD_LATENCY_NS then don't use it
		 * in cpu-idle.
		 */
		if (latency_ns[i] > POWERNV_THRESHOLD_LATENCY_NS)
			continue;
		/*
		 * Firmware passes residency and latency values in ns.
		 * cpuidle expects it in us.
		 */
		exit_latency = latency_ns[i] / 1000;
		if (!rc)
			target_residency = residency_ns[i] / 1000;
		else
			target_residency = 0;

		/*
		 * For nap and fastsleep, use default target_residency
		 * values if f/w does not expose it.
		 */
		if (flags[i] & OPAL_PM_NAP_ENABLED) {
			if (!rc)
				target_residency = 100;
			/* Add NAP state */
			add_powernv_state(nr_idle_states, "Nap",
					  CPUIDLE_FLAG_NONE, nap_loop,
					  target_residency, exit_latency, 0);
		} else if ((flags[i] & OPAL_PM_STOP_INST_FAST) &&
				!(flags[i] & OPAL_PM_TIMEBASE_STOP)) {
			add_powernv_state(nr_idle_states, names[i],
					  CPUIDLE_FLAG_NONE, stop_loop,
					  target_residency, exit_latency,
					  psscr_val[i]);
		}

		/*
		 * All cpuidle states with CPUIDLE_FLAG_TIMER_STOP set must come
		 * within this config dependency check.
		 */
#ifdef CONFIG_TICK_ONESHOT
		if (flags[i] & OPAL_PM_SLEEP_ENABLED ||
			flags[i] & OPAL_PM_SLEEP_ENABLED_ER1) {
			if (!rc)
				target_residency = 300000;
			/* Add FASTSLEEP state */
			add_powernv_state(nr_idle_states, "FastSleep",
					  CPUIDLE_FLAG_TIMER_STOP,
					  fastsleep_loop,
					  target_residency, exit_latency, 0);
		} else if ((flags[i] & OPAL_PM_STOP_INST_DEEP) &&
				(flags[i] & OPAL_PM_TIMEBASE_STOP)) {
			add_powernv_state(nr_idle_states, names[i],
					  CPUIDLE_FLAG_TIMER_STOP, stop_loop,
					  target_residency, exit_latency,
					  psscr_val[i]);
		}
#endif
		nr_idle_states++;
	}
out:
	return nr_idle_states;
}

/*
 * powernv_idle_probe()
 * Choose state table for shared versus dedicated partition
 */
static int powernv_idle_probe(void)
{
	if (cpuidle_disable != IDLE_NO_OVERRIDE)
		return -ENODEV;

	if (firmware_has_feature(FW_FEATURE_OPAL)) {
		cpuidle_state_table = powernv_states;
		/* Device tree can indicate more idle states */
		max_idle_state = powernv_add_idle_states();
		if (max_idle_state > 1) {
			snooze_timeout_en = true;
			snooze_timeout = powernv_states[1].target_residency *
					 tb_ticks_per_usec;
		}
 	} else
 		return -ENODEV;

	return 0;
}

static int __init powernv_processor_idle_init(void)
{
	int retval;

	retval = powernv_idle_probe();
	if (retval)
		return retval;

	powernv_cpuidle_driver_init();
	retval = cpuidle_register(&powernv_idle_driver, NULL);
	if (retval) {
		printk(KERN_DEBUG "Registration of powernv driver failed.\n");
		return retval;
	}

	retval = cpuhp_setup_state_nocalls(CPUHP_AP_ONLINE_DYN,
					   "cpuidle/powernv:online",
					   powernv_cpuidle_cpu_online, NULL);
	WARN_ON(retval < 0);
	retval = cpuhp_setup_state_nocalls(CPUHP_CPUIDLE_DEAD,
					   "cpuidle/powernv:dead", NULL,
					   powernv_cpuidle_cpu_dead);
	WARN_ON(retval < 0);
	printk(KERN_DEBUG "powernv_idle_driver registered\n");
	return 0;
}

device_initcall(powernv_processor_idle_init);
Commit	Line	Data
2c2e6ecf DD	1	/*
	2	* cpuidle-powernv - idle state cpuidle driver.
	3	* Adapted from drivers/cpuidle/cpuidle-pseries
	4	*
	5	*/
	6
	7	#include <linux/kernel.h>
	8	#include <linux/module.h>
	9	#include <linux/init.h>
	10	#include <linux/moduleparam.h>
	11	#include <linux/cpuidle.h>
	12	#include <linux/cpu.h>
	13	#include <linux/notifier.h>
0d948730	14	#include <linux/clockchips.h>
0888839c	15	#include <linux/of.h>
92c83ff5	16	#include <linux/slab.h>
2c2e6ecf DD	17
	18	#include <asm/machdep.h>
	19	#include <asm/firmware.h>
8eb8ac89	20	#include <asm/opal.h>
591ac0cb	21	#include <asm/runlatch.h>
2c2e6ecf	22
9e9fc6f0 GS	23	/*
	24	* Expose only those Hardware idle states via the cpuidle framework
	25	* that have latency value below POWERNV_THRESHOLD_LATENCY_NS.
	26	*/
3005c597 SP	27	#define POWERNV_THRESHOLD_LATENCY_NS 200000
3005c597 SP	28
ed61390b	29	static struct cpuidle_driver powernv_idle_driver = {
2c2e6ecf DD	30	.name = "powernv_idle",
	31	.owner = THIS_MODULE,
	32	};
	33
	34	static int max_idle_state;
	35	static struct cpuidle_state *cpuidle_state_table;
3005c597 SP	36
	37	static u64 stop_psscr_table[CPUIDLE_STATE_MAX];
	38
78eaa10f SB	39	static u64 snooze_timeout;
78eaa10f SB	40	static bool snooze_timeout_en;
2c2e6ecf DD	41
	42	static int snooze_loop(struct cpuidle_device *dev,
	43	struct cpuidle_driver *drv,
	44	int index)
	45	{
78eaa10f SB	46	u64 snooze_exit_time;
78eaa10f SB	47
2c2e6ecf DD	48	local_irq_enable();
	49	set_thread_flag(TIF_POLLING_NRFLAG);
	50
78eaa10f	51	snooze_exit_time = get_tb() + snooze_timeout;
591ac0cb	52	ppc64_runlatch_off();
2c2e6ecf DD	53	while (!need_resched()) {
	54	HMT_low();
	55	HMT_very_low();
78eaa10f SB	56	if (snooze_timeout_en && get_tb() > snooze_exit_time)
78eaa10f SB	57	break;
2c2e6ecf DD	58	}
	59
	60	HMT_medium();
591ac0cb	61	ppc64_runlatch_on();
2c2e6ecf DD	62	clear_thread_flag(TIF_POLLING_NRFLAG);
	63	smp_mb();
	64	return index;
	65	}
	66
	67	static int nap_loop(struct cpuidle_device *dev,
	68	struct cpuidle_driver *drv,
	69	int index)
	70	{
591ac0cb	71	ppc64_runlatch_off();
2c2e6ecf	72	power7_idle();
591ac0cb	73	ppc64_runlatch_on();
2c2e6ecf DD	74	return index;
	75	}
	76
cc5a2f7b	77	/* Register for fastsleep only in oneshot mode of broadcast */
cc5a2f7b	78	#ifdef CONFIG_TICK_ONESHOT
0d948730 PM	79	static int fastsleep_loop(struct cpuidle_device *dev,
	80	struct cpuidle_driver *drv,
	81	int index)
	82	{
	83	unsigned long old_lpcr = mfspr(SPRN_LPCR);
	84	unsigned long new_lpcr;
	85
	86	if (unlikely(system_state < SYSTEM_RUNNING))
	87	return index;
	88
	89	new_lpcr = old_lpcr;
9b6a68d9 MN	90	/* Do not exit powersave upon decrementer as we've setup the timer
9b6a68d9 MN	91	* offload.
0d948730	92	*/
9b6a68d9	93	new_lpcr &= ~LPCR_PECE1;
0d948730 PM	94
	95	mtspr(SPRN_LPCR, new_lpcr);
	96	power7_sleep();
	97
	98	mtspr(SPRN_LPCR, old_lpcr);
	99
	100	return index;
	101	}
cc5a2f7b	102	#endif
3005c597 SP	103
	104	static int stop_loop(struct cpuidle_device *dev,
	105	struct cpuidle_driver *drv,
	106	int index)
	107	{
	108	ppc64_runlatch_off();
	109	power9_idle_stop(stop_psscr_table[index]);
	110	ppc64_runlatch_on();
	111	return index;
	112	}
	113
2c2e6ecf DD	114	/*
	115	* States for dedicated partition case.
	116	*/
169f3fae	117	static struct cpuidle_state powernv_states[CPUIDLE_STATE_MAX] = {
2c2e6ecf DD	118	{ /* Snooze */
	119	.name = "snooze",
	120	.desc = "snooze",
2c2e6ecf DD	121	.exit_latency = 0,
2c2e6ecf DD	122	.target_residency = 0,
957efced	123	.enter = snooze_loop },
2c2e6ecf DD	124	};
2c2e6ecf DD	125
10fcca9d	126	static int powernv_cpuidle_cpu_online(unsigned int cpu)
2c2e6ecf	127	{
10fcca9d	128	struct cpuidle_device *dev = per_cpu(cpuidle_devices, cpu);
2c2e6ecf DD	129
2c2e6ecf DD	130	if (dev && cpuidle_get_driver()) {
10fcca9d SAS	131	cpuidle_pause_and_lock();
	132	cpuidle_enable_device(dev);
	133	cpuidle_resume_and_unlock();
	134	}
	135	return 0;
	136	}
2c2e6ecf	137
10fcca9d SAS	138	static int powernv_cpuidle_cpu_dead(unsigned int cpu)
	139	{
	140	struct cpuidle_device *dev = per_cpu(cpuidle_devices, cpu);
2c2e6ecf	141
10fcca9d SAS	142	if (dev && cpuidle_get_driver()) {
	143	cpuidle_pause_and_lock();
	144	cpuidle_disable_device(dev);
	145	cpuidle_resume_and_unlock();
2c2e6ecf	146	}
10fcca9d	147	return 0;
2c2e6ecf DD	148	}
2c2e6ecf DD	149
2c2e6ecf DD	150	/*
	151	* powernv_cpuidle_driver_init()
	152	*/
	153	static int powernv_cpuidle_driver_init(void)
	154	{
	155	int idle_state;
	156	struct cpuidle_driver *drv = &powernv_idle_driver;
	157
	158	drv->state_count = 0;
	159
	160	for (idle_state = 0; idle_state < max_idle_state; ++idle_state) {
	161	/* Is the state not enabled? */
	162	if (cpuidle_state_table[idle_state].enter == NULL)
	163	continue;
	164
	165	drv->states[drv->state_count] = /* structure copy */
	166	cpuidle_state_table[idle_state];
	167
	168	drv->state_count += 1;
	169	}
	170
	171	return 0;
	172	}
	173
9e9fc6f0 GS	174	static inline void add_powernv_state(int index, const char *name,
	175	unsigned int flags,
	176	int (idle_fn)(struct cpuidle_device ,
	177	struct cpuidle_driver *,
	178	int),
	179	unsigned int target_residency,
	180	unsigned int exit_latency,
	181	u64 psscr_val)
	182	{
	183	strlcpy(powernv_states[index].name, name, CPUIDLE_NAME_LEN);
	184	strlcpy(powernv_states[index].desc, name, CPUIDLE_NAME_LEN);
	185	powernv_states[index].flags = flags;
	186	powernv_states[index].target_residency = target_residency;
	187	powernv_states[index].exit_latency = exit_latency;
	188	powernv_states[index].enter = idle_fn;
	189	stop_psscr_table[index] = psscr_val;
	190	}
	191
0888839c PM	192	static int powernv_add_idle_states(void)
	193	{
	194	struct device_node *power_mgt;
0888839c PM	195	int nr_idle_states = 1; /* Snooze */
0888839c PM	196	int dt_idle_states;
957efced SP	197	u32 latency_ns[CPUIDLE_STATE_MAX];
	198	u32 residency_ns[CPUIDLE_STATE_MAX];
	199	u32 flags[CPUIDLE_STATE_MAX];
3005c597 SP	200	u64 psscr_val[CPUIDLE_STATE_MAX];
3005c597 SP	201	const char *names[CPUIDLE_STATE_MAX];
92c83ff5	202	int i, rc;
0888839c PM	203
	204	/* Currently we have snooze statically defined */
	205
	206	power_mgt = of_find_node_by_path("/ibm,opal/power-mgt");
	207	if (!power_mgt) {
	208	pr_warn("opal: PowerMgmt Node not found\n");
92c83ff5	209	goto out;
0888839c PM	210	}
0888839c PM	211
70734a78 PM	212	/* Read values of any property to determine the num of idle states */
	213	dt_idle_states = of_property_count_u32_elems(power_mgt, "ibm,cpu-idle-state-flags");
	214	if (dt_idle_states < 0) {
	215	pr_warn("cpuidle-powernv: no idle states found in the DT\n");
92c83ff5	216	goto out;
0888839c PM	217	}
0888839c PM	218
957efced SP	219	/*
	220	* Since snooze is used as first idle state, max idle states allowed is
	221	* CPUIDLE_STATE_MAX -1
	222	*/
	223	if (dt_idle_states > CPUIDLE_STATE_MAX - 1) {
	224	pr_warn("cpuidle-powernv: discovered idle states more than allowed");
	225	dt_idle_states = CPUIDLE_STATE_MAX - 1;
	226	}
	227
70734a78 PM	228	if (of_property_read_u32_array(power_mgt,
	229	"ibm,cpu-idle-state-flags", flags, dt_idle_states)) {
	230	pr_warn("cpuidle-powernv : missing ibm,cpu-idle-state-flags in DT\n");
957efced	231	goto out;
70734a78	232	}
92c83ff5	233
957efced SP	234	if (of_property_read_u32_array(power_mgt,
	235	"ibm,cpu-idle-state-latencies-ns", latency_ns,
	236	dt_idle_states)) {
92c83ff5	237	pr_warn("cpuidle-powernv: missing ibm,cpu-idle-state-latencies-ns in DT\n");
957efced	238	goto out;
74aa51b5	239	}
3005c597 SP	240	if (of_property_read_string_array(power_mgt,
	241	"ibm,cpu-idle-state-names", names, dt_idle_states) < 0) {
	242	pr_warn("cpuidle-powernv: missing ibm,cpu-idle-state-names in DT\n");
	243	goto out;
	244	}
	245
	246	/*
	247	* If the idle states use stop instruction, probe for psscr values
	248	* which are necessary to specify required stop level.
	249	*/
	250	if (flags[0] & (OPAL_PM_STOP_INST_FAST \| OPAL_PM_STOP_INST_DEEP))
	251	if (of_property_read_u64_array(power_mgt,
	252	"ibm,cpu-idle-state-psscr", psscr_val, dt_idle_states)) {
	253	pr_warn("cpuidle-powernv: missing ibm,cpu-idle-states-psscr in DT\n");
	254	goto out;
	255	}
74aa51b5	256
92c83ff5 PM	257	rc = of_property_read_u32_array(power_mgt,
92c83ff5 PM	258	"ibm,cpu-idle-state-residency-ns", residency_ns, dt_idle_states);
0888839c PM	259
0888839c PM	260	for (i = 0; i < dt_idle_states; i++) {
9e9fc6f0	261	unsigned int exit_latency, target_residency;
3005c597 SP	262	/*
	263	* If an idle state has exit latency beyond
	264	* POWERNV_THRESHOLD_LATENCY_NS then don't use it
	265	* in cpu-idle.
	266	*/
	267	if (latency_ns[i] > POWERNV_THRESHOLD_LATENCY_NS)
	268	continue;
9e9fc6f0 GS	269	/*
	270	* Firmware passes residency and latency values in ns.
	271	* cpuidle expects it in us.
	272	*/
	273	exit_latency = latency_ns[i] / 1000;
	274	if (!rc)
	275	target_residency = residency_ns[i] / 1000;
	276	else
	277	target_residency = 0;
0888839c	278
92c83ff5	279	/*
9e9fc6f0 GS	280	* For nap and fastsleep, use default target_residency
9e9fc6f0 GS	281	* values if f/w does not expose it.
74aa51b5	282	*/
70734a78	283	if (flags[i] & OPAL_PM_NAP_ENABLED) {
9e9fc6f0 GS	284	if (!rc)
9e9fc6f0 GS	285	target_residency = 100;
0888839c	286	/* Add NAP state */
9e9fc6f0 GS	287	add_powernv_state(nr_idle_states, "Nap",
	288	CPUIDLE_FLAG_NONE, nap_loop,
	289	target_residency, exit_latency, 0);
3005c597 SP	290	} else if ((flags[i] & OPAL_PM_STOP_INST_FAST) &&
3005c597 SP	291	!(flags[i] & OPAL_PM_TIMEBASE_STOP)) {
9e9fc6f0 GS	292	add_powernv_state(nr_idle_states, names[i],
	293	CPUIDLE_FLAG_NONE, stop_loop,
	294	target_residency, exit_latency,
	295	psscr_val[i]);
cc5a2f7b	296	}
	297
	298	/*
	299	* All cpuidle states with CPUIDLE_FLAG_TIMER_STOP set must come
	300	* within this config dependency check.
	301	*/
	302	#ifdef CONFIG_TICK_ONESHOT
	303	if (flags[i] & OPAL_PM_SLEEP_ENABLED \|\|
70734a78	304	flags[i] & OPAL_PM_SLEEP_ENABLED_ER1) {
9e9fc6f0 GS	305	if (!rc)
9e9fc6f0 GS	306	target_residency = 300000;
0888839c	307	/* Add FASTSLEEP state */
9e9fc6f0 GS	308	add_powernv_state(nr_idle_states, "FastSleep",
	309	CPUIDLE_FLAG_TIMER_STOP,
	310	fastsleep_loop,
	311	target_residency, exit_latency, 0);
3005c597 SP	312	} else if ((flags[i] & OPAL_PM_STOP_INST_DEEP) &&
3005c597 SP	313	(flags[i] & OPAL_PM_TIMEBASE_STOP)) {
9e9fc6f0 GS	314	add_powernv_state(nr_idle_states, names[i],
	315	CPUIDLE_FLAG_TIMER_STOP, stop_loop,
	316	target_residency, exit_latency,
	317	psscr_val[i]);
0888839c	318	}
cc5a2f7b	319	#endif
92c83ff5	320	nr_idle_states++;
0888839c	321	}
92c83ff5	322	out:
0888839c PM	323	return nr_idle_states;
	324	}
	325
2c2e6ecf DD	326	/*
	327	* powernv_idle_probe()
	328	* Choose state table for shared versus dedicated partition
	329	*/
	330	static int powernv_idle_probe(void)
	331	{
2c2e6ecf DD	332	if (cpuidle_disable != IDLE_NO_OVERRIDE)
	333	return -ENODEV;
	334
e4d54f71	335	if (firmware_has_feature(FW_FEATURE_OPAL)) {
2c2e6ecf	336	cpuidle_state_table = powernv_states;
0888839c PM	337	/* Device tree can indicate more idle states */
0888839c PM	338	max_idle_state = powernv_add_idle_states();
78eaa10f SB	339	if (max_idle_state > 1) {
	340	snooze_timeout_en = true;
	341	snooze_timeout = powernv_states[1].target_residency *
	342	tb_ticks_per_usec;
	343	}
2c2e6ecf DD	344	} else
	345	return -ENODEV;
	346
	347	return 0;
	348	}
	349
	350	static int __init powernv_processor_idle_init(void)
	351	{
	352	int retval;
	353
	354	retval = powernv_idle_probe();
	355	if (retval)
	356	return retval;
	357
	358	powernv_cpuidle_driver_init();
	359	retval = cpuidle_register(&powernv_idle_driver, NULL);
	360	if (retval) {
	361	printk(KERN_DEBUG "Registration of powernv driver failed.\n");
	362	return retval;
	363	}
	364
10fcca9d SAS	365	retval = cpuhp_setup_state_nocalls(CPUHP_AP_ONLINE_DYN,
	366	"cpuidle/powernv:online",
	367	powernv_cpuidle_cpu_online, NULL);
	368	WARN_ON(retval < 0);
	369	retval = cpuhp_setup_state_nocalls(CPUHP_CPUIDLE_DEAD,
	370	"cpuidle/powernv:dead", NULL,
	371	powernv_cpuidle_cpu_dead);
	372	WARN_ON(retval < 0);
2c2e6ecf DD	373	printk(KERN_DEBUG "powernv_idle_driver registered\n");
	374	return 0;
	375	}
	376
	377	device_initcall(powernv_processor_idle_init);