114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi/*
214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * Copyright (c) 2013 ARM/Linaro
314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi *
414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * Authors: Daniel Lezcano <daniel.lezcano@linaro.org>
514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi *          Lorenzo Pieralisi <lorenzo.pieralisi@arm.com>
614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi *          Nicolas Pitre <nicolas.pitre@linaro.org>
714d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi *
814d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * This program is free software; you can redistribute it and/or modify
914d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * it under the terms of the GNU General Public License version 2 as
1014d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * published by the Free Software Foundation.
1114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi *
1214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * Maintainer: Lorenzo Pieralisi <lorenzo.pieralisi@arm.com>
1314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * Maintainer: Daniel Lezcano <daniel.lezcano@linaro.org>
1414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi */
1514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi#include <linux/cpuidle.h>
1614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi#include <linux/cpu_pm.h>
1714d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi#include <linux/slab.h>
1814d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi#include <linux/of.h>
1914d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
2014d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi#include <asm/cpu.h>
2114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi#include <asm/cputype.h>
2214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi#include <asm/cpuidle.h>
2314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi#include <asm/mcpm.h>
2414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi#include <asm/smp_plat.h>
2514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi#include <asm/suspend.h>
2614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
27d2e5c871ed8a250f7ee1fe34dd52ed5757363fbaLorenzo Pieralisi#include "dt_idle_states.h"
28d2e5c871ed8a250f7ee1fe34dd52ed5757363fbaLorenzo Pieralisi
2914d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisistatic int bl_enter_powerdown(struct cpuidle_device *dev,
3014d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi			      struct cpuidle_driver *drv, int idx);
3114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
3214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi/*
3314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * NB: Owing to current menu governor behaviour big and LITTLE
3414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * index 1 states have to define exit_latency and target_residency for
3514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * cluster state since, when all CPUs in a cluster hit it, the cluster
3614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * can be shutdown. This means that when a single CPU enters this state
3714d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * the exit_latency and target_residency values are somewhat overkill.
3814d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * There is no notion of cluster states in the menu governor, so CPUs
3914d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * have to define CPU states where possibly the cluster will be shutdown
4014d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * depending on the state of other CPUs. idle states entry and exit happen
4114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * at random times; however the cluster state provides target_residency
4214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * values as if all CPUs in a cluster enter the state at once; this is
4314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * somewhat optimistic and behaviour should be fixed either in the governor
4414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * or in the MCPM back-ends.
4514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * To make this driver 100% generic the number of states and the exit_latency
4614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * target_residency values must be obtained from device tree bindings.
4714d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi *
4814d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * exit_latency: refers to the TC2 vexpress test chip and depends on the
4914d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * current cluster operating point. It is the time it takes to get the CPU
5014d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * up and running when the CPU is powered up on cluster wake-up from shutdown.
5114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * Current values for big and LITTLE clusters are provided for clusters
5214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * running at default operating points.
5314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi *
5414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * target_residency: it is the minimum amount of time the cluster has
5514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * to be down to break even in terms of power consumption. cluster
5614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * shutdown has inherent dynamic power costs (L2 writebacks to DRAM
5714d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * being the main factor) that depend on the current operating points.
5814d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * The current values for both clusters are provided for a CPU whose half
5914d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * of L2 lines are dirty and require cleaning to DRAM, and takes into
6014d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * account leakage static power values related to the vexpress TC2 testchip.
6114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi */
6214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisistatic struct cpuidle_driver bl_idle_little_driver = {
6314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	.name = "little_idle",
6414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	.owner = THIS_MODULE,
6514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	.states[0] = ARM_CPUIDLE_WFI_STATE,
6614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	.states[1] = {
6714d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi		.enter			= bl_enter_powerdown,
6814d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi		.exit_latency		= 700,
6914d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi		.target_residency	= 2500,
7014d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi		.flags			= CPUIDLE_FLAG_TIME_VALID |
7114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi					  CPUIDLE_FLAG_TIMER_STOP,
7214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi		.name			= "C1",
7314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi		.desc			= "ARM little-cluster power down",
7414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	},
7514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	.state_count = 2,
7614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi};
7714d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
78d2e5c871ed8a250f7ee1fe34dd52ed5757363fbaLorenzo Pieralisistatic const struct of_device_id bl_idle_state_match[] __initconst = {
79d2e5c871ed8a250f7ee1fe34dd52ed5757363fbaLorenzo Pieralisi	{ .compatible = "arm,idle-state",
80d2e5c871ed8a250f7ee1fe34dd52ed5757363fbaLorenzo Pieralisi	  .data = bl_enter_powerdown },
81d2e5c871ed8a250f7ee1fe34dd52ed5757363fbaLorenzo Pieralisi	{ },
82d2e5c871ed8a250f7ee1fe34dd52ed5757363fbaLorenzo Pieralisi};
83d2e5c871ed8a250f7ee1fe34dd52ed5757363fbaLorenzo Pieralisi
8414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisistatic struct cpuidle_driver bl_idle_big_driver = {
8514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	.name = "big_idle",
8614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	.owner = THIS_MODULE,
8714d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	.states[0] = ARM_CPUIDLE_WFI_STATE,
8814d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	.states[1] = {
8914d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi		.enter			= bl_enter_powerdown,
9014d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi		.exit_latency		= 500,
9114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi		.target_residency	= 2000,
9214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi		.flags			= CPUIDLE_FLAG_TIME_VALID |
9314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi					  CPUIDLE_FLAG_TIMER_STOP,
9414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi		.name			= "C1",
9514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi		.desc			= "ARM big-cluster power down",
9614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	},
9714d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	.state_count = 2,
9814d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi};
9914d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
10014d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi/*
10114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * notrace prevents trace shims from getting inserted where they
10214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * should not. Global jumps and ldrex/strex must not be inserted
10314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * in power down sequences where caches and MMU may be turned off.
10414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi */
10514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisistatic int notrace bl_powerdown_finisher(unsigned long arg)
10614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi{
10714d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	/* MCPM works with HW CPU identifiers */
10814d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	unsigned int mpidr = read_cpuid_mpidr();
10914d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	unsigned int cluster = MPIDR_AFFINITY_LEVEL(mpidr, 1);
11014d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	unsigned int cpu = MPIDR_AFFINITY_LEVEL(mpidr, 0);
11114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
11214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	mcpm_set_entry_vector(cpu, cluster, cpu_resume);
11314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
11414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	/*
11514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	 * Residency value passed to mcpm_cpu_suspend back-end
11614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	 * has to be given clear semantics. Set to 0 as a
11714d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	 * temporary value.
11814d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	 */
11914d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	mcpm_cpu_suspend(0);
12014d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
12114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	/* return value != 0 means failure */
12214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	return 1;
12314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi}
12414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
12514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi/**
12614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * bl_enter_powerdown - Programs CPU to enter the specified state
12714d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * @dev: cpuidle device
12814d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * @drv: The target state to be programmed
12914d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * @idx: state index
13014d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi *
13114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * Called from the CPUidle framework to program the device to the
13214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi * specified target state selected by the governor.
13314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi */
13414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisistatic int bl_enter_powerdown(struct cpuidle_device *dev,
13514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi				struct cpuidle_driver *drv, int idx)
13614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi{
13714d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	cpu_pm_enter();
13814d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
13914d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	cpu_suspend(0, bl_powerdown_finisher);
14014d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
14114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	/* signals the MCPM core that CPU is out of low power state */
14214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	mcpm_cpu_powered_up();
14314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
14414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	cpu_pm_exit();
14514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
14614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	return idx;
14714d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi}
14814d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
149eba1c71819d210f5e0d522571f9b8abce94fe9c5Juri Lellistatic int __init bl_idle_driver_init(struct cpuidle_driver *drv, int part_id)
15014d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi{
15114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	struct cpumask *cpumask;
15214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	int cpu;
15314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
15414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	cpumask = kzalloc(cpumask_size(), GFP_KERNEL);
15514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	if (!cpumask)
15614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi		return -ENOMEM;
15714d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
158eba1c71819d210f5e0d522571f9b8abce94fe9c5Juri Lelli	for_each_possible_cpu(cpu)
159eba1c71819d210f5e0d522571f9b8abce94fe9c5Juri Lelli		if (smp_cpuid_part(cpu) == part_id)
16014d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi			cpumask_set_cpu(cpu, cpumask);
16114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
16214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	drv->cpumask = cpumask;
16314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
16414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	return 0;
16514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi}
16614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
167e2e54362d9c8c1e8d52ff576a4e0f6e61f569356Chander Kashyapstatic const struct of_device_id compatible_machine_match[] = {
168e2e54362d9c8c1e8d52ff576a4e0f6e61f569356Chander Kashyap	{ .compatible = "arm,vexpress,v2p-ca15_a7" },
16964a3c4caa91c72a00ba2e464a0b2a0a5ce7a312bChander Kashyap	{ .compatible = "samsung,exynos5420" },
1706baf6ee534c56e754ca854176be0073bc2c9e6a4Kevin Hilman	{ .compatible = "samsung,exynos5800" },
171e2e54362d9c8c1e8d52ff576a4e0f6e61f569356Chander Kashyap	{},
172e2e54362d9c8c1e8d52ff576a4e0f6e61f569356Chander Kashyap};
173e2e54362d9c8c1e8d52ff576a4e0f6e61f569356Chander Kashyap
17414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisistatic int __init bl_idle_init(void)
17514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi{
17614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	int ret;
177e2e54362d9c8c1e8d52ff576a4e0f6e61f569356Chander Kashyap	struct device_node *root = of_find_node_by_path("/");
178e2e54362d9c8c1e8d52ff576a4e0f6e61f569356Chander Kashyap
179e2e54362d9c8c1e8d52ff576a4e0f6e61f569356Chander Kashyap	if (!root)
180e2e54362d9c8c1e8d52ff576a4e0f6e61f569356Chander Kashyap		return -ENODEV;
18114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
18214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	/*
18314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	 * Initialize the driver just for a compliant set of machines
18414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	 */
185e2e54362d9c8c1e8d52ff576a4e0f6e61f569356Chander Kashyap	if (!of_match_node(compatible_machine_match, root))
18614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi		return -ENODEV;
18714d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	/*
18814d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	 * For now the differentiation between little and big cores
18914d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	 * is based on the part number. A7 cores are considered little
19014d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	 * cores, A15 are considered big cores. This distinction may
19114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	 * evolve in the future with a more generic matching approach.
19214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	 */
19314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	ret = bl_idle_driver_init(&bl_idle_little_driver,
19414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi				  ARM_CPU_PART_CORTEX_A7);
19514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	if (ret)
19614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi		return ret;
19714d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
19814d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	ret = bl_idle_driver_init(&bl_idle_big_driver, ARM_CPU_PART_CORTEX_A15);
19914d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	if (ret)
20014d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi		goto out_uninit_little;
20114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
202d2e5c871ed8a250f7ee1fe34dd52ed5757363fbaLorenzo Pieralisi	/* Start at index 1, index 0 standard WFI */
203d2e5c871ed8a250f7ee1fe34dd52ed5757363fbaLorenzo Pieralisi	ret = dt_init_idle_driver(&bl_idle_big_driver, bl_idle_state_match, 1);
204d2e5c871ed8a250f7ee1fe34dd52ed5757363fbaLorenzo Pieralisi	if (ret < 0)
205d2e5c871ed8a250f7ee1fe34dd52ed5757363fbaLorenzo Pieralisi		goto out_uninit_big;
206d2e5c871ed8a250f7ee1fe34dd52ed5757363fbaLorenzo Pieralisi
207d2e5c871ed8a250f7ee1fe34dd52ed5757363fbaLorenzo Pieralisi	/* Start at index 1, index 0 standard WFI */
208d2e5c871ed8a250f7ee1fe34dd52ed5757363fbaLorenzo Pieralisi	ret = dt_init_idle_driver(&bl_idle_little_driver,
209d2e5c871ed8a250f7ee1fe34dd52ed5757363fbaLorenzo Pieralisi				  bl_idle_state_match, 1);
210d2e5c871ed8a250f7ee1fe34dd52ed5757363fbaLorenzo Pieralisi	if (ret < 0)
211d2e5c871ed8a250f7ee1fe34dd52ed5757363fbaLorenzo Pieralisi		goto out_uninit_big;
212d2e5c871ed8a250f7ee1fe34dd52ed5757363fbaLorenzo Pieralisi
21314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	ret = cpuidle_register(&bl_idle_little_driver, NULL);
21414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	if (ret)
21514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi		goto out_uninit_big;
21614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
21714d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	ret = cpuidle_register(&bl_idle_big_driver, NULL);
21814d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	if (ret)
21914d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi		goto out_unregister_little;
22014d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
22114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	return 0;
22214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
22314d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisiout_unregister_little:
22414d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	cpuidle_unregister(&bl_idle_little_driver);
22514d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisiout_uninit_big:
22614d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	kfree(bl_idle_big_driver.cpumask);
22714d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisiout_uninit_little:
22814d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	kfree(bl_idle_little_driver.cpumask);
22914d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi
23014d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi	return ret;
23114d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisi}
23214d2c34cfa0026ba3916f5d5b2f1ad433beeef5aLorenzo Pieralisidevice_initcall(bl_idle_init);
233