11da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 21da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * linux/drivers/cpufreq/cpufreq.c 31da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 41da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Copyright (C) 2001 Russell King 51da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * (C) 2002 - 2003 Dominik Brodowski <linux@brodo.de> 61da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 7c32b6b8e524d2c337767d312814484d9289550cfAshok Raj * Oct 2005 - Ashok Raj <ashok.raj@intel.com> 832ee8c3e470d86588b51dc42ed01e85c5fa0f180Dave Jones * Added handling for CPU hotplug 98ff69732d484ea9ccbf242cc49b4fe9538e64c71Dave Jones * Feb 2006 - Jacob Shin <jacob.shin@amd.com> 108ff69732d484ea9ccbf242cc49b4fe9538e64c71Dave Jones * Fix handling for CPU hotplug -- affected CPUs 11c32b6b8e524d2c337767d312814484d9289550cfAshok Raj * 121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This program is free software; you can redistribute it and/or modify 131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * it under the terms of the GNU General Public License version 2 as 141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * published by the Free Software Foundation. 151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/kernel.h> 191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/module.h> 201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/init.h> 211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/notifier.h> 221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/cpufreq.h> 231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/delay.h> 241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/interrupt.h> 251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/spinlock.h> 261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/device.h> 271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/slab.h> 281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/cpu.h> 291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/completion.h> 303fc54d37ab64733448faf0185e19a80f070eb9e3Andrew Morton#include <linux/mutex.h> 31e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki#include <linux/syscore_ops.h> 321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 336f4f2723d08534fd4e407e1ef8500b0f4d12c30cThomas Renninger#include <trace/events/power.h> 346f4f2723d08534fd4e407e1ef8500b0f4d12c30cThomas Renninger 351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 36cd878479792cc1e4bc9d62ed0ef2c4454743848cDave Jones * The "cpufreq driver" - the arch- or hardware-dependent low 371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * level driver of CPUFreq support, and its spinlock. This lock 381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * also protects the cpufreq_cpu_data array. 391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 407d5e350fab47f1273bc8b52d5f133ed6e4baeb7fDave Jonesstatic struct cpufreq_driver *cpufreq_driver; 417a6aedfac98c6d54ecf97ca1ffb1e6a1f3d26aeaMike Travisstatic DEFINE_PER_CPU(struct cpufreq_policy *, cpufreq_cpu_data); 42084f34939424161669467c19280dbcf637730314Thomas Renninger#ifdef CONFIG_HOTPLUG_CPU 43084f34939424161669467c19280dbcf637730314Thomas Renninger/* This one keeps track of the previously set governor of a removed CPU */ 44e77b89f13a0d48aea70b69976e854f2a2444a519Dmitry Monakhovstatic DEFINE_PER_CPU(char[CPUFREQ_NAME_LEN], cpufreq_cpu_governor); 45084f34939424161669467c19280dbcf637730314Thomas Renninger#endif 461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic DEFINE_SPINLOCK(cpufreq_driver_lock); 471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 485a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi/* 495a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * cpu_policy_rwsem is a per CPU reader-writer semaphore designed to cure 505a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * all cpufreq/hotplug/workqueue/etc related lock issues. 515a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * 525a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * The rules for this semaphore: 535a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * - Any routine that wants to read from the policy structure will 545a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * do a down_read on this semaphore. 555a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * - Any routine that will write to the policy structure and/or may take away 565a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * the policy altogether (eg. CPU hotplug), will hold this lock in write 575a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * mode before doing so. 585a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * 595a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * Additional rules: 605a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * - All holders of the lock should check to make sure that the CPU they 615a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * are concerned with are online after they get the lock. 625a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * - Governor routines that can be called in cpufreq hotplug path should not 635a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * take this sem as top level hotplug notifier handler takes this. 64395913d0b1db37092ea3d9d69b832183b1dd84c5Mathieu Desnoyers * - Lock should not be held across 65395913d0b1db37092ea3d9d69b832183b1dd84c5Mathieu Desnoyers * __cpufreq_governor(data, CPUFREQ_GOV_STOP); 665a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi */ 67f16250669d78a32bdfb27cec4d791e85141e11e2Tejun Heostatic DEFINE_PER_CPU(int, cpufreq_policy_cpu); 685a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadistatic DEFINE_PER_CPU(struct rw_semaphore, cpu_policy_rwsem); 695a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 705a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi#define lock_policy_rwsem(mode, cpu) \ 71226528c6100e4191842e61997110c8ace40605f7Amerigo Wangstatic int lock_policy_rwsem_##mode \ 725a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi(int cpu) \ 735a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi{ \ 74f16250669d78a32bdfb27cec4d791e85141e11e2Tejun Heo int policy_cpu = per_cpu(cpufreq_policy_cpu, cpu); \ 755a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi BUG_ON(policy_cpu == -1); \ 765a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi down_##mode(&per_cpu(cpu_policy_rwsem, policy_cpu)); \ 775a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi if (unlikely(!cpu_online(cpu))) { \ 785a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi up_##mode(&per_cpu(cpu_policy_rwsem, policy_cpu)); \ 795a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi return -1; \ 805a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi } \ 815a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi \ 825a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi return 0; \ 835a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi} 845a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 855a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadilock_policy_rwsem(read, cpu); 865a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 875a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadilock_policy_rwsem(write, cpu); 885a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 89226528c6100e4191842e61997110c8ace40605f7Amerigo Wangstatic void unlock_policy_rwsem_read(int cpu) 905a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi{ 91f16250669d78a32bdfb27cec4d791e85141e11e2Tejun Heo int policy_cpu = per_cpu(cpufreq_policy_cpu, cpu); 925a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi BUG_ON(policy_cpu == -1); 935a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi up_read(&per_cpu(cpu_policy_rwsem, policy_cpu)); 945a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi} 955a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 96226528c6100e4191842e61997110c8ace40605f7Amerigo Wangstatic void unlock_policy_rwsem_write(int cpu) 975a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi{ 98f16250669d78a32bdfb27cec4d791e85141e11e2Tejun Heo int policy_cpu = per_cpu(cpufreq_policy_cpu, cpu); 995a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi BUG_ON(policy_cpu == -1); 1005a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi up_write(&per_cpu(cpu_policy_rwsem, policy_cpu)); 1015a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi} 1025a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 1035a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 1041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* internal prototypes */ 10529464f281389fd7e9adf969de7bbeb20b8596f82Dave Jonesstatic int __cpufreq_governor(struct cpufreq_policy *policy, 10629464f281389fd7e9adf969de7bbeb20b8596f82Dave Jones unsigned int event); 1075a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadistatic unsigned int __cpufreq_get(unsigned int cpu); 10865f27f38446e1976cc98fd3004b110fedcddd189David Howellsstatic void handle_update(struct work_struct *work); 1091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 11132ee8c3e470d86588b51dc42ed01e85c5fa0f180Dave Jones * Two notifier lists: the "policy" list is involved in the 11232ee8c3e470d86588b51dc42ed01e85c5fa0f180Dave Jones * validation process for a new CPU frequency policy; the 1131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * "transition" list for kernel code that needs to handle 1141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * changes to devices when the CPU clock speed changes. 1151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The mutex locks both lists. 1161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 117e041c683412d5bf44dc2b109053e3b837b71742dAlan Sternstatic BLOCKING_NOTIFIER_HEAD(cpufreq_policy_notifier_list); 118b4dfdbb3c707474a2254c5b4d7e62be31a4b7da9Alan Sternstatic struct srcu_notifier_head cpufreq_transition_notifier_list; 1191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12074212ca432982903d0fc6a0f282b199e000ad8b1Cesar Eduardo Barrosstatic bool init_cpufreq_transition_notifier_list_called; 121b4dfdbb3c707474a2254c5b4d7e62be31a4b7da9Alan Sternstatic int __init init_cpufreq_transition_notifier_list(void) 122b4dfdbb3c707474a2254c5b4d7e62be31a4b7da9Alan Stern{ 123b4dfdbb3c707474a2254c5b4d7e62be31a4b7da9Alan Stern srcu_init_notifier_head(&cpufreq_transition_notifier_list); 12474212ca432982903d0fc6a0f282b199e000ad8b1Cesar Eduardo Barros init_cpufreq_transition_notifier_list_called = true; 125b4dfdbb3c707474a2254c5b4d7e62be31a4b7da9Alan Stern return 0; 126b4dfdbb3c707474a2254c5b4d7e62be31a4b7da9Alan Stern} 127b3438f8266cb1f5010085ac47d7ad6a36a212164Linus Torvaldspure_initcall(init_cpufreq_transition_notifier_list); 1281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 129a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilkstatic int off __read_mostly; 130a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilkint cpufreq_disabled(void) 131a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk{ 132a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk return off; 133a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk} 134a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilkvoid disable_cpufreq(void) 135a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk{ 136a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk off = 1; 137a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk} 1381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic LIST_HEAD(cpufreq_governor_list); 13929464f281389fd7e9adf969de7bbeb20b8596f82Dave Jonesstatic DEFINE_MUTEX(cpufreq_governor_mutex); 1401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1417d5e350fab47f1273bc8b52d5f133ed6e4baeb7fDave Jonesstruct cpufreq_policy *cpufreq_cpu_get(unsigned int cpu) 1421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cpufreq_policy *data; 1441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flags; 1451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1467a6aedfac98c6d54ecf97ca1ffb1e6a1f3d26aeaMike Travis if (cpu >= nr_cpu_ids) 1471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto err_out; 1481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* get the cpufreq driver */ 1501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock_irqsave(&cpufreq_driver_lock, flags); 1511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!cpufreq_driver) 1531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto err_out_unlock; 1541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!try_module_get(cpufreq_driver->owner)) 1561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto err_out_unlock; 1571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* get the CPU */ 1607a6aedfac98c6d54ecf97ca1ffb1e6a1f3d26aeaMike Travis data = per_cpu(cpufreq_cpu_data, cpu); 1611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!data) 1631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto err_out_put_module; 1641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!kobject_get(&data->kobj)) 1661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto err_out_put_module; 1671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock_irqrestore(&cpufreq_driver_lock, flags); 1691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return data; 1701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1717d5e350fab47f1273bc8b52d5f133ed6e4baeb7fDave Joneserr_out_put_module: 1721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds module_put(cpufreq_driver->owner); 1737d5e350fab47f1273bc8b52d5f133ed6e4baeb7fDave Joneserr_out_unlock: 1741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock_irqrestore(&cpufreq_driver_lock, flags); 1757d5e350fab47f1273bc8b52d5f133ed6e4baeb7fDave Joneserr_out: 1761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 1771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL_GPL(cpufreq_cpu_get); 1791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1807d5e350fab47f1273bc8b52d5f133ed6e4baeb7fDave Jones 1811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid cpufreq_cpu_put(struct cpufreq_policy *data) 1821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds kobject_put(&data->kobj); 1841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds module_put(cpufreq_driver->owner); 1851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL_GPL(cpufreq_cpu_put); 1871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/********************************************************************* 1901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * EXTERNALLY AFFECTING FREQUENCY CHANGES * 1911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *********************************************************************/ 1921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 1941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * adjust_jiffies - adjust the system "loops_per_jiffy" 1951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This function alters the system "loops_per_jiffy" for the clock 1971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * speed change. Note that loops_per_jiffy cannot be updated on SMP 19832ee8c3e470d86588b51dc42ed01e85c5fa0f180Dave Jones * systems as each CPU might be scaled differently. So, use the arch 1991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * per-CPU loops_per_jiffy value wherever possible. 2001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 2011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#ifndef CONFIG_SMP 2021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned long l_p_j_ref; 2031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned int l_p_j_ref_freq; 2041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 205858119e159384308a5dde67776691a2ebf70df0fArjan van de Venstatic void adjust_jiffies(unsigned long val, struct cpufreq_freqs *ci) 2061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ci->flags & CPUFREQ_CONST_LOOPS) 2081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 2091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!l_p_j_ref_freq) { 2111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds l_p_j_ref = loops_per_jiffy; 2121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds l_p_j_ref_freq = ci->old; 2132d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("saving %lu as reference value for loops_per_jiffy; " 214e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy "freq is %u kHz\n", l_p_j_ref, l_p_j_ref_freq); 2151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 216d08de0c19c3fc5b9cf557ce3b42795d036ad5da9Afzal Mohammed if ((val == CPUFREQ_POSTCHANGE && ci->old != ci->new) || 21742d4dc3f4e1ec1396371aac89d0dccfdd977191bBenjamin Herrenschmidt (val == CPUFREQ_RESUMECHANGE || val == CPUFREQ_SUSPENDCHANGE)) { 218e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy loops_per_jiffy = cpufreq_scale(l_p_j_ref, l_p_j_ref_freq, 219e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy ci->new); 2202d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("scaling loops_per_jiffy to %lu " 221e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy "for frequency %u kHz\n", loops_per_jiffy, ci->new); 2221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#else 225e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoystatic inline void adjust_jiffies(unsigned long val, struct cpufreq_freqs *ci) 226e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy{ 227e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy return; 228e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy} 2291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif 2301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 233e4472cb3706ceea42797ae1dc79d624026986694Dave Jones * cpufreq_notify_transition - call notifier chain and adjust_jiffies 234e4472cb3706ceea42797ae1dc79d624026986694Dave Jones * on frequency transition. 2351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 236e4472cb3706ceea42797ae1dc79d624026986694Dave Jones * This function calls the transition notifiers and the "adjust_jiffies" 237e4472cb3706ceea42797ae1dc79d624026986694Dave Jones * function. It is called twice on all CPU frequency changes that have 23832ee8c3e470d86588b51dc42ed01e85c5fa0f180Dave Jones * external effects. 2391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 2401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid cpufreq_notify_transition(struct cpufreq_freqs *freqs, unsigned int state) 2411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 242e4472cb3706ceea42797ae1dc79d624026986694Dave Jones struct cpufreq_policy *policy; 243e4472cb3706ceea42797ae1dc79d624026986694Dave Jones 2441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds BUG_ON(irqs_disabled()); 2451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds freqs->flags = cpufreq_driver->flags; 2472d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("notification %u of frequency transition to %u kHz\n", 248e4472cb3706ceea42797ae1dc79d624026986694Dave Jones state, freqs->new); 2491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2507a6aedfac98c6d54ecf97ca1ffb1e6a1f3d26aeaMike Travis policy = per_cpu(cpufreq_cpu_data, freqs->cpu); 2511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (state) { 252e4472cb3706ceea42797ae1dc79d624026986694Dave Jones 2531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case CPUFREQ_PRECHANGE: 25432ee8c3e470d86588b51dc42ed01e85c5fa0f180Dave Jones /* detect if the driver reported a value as "old frequency" 255e4472cb3706ceea42797ae1dc79d624026986694Dave Jones * which is not equal to what the cpufreq core thinks is 256e4472cb3706ceea42797ae1dc79d624026986694Dave Jones * "old frequency". 2571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 2581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!(cpufreq_driver->flags & CPUFREQ_CONST_LOOPS)) { 259e4472cb3706ceea42797ae1dc79d624026986694Dave Jones if ((policy) && (policy->cpu == freqs->cpu) && 260e4472cb3706ceea42797ae1dc79d624026986694Dave Jones (policy->cur) && (policy->cur != freqs->old)) { 2612d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("Warning: CPU frequency is" 262e4472cb3706ceea42797ae1dc79d624026986694Dave Jones " %u, cpufreq assumed %u kHz.\n", 263e4472cb3706ceea42797ae1dc79d624026986694Dave Jones freqs->old, policy->cur); 264e4472cb3706ceea42797ae1dc79d624026986694Dave Jones freqs->old = policy->cur; 2651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 267b4dfdbb3c707474a2254c5b4d7e62be31a4b7da9Alan Stern srcu_notifier_call_chain(&cpufreq_transition_notifier_list, 268e041c683412d5bf44dc2b109053e3b837b71742dAlan Stern CPUFREQ_PRECHANGE, freqs); 2691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds adjust_jiffies(CPUFREQ_PRECHANGE, freqs); 2701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 271e4472cb3706ceea42797ae1dc79d624026986694Dave Jones 2721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case CPUFREQ_POSTCHANGE: 2731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds adjust_jiffies(CPUFREQ_POSTCHANGE, freqs); 2742d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("FREQ: %lu - CPU: %lu", (unsigned long)freqs->new, 2756f4f2723d08534fd4e407e1ef8500b0f4d12c30cThomas Renninger (unsigned long)freqs->cpu); 2766f4f2723d08534fd4e407e1ef8500b0f4d12c30cThomas Renninger trace_power_frequency(POWER_PSTATE, freqs->new, freqs->cpu); 27725e41933b58777f2d020c3b0186b430ea004ec28Thomas Renninger trace_cpu_frequency(freqs->new, freqs->cpu); 278b4dfdbb3c707474a2254c5b4d7e62be31a4b7da9Alan Stern srcu_notifier_call_chain(&cpufreq_transition_notifier_list, 279e041c683412d5bf44dc2b109053e3b837b71742dAlan Stern CPUFREQ_POSTCHANGE, freqs); 280e4472cb3706ceea42797ae1dc79d624026986694Dave Jones if (likely(policy) && likely(policy->cpu == freqs->cpu)) 281e4472cb3706ceea42797ae1dc79d624026986694Dave Jones policy->cur = freqs->new; 2821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL_GPL(cpufreq_notify_transition); 2861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/********************************************************************* 2901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * SYSFS INTERFACE * 2911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *********************************************************************/ 2921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2933bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardingestatic struct cpufreq_governor *__find_governor(const char *str_governor) 2943bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge{ 2953bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge struct cpufreq_governor *t; 2963bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge 2973bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge list_for_each_entry(t, &cpufreq_governor_list, governor_list) 29829464f281389fd7e9adf969de7bbeb20b8596f82Dave Jones if (!strnicmp(str_governor, t->name, CPUFREQ_NAME_LEN)) 2993bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge return t; 3003bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge 3013bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge return NULL; 3023bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge} 3033bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge 3041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 3051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * cpufreq_parse_governor - parse a governor string 3061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 307905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jonesstatic int cpufreq_parse_governor(char *str_governor, unsigned int *policy, 3081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cpufreq_governor **governor) 3091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3103bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge int err = -EINVAL; 3113bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge 3121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!cpufreq_driver) 3133bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge goto out; 3143bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge 3151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cpufreq_driver->setpolicy) { 3161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!strnicmp(str_governor, "performance", CPUFREQ_NAME_LEN)) { 3171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *policy = CPUFREQ_POLICY_PERFORMANCE; 3183bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge err = 0; 319e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy } else if (!strnicmp(str_governor, "powersave", 320e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy CPUFREQ_NAME_LEN)) { 3211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *policy = CPUFREQ_POLICY_POWERSAVE; 3223bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge err = 0; 3231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3243bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge } else if (cpufreq_driver->target) { 3251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cpufreq_governor *t; 3263bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge 3273fc54d37ab64733448faf0185e19a80f070eb9e3Andrew Morton mutex_lock(&cpufreq_governor_mutex); 3283bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge 3293bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge t = __find_governor(str_governor); 3303bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge 331ea71497020c55cd39221e0abad5c1752ac6e3f47Jeremy Fitzhardinge if (t == NULL) { 3321a8e1463a49aaa452da1cefe184a00d4df47f1efKees Cook int ret; 333ea71497020c55cd39221e0abad5c1752ac6e3f47Jeremy Fitzhardinge 3341a8e1463a49aaa452da1cefe184a00d4df47f1efKees Cook mutex_unlock(&cpufreq_governor_mutex); 3351a8e1463a49aaa452da1cefe184a00d4df47f1efKees Cook ret = request_module("cpufreq_%s", str_governor); 3361a8e1463a49aaa452da1cefe184a00d4df47f1efKees Cook mutex_lock(&cpufreq_governor_mutex); 337ea71497020c55cd39221e0abad5c1752ac6e3f47Jeremy Fitzhardinge 3381a8e1463a49aaa452da1cefe184a00d4df47f1efKees Cook if (ret == 0) 3391a8e1463a49aaa452da1cefe184a00d4df47f1efKees Cook t = __find_governor(str_governor); 340ea71497020c55cd39221e0abad5c1752ac6e3f47Jeremy Fitzhardinge } 341ea71497020c55cd39221e0abad5c1752ac6e3f47Jeremy Fitzhardinge 3423bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge if (t != NULL) { 3433bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge *governor = t; 3443bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge err = 0; 3451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3463bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge 3473fc54d37ab64733448faf0185e19a80f070eb9e3Andrew Morton mutex_unlock(&cpufreq_governor_mutex); 3481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 34929464f281389fd7e9adf969de7bbeb20b8596f82Dave Jonesout: 3503bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge return err; 3511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 355e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy * cpufreq_per_cpu_attr_read() / show_##file_name() - 356e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy * print out cpufreq information 3571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 3581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Write out information from cpufreq_driver->policy[cpu]; object must be 3591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * "unsigned int". 3601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 3611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 36232ee8c3e470d86588b51dc42ed01e85c5fa0f180Dave Jones#define show_one(file_name, object) \ 36332ee8c3e470d86588b51dc42ed01e85c5fa0f180Dave Jonesstatic ssize_t show_##file_name \ 364905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jones(struct cpufreq_policy *policy, char *buf) \ 36532ee8c3e470d86588b51dc42ed01e85c5fa0f180Dave Jones{ \ 36629464f281389fd7e9adf969de7bbeb20b8596f82Dave Jones return sprintf(buf, "%u\n", policy->object); \ 3671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsshow_one(cpuinfo_min_freq, cpuinfo.min_freq); 3701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsshow_one(cpuinfo_max_freq, cpuinfo.max_freq); 371ed12978453a3845c947695e7ad32bb3ede444813Thomas Renningershow_one(cpuinfo_transition_latency, cpuinfo.transition_latency); 3721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsshow_one(scaling_min_freq, min); 3731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsshow_one(scaling_max_freq, max); 3741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsshow_one(scaling_cur_freq, cur); 3751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 376e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoystatic int __cpufreq_set_policy(struct cpufreq_policy *data, 377e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy struct cpufreq_policy *policy); 3787970e08bf066900efcd7794a1a338c11eb8f5141Thomas Renninger 3791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 3801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * cpufreq_per_cpu_attr_write() / store_##file_name() - sysfs write access 3811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 3821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define store_one(file_name, object) \ 3831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic ssize_t store_##file_name \ 384905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jones(struct cpufreq_policy *policy, const char *buf, size_t count) \ 3851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ \ 3861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int ret = -EINVAL; \ 3871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cpufreq_policy new_policy; \ 3881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds \ 3891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = cpufreq_get_policy(&new_policy, policy->cpu); \ 3901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) \ 3911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; \ 3921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds \ 39329464f281389fd7e9adf969de7bbeb20b8596f82Dave Jones ret = sscanf(buf, "%u", &new_policy.object); \ 3941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret != 1) \ 3951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; \ 3961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds \ 3977970e08bf066900efcd7794a1a338c11eb8f5141Thomas Renninger ret = __cpufreq_set_policy(policy, &new_policy); \ 3987970e08bf066900efcd7794a1a338c11eb8f5141Thomas Renninger policy->user_policy.object = policy->object; \ 3991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds \ 4001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret ? ret : count; \ 4011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 40329464f281389fd7e9adf969de7bbeb20b8596f82Dave Jonesstore_one(scaling_min_freq, min); 40429464f281389fd7e9adf969de7bbeb20b8596f82Dave Jonesstore_one(scaling_max_freq, max); 4051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 4071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * show_cpuinfo_cur_freq - current CPU frequency as detected by hardware 4081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 409905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jonesstatic ssize_t show_cpuinfo_cur_freq(struct cpufreq_policy *policy, 410905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jones char *buf) 4111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4125a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi unsigned int cur_freq = __cpufreq_get(policy->cpu); 4131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!cur_freq) 4141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return sprintf(buf, "<unknown>"); 4151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return sprintf(buf, "%u\n", cur_freq); 4161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 4201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * show_scaling_governor - show the current policy for the specified CPU 4211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 422905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jonesstatic ssize_t show_scaling_governor(struct cpufreq_policy *policy, char *buf) 4231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 42429464f281389fd7e9adf969de7bbeb20b8596f82Dave Jones if (policy->policy == CPUFREQ_POLICY_POWERSAVE) 4251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return sprintf(buf, "powersave\n"); 4261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (policy->policy == CPUFREQ_POLICY_PERFORMANCE) 4271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return sprintf(buf, "performance\n"); 4281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (policy->governor) 42929464f281389fd7e9adf969de7bbeb20b8596f82Dave Jones return scnprintf(buf, CPUFREQ_NAME_LEN, "%s\n", 43029464f281389fd7e9adf969de7bbeb20b8596f82Dave Jones policy->governor->name); 4311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 4321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 4361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * store_scaling_governor - store policy for the specified CPU 4371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 438905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jonesstatic ssize_t store_scaling_governor(struct cpufreq_policy *policy, 439905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jones const char *buf, size_t count) 4401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int ret = -EINVAL; 4421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds char str_governor[16]; 4431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cpufreq_policy new_policy; 4441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = cpufreq_get_policy(&new_policy, policy->cpu); 4461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) 4471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 4481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 44929464f281389fd7e9adf969de7bbeb20b8596f82Dave Jones ret = sscanf(buf, "%15s", str_governor); 4501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret != 1) 4511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 4521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 453e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy if (cpufreq_parse_governor(str_governor, &new_policy.policy, 454e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy &new_policy.governor)) 4551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 4561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4577970e08bf066900efcd7794a1a338c11eb8f5141Thomas Renninger /* Do not use cpufreq_set_policy here or the user_policy.max 4587970e08bf066900efcd7794a1a338c11eb8f5141Thomas Renninger will be wrongly overridden */ 4597970e08bf066900efcd7794a1a338c11eb8f5141Thomas Renninger ret = __cpufreq_set_policy(policy, &new_policy); 4607970e08bf066900efcd7794a1a338c11eb8f5141Thomas Renninger 4617970e08bf066900efcd7794a1a338c11eb8f5141Thomas Renninger policy->user_policy.policy = policy->policy; 4627970e08bf066900efcd7794a1a338c11eb8f5141Thomas Renninger policy->user_policy.governor = policy->governor; 4637970e08bf066900efcd7794a1a338c11eb8f5141Thomas Renninger 464e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy if (ret) 465e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy return ret; 466e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy else 467e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy return count; 4681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 4711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * show_scaling_driver - show the cpufreq driver currently loaded 4721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 473905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jonesstatic ssize_t show_scaling_driver(struct cpufreq_policy *policy, char *buf) 4741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return scnprintf(buf, CPUFREQ_NAME_LEN, "%s\n", cpufreq_driver->name); 4761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 4791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * show_scaling_available_governors - show the available CPUfreq governors 4801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 481905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jonesstatic ssize_t show_scaling_available_governors(struct cpufreq_policy *policy, 482905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jones char *buf) 4831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ssize_t i = 0; 4851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cpufreq_governor *t; 4861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!cpufreq_driver->target) { 4881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds i += sprintf(buf, "performance powersave"); 4891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto out; 4901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_for_each_entry(t, &cpufreq_governor_list, governor_list) { 49329464f281389fd7e9adf969de7bbeb20b8596f82Dave Jones if (i >= (ssize_t) ((PAGE_SIZE / sizeof(char)) 49429464f281389fd7e9adf969de7bbeb20b8596f82Dave Jones - (CPUFREQ_NAME_LEN + 2))) 4951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto out; 4961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds i += scnprintf(&buf[i], CPUFREQ_NAME_LEN, "%s ", t->name); 4971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4987d5e350fab47f1273bc8b52d5f133ed6e4baeb7fDave Jonesout: 4991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds i += sprintf(&buf[i], "\n"); 5001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return i; 5011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 502e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wong 503835481d9bcd65720b473db6b38746a74a3964218Rusty Russellstatic ssize_t show_cpus(const struct cpumask *mask, char *buf) 5041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ssize_t i = 0; 5061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int cpu; 5071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 508835481d9bcd65720b473db6b38746a74a3964218Rusty Russell for_each_cpu(cpu, mask) { 5091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (i) 5101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds i += scnprintf(&buf[i], (PAGE_SIZE - i - 2), " "); 5111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds i += scnprintf(&buf[i], (PAGE_SIZE - i - 2), "%u", cpu); 5121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (i >= (PAGE_SIZE - 5)) 51329464f281389fd7e9adf969de7bbeb20b8596f82Dave Jones break; 5141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 5151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds i += sprintf(&buf[i], "\n"); 5161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return i; 5171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 519e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wong/** 520e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wong * show_related_cpus - show the CPUs affected by each transition even if 521e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wong * hw coordination is in use 522e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wong */ 523e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wongstatic ssize_t show_related_cpus(struct cpufreq_policy *policy, char *buf) 524e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wong{ 525835481d9bcd65720b473db6b38746a74a3964218Rusty Russell if (cpumask_empty(policy->related_cpus)) 526e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wong return show_cpus(policy->cpus, buf); 527e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wong return show_cpus(policy->related_cpus, buf); 528e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wong} 529e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wong 530e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wong/** 531e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wong * show_affected_cpus - show the CPUs affected by each transition 532e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wong */ 533e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wongstatic ssize_t show_affected_cpus(struct cpufreq_policy *policy, char *buf) 534e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wong{ 535e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wong return show_cpus(policy->cpus, buf); 536e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wong} 537e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wong 5389e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadistatic ssize_t store_scaling_setspeed(struct cpufreq_policy *policy, 539905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jones const char *buf, size_t count) 5409e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi{ 5419e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi unsigned int freq = 0; 5429e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi unsigned int ret; 5439e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi 544879000f94442860e72c934f9e568989bc7fb8ec4CHIKAMA masaki if (!policy->governor || !policy->governor->store_setspeed) 5459e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi return -EINVAL; 5469e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi 5479e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi ret = sscanf(buf, "%u", &freq); 5489e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi if (ret != 1) 5499e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi return -EINVAL; 5509e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi 5519e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi policy->governor->store_setspeed(policy, freq); 5529e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi 5539e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi return count; 5549e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi} 5559e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi 5569e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadistatic ssize_t show_scaling_setspeed(struct cpufreq_policy *policy, char *buf) 5579e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi{ 558879000f94442860e72c934f9e568989bc7fb8ec4CHIKAMA masaki if (!policy->governor || !policy->governor->show_setspeed) 5599e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi return sprintf(buf, "<unsupported>\n"); 5609e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi 5619e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi return policy->governor->show_setspeed(policy, buf); 5629e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi} 5631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 564e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renninger/** 565e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renninger * show_scaling_driver - show the current cpufreq HW/BIOS limitation 566e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renninger */ 567e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renningerstatic ssize_t show_bios_limit(struct cpufreq_policy *policy, char *buf) 568e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renninger{ 569e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renninger unsigned int limit; 570e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renninger int ret; 571e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renninger if (cpufreq_driver->bios_limit) { 572e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renninger ret = cpufreq_driver->bios_limit(policy->cpu, &limit); 573e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renninger if (!ret) 574e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renninger return sprintf(buf, "%u\n", limit); 575e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renninger } 576e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renninger return sprintf(buf, "%u\n", policy->cpuinfo.max_freq); 577e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renninger} 578e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renninger 5796dad2a29646ce3792c40cfc52d77e9b65a7bb143Borislav Petkovcpufreq_freq_attr_ro_perm(cpuinfo_cur_freq, 0400); 5806dad2a29646ce3792c40cfc52d77e9b65a7bb143Borislav Petkovcpufreq_freq_attr_ro(cpuinfo_min_freq); 5816dad2a29646ce3792c40cfc52d77e9b65a7bb143Borislav Petkovcpufreq_freq_attr_ro(cpuinfo_max_freq); 5826dad2a29646ce3792c40cfc52d77e9b65a7bb143Borislav Petkovcpufreq_freq_attr_ro(cpuinfo_transition_latency); 5836dad2a29646ce3792c40cfc52d77e9b65a7bb143Borislav Petkovcpufreq_freq_attr_ro(scaling_available_governors); 5846dad2a29646ce3792c40cfc52d77e9b65a7bb143Borislav Petkovcpufreq_freq_attr_ro(scaling_driver); 5856dad2a29646ce3792c40cfc52d77e9b65a7bb143Borislav Petkovcpufreq_freq_attr_ro(scaling_cur_freq); 5866dad2a29646ce3792c40cfc52d77e9b65a7bb143Borislav Petkovcpufreq_freq_attr_ro(bios_limit); 5876dad2a29646ce3792c40cfc52d77e9b65a7bb143Borislav Petkovcpufreq_freq_attr_ro(related_cpus); 5886dad2a29646ce3792c40cfc52d77e9b65a7bb143Borislav Petkovcpufreq_freq_attr_ro(affected_cpus); 5896dad2a29646ce3792c40cfc52d77e9b65a7bb143Borislav Petkovcpufreq_freq_attr_rw(scaling_min_freq); 5906dad2a29646ce3792c40cfc52d77e9b65a7bb143Borislav Petkovcpufreq_freq_attr_rw(scaling_max_freq); 5916dad2a29646ce3792c40cfc52d77e9b65a7bb143Borislav Petkovcpufreq_freq_attr_rw(scaling_governor); 5926dad2a29646ce3792c40cfc52d77e9b65a7bb143Borislav Petkovcpufreq_freq_attr_rw(scaling_setspeed); 5931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 594905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jonesstatic struct attribute *default_attrs[] = { 5951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &cpuinfo_min_freq.attr, 5961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &cpuinfo_max_freq.attr, 597ed12978453a3845c947695e7ad32bb3ede444813Thomas Renninger &cpuinfo_transition_latency.attr, 5981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &scaling_min_freq.attr, 5991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &scaling_max_freq.attr, 6001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &affected_cpus.attr, 601e8628dd06d66f2e3965ec9742029b401d63434f1Darrick J. Wong &related_cpus.attr, 6021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &scaling_governor.attr, 6031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &scaling_driver.attr, 6041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &scaling_available_governors.attr, 6059e76988e9390a4ff4d171f690586d0c58186b47eVenki Pallipadi &scaling_setspeed.attr, 6061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds NULL 6071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 6081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6098aa84ad8d6c740a04386f599694609ee4998e82eThomas Renningerstruct kobject *cpufreq_global_kobject; 6108aa84ad8d6c740a04386f599694609ee4998e82eThomas RenningerEXPORT_SYMBOL(cpufreq_global_kobject); 6118aa84ad8d6c740a04386f599694609ee4998e82eThomas Renninger 61229464f281389fd7e9adf969de7bbeb20b8596f82Dave Jones#define to_policy(k) container_of(k, struct cpufreq_policy, kobj) 61329464f281389fd7e9adf969de7bbeb20b8596f82Dave Jones#define to_attr(a) container_of(a, struct freq_attr, attr) 6141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 61529464f281389fd7e9adf969de7bbeb20b8596f82Dave Jonesstatic ssize_t show(struct kobject *kobj, struct attribute *attr, char *buf) 6161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 617905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jones struct cpufreq_policy *policy = to_policy(kobj); 618905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jones struct freq_attr *fattr = to_attr(attr); 6190db4a8a99f6a8534c526e8c9d4b13d098400d485Dave Jones ssize_t ret = -EINVAL; 6201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds policy = cpufreq_cpu_get(policy->cpu); 6211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!policy) 6220db4a8a99f6a8534c526e8c9d4b13d098400d485Dave Jones goto no_policy; 6235a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 6245a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi if (lock_policy_rwsem_read(policy->cpu) < 0) 6250db4a8a99f6a8534c526e8c9d4b13d098400d485Dave Jones goto fail; 6265a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 627e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy if (fattr->show) 628e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy ret = fattr->show(policy, buf); 629e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy else 630e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy ret = -EIO; 631e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy 6325a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi unlock_policy_rwsem_read(policy->cpu); 6330db4a8a99f6a8534c526e8c9d4b13d098400d485Dave Jonesfail: 6341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cpufreq_cpu_put(policy); 6350db4a8a99f6a8534c526e8c9d4b13d098400d485Dave Jonesno_policy: 6361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 6371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 6381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 639905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jonesstatic ssize_t store(struct kobject *kobj, struct attribute *attr, 640905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jones const char *buf, size_t count) 6411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 642905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jones struct cpufreq_policy *policy = to_policy(kobj); 643905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jones struct freq_attr *fattr = to_attr(attr); 644a07530b44547a892dae59f4e0f141f4e6f5e2e40Dave Jones ssize_t ret = -EINVAL; 6451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds policy = cpufreq_cpu_get(policy->cpu); 6461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!policy) 647a07530b44547a892dae59f4e0f141f4e6f5e2e40Dave Jones goto no_policy; 6485a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 6495a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi if (lock_policy_rwsem_write(policy->cpu) < 0) 650a07530b44547a892dae59f4e0f141f4e6f5e2e40Dave Jones goto fail; 6515a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 652e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy if (fattr->store) 653e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy ret = fattr->store(policy, buf, count); 654e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy else 655e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy ret = -EIO; 656e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy 6575a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi unlock_policy_rwsem_write(policy->cpu); 658a07530b44547a892dae59f4e0f141f4e6f5e2e40Dave Jonesfail: 6591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cpufreq_cpu_put(policy); 660a07530b44547a892dae59f4e0f141f4e6f5e2e40Dave Jonesno_policy: 6611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 6621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 6631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 664905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jonesstatic void cpufreq_sysfs_release(struct kobject *kobj) 6651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 666905d77cd95e856b8e0b2d099fb70b9b8ccb7337eDave Jones struct cpufreq_policy *policy = to_policy(kobj); 6672d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("last reference is dropped\n"); 6681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds complete(&policy->kobj_unregister); 6691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 6701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 67152cf25d0ab7f78eeecc59ac652ed5090f69b619eEmese Revfystatic const struct sysfs_ops sysfs_ops = { 6721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .show = show, 6731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .store = store, 6741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 6751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct kobj_type ktype_cpufreq = { 6771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .sysfs_ops = &sysfs_ops, 6781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .default_attrs = default_attrs, 6791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .release = cpufreq_sysfs_release, 6801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 6811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6824bfa042cd304aa48cf05cd0a13c2d0794a675c0eThomas Renninger/* 6834bfa042cd304aa48cf05cd0a13c2d0794a675c0eThomas Renninger * Returns: 6844bfa042cd304aa48cf05cd0a13c2d0794a675c0eThomas Renninger * Negative: Failure 6854bfa042cd304aa48cf05cd0a13c2d0794a675c0eThomas Renninger * 0: Success 6864bfa042cd304aa48cf05cd0a13c2d0794a675c0eThomas Renninger * Positive: When we have a managed CPU and the sysfs got symlinked 6874bfa042cd304aa48cf05cd0a13c2d0794a675c0eThomas Renninger */ 688cf3289d0e701b2f59123bf653c12722a7e32aedbAlex Chiangstatic int cpufreq_add_dev_policy(unsigned int cpu, 689cf3289d0e701b2f59123bf653c12722a7e32aedbAlex Chiang struct cpufreq_policy *policy, 6908a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers struct device *dev) 691ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones{ 692ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones int ret = 0; 693ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones#ifdef CONFIG_SMP 694ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones unsigned long flags; 695ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones unsigned int j; 696ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones#ifdef CONFIG_HOTPLUG_CPU 697e77b89f13a0d48aea70b69976e854f2a2444a519Dmitry Monakhov struct cpufreq_governor *gov; 698e77b89f13a0d48aea70b69976e854f2a2444a519Dmitry Monakhov 699e77b89f13a0d48aea70b69976e854f2a2444a519Dmitry Monakhov gov = __find_governor(per_cpu(cpufreq_cpu_governor, cpu)); 700e77b89f13a0d48aea70b69976e854f2a2444a519Dmitry Monakhov if (gov) { 701e77b89f13a0d48aea70b69976e854f2a2444a519Dmitry Monakhov policy->governor = gov; 7022d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("Restoring governor %s for cpu %d\n", 703ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones policy->governor->name, cpu); 704ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones } 705ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones#endif 706ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones 707ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones for_each_cpu(j, policy->cpus) { 708ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones struct cpufreq_policy *managed_policy; 709ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones 710ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones if (cpu == j) 711ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones continue; 712ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones 713ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones /* Check for existing affected CPUs. 714ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones * They may not be aware of it due to CPU Hotplug. 715ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones * cpufreq_cpu_put is called when the device is removed 716ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones * in __cpufreq_remove_dev() 717ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones */ 718ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones managed_policy = cpufreq_cpu_get(j); 719ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones if (unlikely(managed_policy)) { 720ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones 721ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones /* Set proper policy_cpu */ 722ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones unlock_policy_rwsem_write(cpu); 723f16250669d78a32bdfb27cec4d791e85141e11e2Tejun Heo per_cpu(cpufreq_policy_cpu, cpu) = managed_policy->cpu; 724ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones 725ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones if (lock_policy_rwsem_write(cpu) < 0) { 726ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones /* Should not go through policy unlock path */ 727ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones if (cpufreq_driver->exit) 728ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones cpufreq_driver->exit(policy); 729ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones cpufreq_cpu_put(managed_policy); 730ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones return -EBUSY; 731ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones } 732ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones 733ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones spin_lock_irqsave(&cpufreq_driver_lock, flags); 734ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones cpumask_copy(managed_policy->cpus, policy->cpus); 735ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones per_cpu(cpufreq_cpu_data, cpu) = managed_policy; 736ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones spin_unlock_irqrestore(&cpufreq_driver_lock, flags); 737ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones 7382d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("CPU already managed, adding link\n"); 7398a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers ret = sysfs_create_link(&dev->kobj, 740ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones &managed_policy->kobj, 741ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones "cpufreq"); 742ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones if (ret) 743ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones cpufreq_cpu_put(managed_policy); 744ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones /* 745ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones * Success. We only needed to be added to the mask. 746ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones * Call driver->exit() because only the cpu parent of 747ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones * the kobj needed to call init(). 748ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones */ 749ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones if (cpufreq_driver->exit) 750ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones cpufreq_driver->exit(policy); 7514bfa042cd304aa48cf05cd0a13c2d0794a675c0eThomas Renninger 7524bfa042cd304aa48cf05cd0a13c2d0794a675c0eThomas Renninger if (!ret) 7534bfa042cd304aa48cf05cd0a13c2d0794a675c0eThomas Renninger return 1; 7544bfa042cd304aa48cf05cd0a13c2d0794a675c0eThomas Renninger else 7554bfa042cd304aa48cf05cd0a13c2d0794a675c0eThomas Renninger return ret; 756ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones } 757ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones } 758ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones#endif 759ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones return ret; 760ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones} 761ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones 762ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones 76319d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones/* symlink affected CPUs */ 764cf3289d0e701b2f59123bf653c12722a7e32aedbAlex Chiangstatic int cpufreq_add_dev_symlink(unsigned int cpu, 765cf3289d0e701b2f59123bf653c12722a7e32aedbAlex Chiang struct cpufreq_policy *policy) 76619d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones{ 76719d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones unsigned int j; 76819d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones int ret = 0; 76919d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones 77019d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones for_each_cpu(j, policy->cpus) { 77119d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones struct cpufreq_policy *managed_policy; 7728a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers struct device *cpu_dev; 77319d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones 77419d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones if (j == cpu) 77519d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones continue; 77619d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones if (!cpu_online(j)) 77719d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones continue; 77819d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones 7792d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("CPU %u already managed, adding link\n", j); 78019d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones managed_policy = cpufreq_cpu_get(cpu); 7818a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers cpu_dev = get_cpu_device(j); 7828a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers ret = sysfs_create_link(&cpu_dev->kobj, &policy->kobj, 78319d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones "cpufreq"); 78419d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones if (ret) { 78519d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones cpufreq_cpu_put(managed_policy); 78619d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones return ret; 78719d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones } 78819d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones } 78919d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones return ret; 79019d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones} 79119d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones 792cf3289d0e701b2f59123bf653c12722a7e32aedbAlex Chiangstatic int cpufreq_add_dev_interface(unsigned int cpu, 793cf3289d0e701b2f59123bf653c12722a7e32aedbAlex Chiang struct cpufreq_policy *policy, 7948a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers struct device *dev) 795909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones{ 796ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones struct cpufreq_policy new_policy; 797909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones struct freq_attr **drv_attr; 798909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones unsigned long flags; 799909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones int ret = 0; 800909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones unsigned int j; 801909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones 802909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones /* prepare interface data */ 803909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones ret = kobject_init_and_add(&policy->kobj, &ktype_cpufreq, 8048a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers &dev->kobj, "cpufreq"); 805909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones if (ret) 806909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones return ret; 807909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones 808909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones /* set up files for this cpu device */ 809909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones drv_attr = cpufreq_driver->attr; 810909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones while ((drv_attr) && (*drv_attr)) { 811909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones ret = sysfs_create_file(&policy->kobj, &((*drv_attr)->attr)); 812909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones if (ret) 813909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones goto err_out_kobj_put; 814909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones drv_attr++; 815909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones } 816909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones if (cpufreq_driver->get) { 817909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones ret = sysfs_create_file(&policy->kobj, &cpuinfo_cur_freq.attr); 818909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones if (ret) 819909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones goto err_out_kobj_put; 820909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones } 821909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones if (cpufreq_driver->target) { 822909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones ret = sysfs_create_file(&policy->kobj, &scaling_cur_freq.attr); 823909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones if (ret) 824909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones goto err_out_kobj_put; 825909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones } 826e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renninger if (cpufreq_driver->bios_limit) { 827e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renninger ret = sysfs_create_file(&policy->kobj, &bios_limit.attr); 828e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renninger if (ret) 829e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renninger goto err_out_kobj_put; 830e2f74f355e9e2914483db10c05d70e69e0b7ae04Thomas Renninger } 831909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones 832909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones spin_lock_irqsave(&cpufreq_driver_lock, flags); 833909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones for_each_cpu(j, policy->cpus) { 834bec037aa6ccb5d561c880e369c409a1b28da5eb4Julia Lawall if (!cpu_online(j)) 835bec037aa6ccb5d561c880e369c409a1b28da5eb4Julia Lawall continue; 836909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones per_cpu(cpufreq_cpu_data, j) = policy; 837f16250669d78a32bdfb27cec4d791e85141e11e2Tejun Heo per_cpu(cpufreq_policy_cpu, j) = policy->cpu; 838909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones } 839909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones spin_unlock_irqrestore(&cpufreq_driver_lock, flags); 840909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones 841909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones ret = cpufreq_add_dev_symlink(cpu, policy); 842ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones if (ret) 843ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones goto err_out_kobj_put; 844ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones 845ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones memcpy(&new_policy, policy, sizeof(struct cpufreq_policy)); 846ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones /* assure that the starting sequence is run in __cpufreq_set_policy */ 847ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones policy->governor = NULL; 848ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones 849ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones /* set default policy */ 850ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones ret = __cpufreq_set_policy(policy, &new_policy); 851ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones policy->user_policy.policy = policy->policy; 852ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones policy->user_policy.governor = policy->governor; 853ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones 854ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones if (ret) { 8552d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("setting policy failed\n"); 856ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones if (cpufreq_driver->exit) 857ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones cpufreq_driver->exit(policy); 858ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones } 859909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones return ret; 860909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones 861909a694e336bf3a6e48b5b51129887a1c5cae04cDave Joneserr_out_kobj_put: 862909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones kobject_put(&policy->kobj); 863909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones wait_for_completion(&policy->kobj_unregister); 864909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones return ret; 865909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones} 866909a694e336bf3a6e48b5b51129887a1c5cae04cDave Jones 8671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 8691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * cpufreq_add_dev - add a CPU device 8701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 87132ee8c3e470d86588b51dc42ed01e85c5fa0f180Dave Jones * Adds the cpufreq interface for a CPU device. 8723f4a782b5ce2698b1870b5a7b573cd721d4fce33Mathieu Desnoyers * 8733f4a782b5ce2698b1870b5a7b573cd721d4fce33Mathieu Desnoyers * The Oracle says: try running cpufreq registration/unregistration concurrently 8743f4a782b5ce2698b1870b5a7b573cd721d4fce33Mathieu Desnoyers * with with cpu hotplugging and all hell will break loose. Tried to clean this 8753f4a782b5ce2698b1870b5a7b573cd721d4fce33Mathieu Desnoyers * mess up, but more thorough testing is needed. - Mathieu 8761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8778a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sieversstatic int cpufreq_add_dev(struct device *dev, struct subsys_interface *sif) 8781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 8798a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers unsigned int cpu = dev->id; 88090e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava int ret = 0, found = 0; 8811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cpufreq_policy *policy; 8821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flags; 8831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int j; 88490e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava#ifdef CONFIG_HOTPLUG_CPU 88590e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava int sibling; 88690e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava#endif 8871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 888c32b6b8e524d2c337767d312814484d9289550cfAshok Raj if (cpu_is_offline(cpu)) 889c32b6b8e524d2c337767d312814484d9289550cfAshok Raj return 0; 890c32b6b8e524d2c337767d312814484d9289550cfAshok Raj 8912d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("adding CPU %u\n", cpu); 8921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#ifdef CONFIG_SMP 8941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* check whether a different CPU already registered this 8951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * CPU because it is in the same boat. */ 8961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds policy = cpufreq_cpu_get(cpu); 8971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (unlikely(policy)) { 8988ff69732d484ea9ccbf242cc49b4fe9538e64c71Dave Jones cpufreq_cpu_put(policy); 8991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 9001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif 9021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!try_module_get(cpufreq_driver->owner)) { 9041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = -EINVAL; 9051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto module_out; 9061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 908059019a3c3353b15d8efac5301f72036cc408bd4Dave Jones ret = -ENOMEM; 909e98df50c5200ae3c748d69002a8827afc9d2eae2Dave Jones policy = kzalloc(sizeof(struct cpufreq_policy), GFP_KERNEL); 910059019a3c3353b15d8efac5301f72036cc408bd4Dave Jones if (!policy) 9111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto nomem_out; 912059019a3c3353b15d8efac5301f72036cc408bd4Dave Jones 913059019a3c3353b15d8efac5301f72036cc408bd4Dave Jones if (!alloc_cpumask_var(&policy->cpus, GFP_KERNEL)) 9143f4a782b5ce2698b1870b5a7b573cd721d4fce33Mathieu Desnoyers goto err_free_policy; 915059019a3c3353b15d8efac5301f72036cc408bd4Dave Jones 916059019a3c3353b15d8efac5301f72036cc408bd4Dave Jones if (!zalloc_cpumask_var(&policy->related_cpus, GFP_KERNEL)) 9173f4a782b5ce2698b1870b5a7b573cd721d4fce33Mathieu Desnoyers goto err_free_cpumask; 9181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds policy->cpu = cpu; 920835481d9bcd65720b473db6b38746a74a3964218Rusty Russell cpumask_copy(policy->cpus, cpumask_of(cpu)); 9211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9225a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi /* Initially set CPU itself as the policy_cpu */ 923f16250669d78a32bdfb27cec4d791e85141e11e2Tejun Heo per_cpu(cpufreq_policy_cpu, cpu) = cpu; 9243f4a782b5ce2698b1870b5a7b573cd721d4fce33Mathieu Desnoyers ret = (lock_policy_rwsem_write(cpu) < 0); 9253f4a782b5ce2698b1870b5a7b573cd721d4fce33Mathieu Desnoyers WARN_ON(ret); 9265a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 9271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_completion(&policy->kobj_unregister); 92865f27f38446e1976cc98fd3004b110fedcddd189David Howells INIT_WORK(&policy->update, handle_update); 9291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9308122c6cea033e8034e99d3b10a4e3f377ce23994Thomas Renninger /* Set governor before ->init, so that driver could check it */ 93190e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava#ifdef CONFIG_HOTPLUG_CPU 93290e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava for_each_online_cpu(sibling) { 93390e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava struct cpufreq_policy *cp = per_cpu(cpufreq_cpu_data, sibling); 93490e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava if (cp && cp->governor && 93590e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava (cpumask_test_cpu(cpu, cp->related_cpus))) { 93690e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava policy->governor = cp->governor; 93790e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava found = 1; 93890e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava break; 93990e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava } 94090e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava } 94190e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava#endif 94290e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava if (!found) 94390e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava policy->governor = CPUFREQ_DEFAULT_GOVERNOR; 9441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* call driver. From then on the cpufreq must be able 9451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to accept all calls to ->verify and ->setpolicy for this CPU 9461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 9471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = cpufreq_driver->init(policy); 9481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) { 9492d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("initialization failed\n"); 9503f4a782b5ce2698b1870b5a7b573cd721d4fce33Mathieu Desnoyers goto err_unlock_policy; 9511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 952187d9f4ed4fc089f1f25a875fb485e27626972f9Mike Chan policy->user_policy.min = policy->min; 953187d9f4ed4fc089f1f25a875fb485e27626972f9Mike Chan policy->user_policy.max = policy->max; 9541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 955a1531acd43310a7e4571d52e8846640667f4c74bThomas Renninger blocking_notifier_call_chain(&cpufreq_policy_notifier_list, 956a1531acd43310a7e4571d52e8846640667f4c74bThomas Renninger CPUFREQ_START, policy); 957a1531acd43310a7e4571d52e8846640667f4c74bThomas Renninger 9588a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers ret = cpufreq_add_dev_policy(cpu, policy, dev); 9594bfa042cd304aa48cf05cd0a13c2d0794a675c0eThomas Renninger if (ret) { 9604bfa042cd304aa48cf05cd0a13c2d0794a675c0eThomas Renninger if (ret > 0) 9614bfa042cd304aa48cf05cd0a13c2d0794a675c0eThomas Renninger /* This is a managed cpu, symlink created, 9624bfa042cd304aa48cf05cd0a13c2d0794a675c0eThomas Renninger exit with 0 */ 9634bfa042cd304aa48cf05cd0a13c2d0794a675c0eThomas Renninger ret = 0; 964ecf7e4611c89aba7c7fde1183f7e9357695fbcc5Dave Jones goto err_unlock_policy; 9654bfa042cd304aa48cf05cd0a13c2d0794a675c0eThomas Renninger } 9661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9678a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers ret = cpufreq_add_dev_interface(cpu, policy, dev); 96819d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones if (ret) 96919d6f7ec3eb1652fc89dd05ebcc2a21a95c60a5aDave Jones goto err_out_unregister; 9708ff69732d484ea9ccbf242cc49b4fe9538e64c71Dave Jones 971dca026139317dcbc642a30320d551f559692182fLothar Waßmann unlock_policy_rwsem_write(cpu); 972dca026139317dcbc642a30320d551f559692182fLothar Waßmann 973038c5b3e412b0b751cb4b1507506bad3c7ffefaeGreg Kroah-Hartman kobject_uevent(&policy->kobj, KOBJ_ADD); 9741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds module_put(cpufreq_driver->owner); 9752d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("initialization complete\n"); 97687c32271380e630955de365656f67b0a54b75b19Dave Jones 9771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 9781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldserr_out_unregister: 9811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock_irqsave(&cpufreq_driver_lock, flags); 982835481d9bcd65720b473db6b38746a74a3964218Rusty Russell for_each_cpu(j, policy->cpus) 9837a6aedfac98c6d54ecf97ca1ffb1e6a1f3d26aeaMike Travis per_cpu(cpufreq_cpu_data, j) = NULL; 9841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock_irqrestore(&cpufreq_driver_lock, flags); 9851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 986c10997f6575f476ff38442fa18fd4a0d80345f9dGreg Kroah-Hartman kobject_put(&policy->kobj); 9871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wait_for_completion(&policy->kobj_unregister); 9881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9893f4a782b5ce2698b1870b5a7b573cd721d4fce33Mathieu Desnoyerserr_unlock_policy: 990457091181176643787a547dc04eb3cf5dcd822ceDave Jones unlock_policy_rwsem_write(cpu); 991cad70a6ae5aaef4641a3efdfd536c30f13891afeXiaotian Feng free_cpumask_var(policy->related_cpus); 9923f4a782b5ce2698b1870b5a7b573cd721d4fce33Mathieu Desnoyerserr_free_cpumask: 9933f4a782b5ce2698b1870b5a7b573cd721d4fce33Mathieu Desnoyers free_cpumask_var(policy->cpus); 9943f4a782b5ce2698b1870b5a7b573cd721d4fce33Mathieu Desnoyerserr_free_policy: 9951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds kfree(policy); 9961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsnomem_out: 9971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds module_put(cpufreq_driver->owner); 998c32b6b8e524d2c337767d312814484d9289550cfAshok Rajmodule_out: 9991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 10001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 10011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 10045a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * __cpufreq_remove_dev - remove a CPU device 10051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 10061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Removes the cpufreq interface for a CPU device. 10075a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * Caller should already have policy_rwsem in write mode for this CPU. 10085a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * This routine frees the rwsem before returning. 10091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 10108a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sieversstatic int __cpufreq_remove_dev(struct device *dev, struct subsys_interface *sif) 10111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 10128a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers unsigned int cpu = dev->id; 10131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flags; 10141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cpufreq_policy *data; 1015499bca9b6d3243f9278a1f5a22d00e67acdd844dAmerigo Wang struct kobject *kobj; 1016499bca9b6d3243f9278a1f5a22d00e67acdd844dAmerigo Wang struct completion *cmp; 10171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#ifdef CONFIG_SMP 10188a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers struct device *cpu_dev; 10191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int j; 10201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif 10211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10222d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("unregistering CPU %u\n", cpu); 10231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock_irqsave(&cpufreq_driver_lock, flags); 10257a6aedfac98c6d54ecf97ca1ffb1e6a1f3d26aeaMike Travis data = per_cpu(cpufreq_cpu_data, cpu); 10261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!data) { 10281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock_irqrestore(&cpufreq_driver_lock, flags); 10295a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi unlock_policy_rwsem_write(cpu); 10301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 10311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10327a6aedfac98c6d54ecf97ca1ffb1e6a1f3d26aeaMike Travis per_cpu(cpufreq_cpu_data, cpu) = NULL; 10331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#ifdef CONFIG_SMP 10361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* if this isn't the CPU which is the parent of the kobj, we 103732ee8c3e470d86588b51dc42ed01e85c5fa0f180Dave Jones * only need to unlink, put and exit 10381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 10391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (unlikely(cpu != data->cpu)) { 10402d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("removing link\n"); 1041835481d9bcd65720b473db6b38746a74a3964218Rusty Russell cpumask_clear_cpu(cpu, data->cpus); 10421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock_irqrestore(&cpufreq_driver_lock, flags); 10438a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers kobj = &dev->kobj; 10441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cpufreq_cpu_put(data); 10455a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi unlock_policy_rwsem_write(cpu); 1046499bca9b6d3243f9278a1f5a22d00e67acdd844dAmerigo Wang sysfs_remove_link(kobj, "cpufreq"); 10471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 10481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif 10501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#ifdef CONFIG_SMP 1052084f34939424161669467c19280dbcf637730314Thomas Renninger 1053084f34939424161669467c19280dbcf637730314Thomas Renninger#ifdef CONFIG_HOTPLUG_CPU 1054e77b89f13a0d48aea70b69976e854f2a2444a519Dmitry Monakhov strncpy(per_cpu(cpufreq_cpu_governor, cpu), data->governor->name, 1055e77b89f13a0d48aea70b69976e854f2a2444a519Dmitry Monakhov CPUFREQ_NAME_LEN); 1056084f34939424161669467c19280dbcf637730314Thomas Renninger#endif 1057084f34939424161669467c19280dbcf637730314Thomas Renninger 10581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* if we have other CPUs still registered, we need to unlink them, 10591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * or else wait_for_completion below will lock up. Clean the 10607a6aedfac98c6d54ecf97ca1ffb1e6a1f3d26aeaMike Travis * per_cpu(cpufreq_cpu_data) while holding the lock, and remove 10617a6aedfac98c6d54ecf97ca1ffb1e6a1f3d26aeaMike Travis * the sysfs links afterwards. 10621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1063835481d9bcd65720b473db6b38746a74a3964218Rusty Russell if (unlikely(cpumask_weight(data->cpus) > 1)) { 1064835481d9bcd65720b473db6b38746a74a3964218Rusty Russell for_each_cpu(j, data->cpus) { 10651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (j == cpu) 10661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds continue; 10677a6aedfac98c6d54ecf97ca1ffb1e6a1f3d26aeaMike Travis per_cpu(cpufreq_cpu_data, j) = NULL; 10681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock_irqrestore(&cpufreq_driver_lock, flags); 10721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1073835481d9bcd65720b473db6b38746a74a3964218Rusty Russell if (unlikely(cpumask_weight(data->cpus) > 1)) { 1074835481d9bcd65720b473db6b38746a74a3964218Rusty Russell for_each_cpu(j, data->cpus) { 10751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (j == cpu) 10761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds continue; 10772d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("removing link for cpu %u\n", j); 1078084f34939424161669467c19280dbcf637730314Thomas Renninger#ifdef CONFIG_HOTPLUG_CPU 1079e77b89f13a0d48aea70b69976e854f2a2444a519Dmitry Monakhov strncpy(per_cpu(cpufreq_cpu_governor, j), 1080e77b89f13a0d48aea70b69976e854f2a2444a519Dmitry Monakhov data->governor->name, CPUFREQ_NAME_LEN); 1081084f34939424161669467c19280dbcf637730314Thomas Renninger#endif 10828a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers cpu_dev = get_cpu_device(j); 10838a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers kobj = &cpu_dev->kobj; 1084499bca9b6d3243f9278a1f5a22d00e67acdd844dAmerigo Wang unlock_policy_rwsem_write(cpu); 1085499bca9b6d3243f9278a1f5a22d00e67acdd844dAmerigo Wang sysfs_remove_link(kobj, "cpufreq"); 1086499bca9b6d3243f9278a1f5a22d00e67acdd844dAmerigo Wang lock_policy_rwsem_write(cpu); 10871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cpufreq_cpu_put(data); 10881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#else 10911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock_irqrestore(&cpufreq_driver_lock, flags); 10921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif 10931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cpufreq_driver->target) 10951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __cpufreq_governor(data, CPUFREQ_GOV_STOP); 10965a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 1097499bca9b6d3243f9278a1f5a22d00e67acdd844dAmerigo Wang kobj = &data->kobj; 1098499bca9b6d3243f9278a1f5a22d00e67acdd844dAmerigo Wang cmp = &data->kobj_unregister; 1099499bca9b6d3243f9278a1f5a22d00e67acdd844dAmerigo Wang unlock_policy_rwsem_write(cpu); 1100499bca9b6d3243f9278a1f5a22d00e67acdd844dAmerigo Wang kobject_put(kobj); 11011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* we need to make sure that the underlying kobj is actually 110332ee8c3e470d86588b51dc42ed01e85c5fa0f180Dave Jones * not referenced anymore by anybody before we proceed with 11041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * unloading. 11051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 11062d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("waiting for dropping of refcount\n"); 1107499bca9b6d3243f9278a1f5a22d00e67acdd844dAmerigo Wang wait_for_completion(cmp); 11082d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("wait complete\n"); 11091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1110499bca9b6d3243f9278a1f5a22d00e67acdd844dAmerigo Wang lock_policy_rwsem_write(cpu); 11111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cpufreq_driver->exit) 11121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cpufreq_driver->exit(data); 11137d26e2d5e2da37e92c6c7644b26b294dedd8c982venkatesh.pallipadi@intel.com unlock_policy_rwsem_write(cpu); 11147d26e2d5e2da37e92c6c7644b26b294dedd8c982venkatesh.pallipadi@intel.com 111527ecddc2a9f99ce4ac9a59a0acd77f7100b6d034Jacob Shin#ifdef CONFIG_HOTPLUG_CPU 111627ecddc2a9f99ce4ac9a59a0acd77f7100b6d034Jacob Shin /* when the CPU which is the parent of the kobj is hotplugged 111727ecddc2a9f99ce4ac9a59a0acd77f7100b6d034Jacob Shin * offline, check for siblings, and create cpufreq sysfs interface 111827ecddc2a9f99ce4ac9a59a0acd77f7100b6d034Jacob Shin * and symlinks 111927ecddc2a9f99ce4ac9a59a0acd77f7100b6d034Jacob Shin */ 112027ecddc2a9f99ce4ac9a59a0acd77f7100b6d034Jacob Shin if (unlikely(cpumask_weight(data->cpus) > 1)) { 112127ecddc2a9f99ce4ac9a59a0acd77f7100b6d034Jacob Shin /* first sibling now owns the new sysfs dir */ 112227ecddc2a9f99ce4ac9a59a0acd77f7100b6d034Jacob Shin cpumask_clear_cpu(cpu, data->cpus); 11238a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers cpufreq_add_dev(get_cpu_device(cpumask_first(data->cpus)), NULL); 112427ecddc2a9f99ce4ac9a59a0acd77f7100b6d034Jacob Shin 112527ecddc2a9f99ce4ac9a59a0acd77f7100b6d034Jacob Shin /* finally remove our own symlink */ 112627ecddc2a9f99ce4ac9a59a0acd77f7100b6d034Jacob Shin lock_policy_rwsem_write(cpu); 11278a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers __cpufreq_remove_dev(dev, sif); 112827ecddc2a9f99ce4ac9a59a0acd77f7100b6d034Jacob Shin } 112927ecddc2a9f99ce4ac9a59a0acd77f7100b6d034Jacob Shin#endif 113027ecddc2a9f99ce4ac9a59a0acd77f7100b6d034Jacob Shin 1131835481d9bcd65720b473db6b38746a74a3964218Rusty Russell free_cpumask_var(data->related_cpus); 1132835481d9bcd65720b473db6b38746a74a3964218Rusty Russell free_cpumask_var(data->cpus); 11331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds kfree(data); 11341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 11361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 11371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11398a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sieversstatic int cpufreq_remove_dev(struct device *dev, struct subsys_interface *sif) 11405a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi{ 11418a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers unsigned int cpu = dev->id; 11425a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi int retval; 1143ec28297a562f2b022115b9eb82e4ea724d996240Venki Pallipadi 1144ec28297a562f2b022115b9eb82e4ea724d996240Venki Pallipadi if (cpu_is_offline(cpu)) 1145ec28297a562f2b022115b9eb82e4ea724d996240Venki Pallipadi return 0; 1146ec28297a562f2b022115b9eb82e4ea724d996240Venki Pallipadi 11475a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi if (unlikely(lock_policy_rwsem_write(cpu))) 11485a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi BUG(); 11495a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 11508a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers retval = __cpufreq_remove_dev(dev, sif); 11515a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi return retval; 11525a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi} 11535a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 11545a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 115565f27f38446e1976cc98fd3004b110fedcddd189David Howellsstatic void handle_update(struct work_struct *work) 11561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 115765f27f38446e1976cc98fd3004b110fedcddd189David Howells struct cpufreq_policy *policy = 115865f27f38446e1976cc98fd3004b110fedcddd189David Howells container_of(work, struct cpufreq_policy, update); 115965f27f38446e1976cc98fd3004b110fedcddd189David Howells unsigned int cpu = policy->cpu; 11602d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("handle_update for cpu %u called\n", cpu); 11611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cpufreq_update_policy(cpu); 11621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 11631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 11651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * cpufreq_out_of_sync - If actual and saved CPU frequency differs, we're in deep trouble. 11661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @cpu: cpu number 11671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @old_freq: CPU frequency the kernel thinks the CPU runs at 11681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @new_freq: CPU frequency the CPU actually runs at 11691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 117029464f281389fd7e9adf969de7bbeb20b8596f82Dave Jones * We adjust to current frequency first, and need to clean up later. 117129464f281389fd7e9adf969de7bbeb20b8596f82Dave Jones * So either call to cpufreq_update_policy() or schedule handle_update()). 11721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1173e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoystatic void cpufreq_out_of_sync(unsigned int cpu, unsigned int old_freq, 1174e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy unsigned int new_freq) 11751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 11761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cpufreq_freqs freqs; 11771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11782d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("Warning: CPU frequency out of sync: cpufreq and timing " 11791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "core thinks of %u, is %u kHz.\n", old_freq, new_freq); 11801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds freqs.cpu = cpu; 11821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds freqs.old = old_freq; 11831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds freqs.new = new_freq; 11841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE); 11851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE); 11861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 11871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 118932ee8c3e470d86588b51dc42ed01e85c5fa0f180Dave Jones/** 11904ab70df451c6183dd5474a68edac44684b0b7616Dhaval Giani * cpufreq_quick_get - get the CPU frequency (in kHz) from policy->cur 119195235ca2c20ac0b31a8eb39e2d599bcc3e9c9a10Venkatesh Pallipadi * @cpu: CPU number 119295235ca2c20ac0b31a8eb39e2d599bcc3e9c9a10Venkatesh Pallipadi * 119395235ca2c20ac0b31a8eb39e2d599bcc3e9c9a10Venkatesh Pallipadi * This is the last known freq, without actually getting it from the driver. 119495235ca2c20ac0b31a8eb39e2d599bcc3e9c9a10Venkatesh Pallipadi * Return value will be same as what is shown in scaling_cur_freq in sysfs. 119595235ca2c20ac0b31a8eb39e2d599bcc3e9c9a10Venkatesh Pallipadi */ 119695235ca2c20ac0b31a8eb39e2d599bcc3e9c9a10Venkatesh Pallipadiunsigned int cpufreq_quick_get(unsigned int cpu) 119795235ca2c20ac0b31a8eb39e2d599bcc3e9c9a10Venkatesh Pallipadi{ 119895235ca2c20ac0b31a8eb39e2d599bcc3e9c9a10Venkatesh Pallipadi struct cpufreq_policy *policy = cpufreq_cpu_get(cpu); 1199e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy unsigned int ret_freq = 0; 120095235ca2c20ac0b31a8eb39e2d599bcc3e9c9a10Venkatesh Pallipadi 120195235ca2c20ac0b31a8eb39e2d599bcc3e9c9a10Venkatesh Pallipadi if (policy) { 1202e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy ret_freq = policy->cur; 120395235ca2c20ac0b31a8eb39e2d599bcc3e9c9a10Venkatesh Pallipadi cpufreq_cpu_put(policy); 120495235ca2c20ac0b31a8eb39e2d599bcc3e9c9a10Venkatesh Pallipadi } 120595235ca2c20ac0b31a8eb39e2d599bcc3e9c9a10Venkatesh Pallipadi 12064d34a67d0204029079815c8c2753ca647cd0e7e9Dave Jones return ret_freq; 120795235ca2c20ac0b31a8eb39e2d599bcc3e9c9a10Venkatesh Pallipadi} 120895235ca2c20ac0b31a8eb39e2d599bcc3e9c9a10Venkatesh PallipadiEXPORT_SYMBOL(cpufreq_quick_get); 120995235ca2c20ac0b31a8eb39e2d599bcc3e9c9a10Venkatesh Pallipadi 12103d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse Barnes/** 12113d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse Barnes * cpufreq_quick_get_max - get the max reported CPU frequency for this CPU 12123d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse Barnes * @cpu: CPU number 12133d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse Barnes * 12143d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse Barnes * Just return the max possible frequency for a given CPU. 12153d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse Barnes */ 12163d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse Barnesunsigned int cpufreq_quick_get_max(unsigned int cpu) 12173d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse Barnes{ 12183d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse Barnes struct cpufreq_policy *policy = cpufreq_cpu_get(cpu); 12193d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse Barnes unsigned int ret_freq = 0; 12203d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse Barnes 12213d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse Barnes if (policy) { 12223d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse Barnes ret_freq = policy->max; 12233d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse Barnes cpufreq_cpu_put(policy); 12243d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse Barnes } 12253d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse Barnes 12263d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse Barnes return ret_freq; 12273d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse Barnes} 12283d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse BarnesEXPORT_SYMBOL(cpufreq_quick_get_max); 12293d73710880afa3d61cf57b5d4eb192e812eb7e4fJesse Barnes 123095235ca2c20ac0b31a8eb39e2d599bcc3e9c9a10Venkatesh Pallipadi 12315a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadistatic unsigned int __cpufreq_get(unsigned int cpu) 12321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 12337a6aedfac98c6d54ecf97ca1ffb1e6a1f3d26aeaMike Travis struct cpufreq_policy *policy = per_cpu(cpufreq_cpu_data, cpu); 1234e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy unsigned int ret_freq = 0; 12351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!cpufreq_driver->get) 12374d34a67d0204029079815c8c2753ca647cd0e7e9Dave Jones return ret_freq; 12381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1239e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy ret_freq = cpufreq_driver->get(cpu); 12401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1241e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy if (ret_freq && policy->cur && 1242e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy !(cpufreq_driver->flags & CPUFREQ_CONST_LOOPS)) { 1243e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy /* verify no discrepancy between actual and 1244e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy saved value exists */ 1245e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy if (unlikely(ret_freq != policy->cur)) { 1246e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy cpufreq_out_of_sync(cpu, policy->cur, ret_freq); 12471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds schedule_work(&policy->update); 12481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 12491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 12501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12514d34a67d0204029079815c8c2753ca647cd0e7e9Dave Jones return ret_freq; 12525a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi} 12531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12545a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi/** 12555a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * cpufreq_get - get the current CPU frequency (in kHz) 12565a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * @cpu: CPU number 12575a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * 12585a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi * Get the CPU current (static) CPU frequency 12595a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi */ 12605a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadiunsigned int cpufreq_get(unsigned int cpu) 12615a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi{ 12625a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi unsigned int ret_freq = 0; 12635a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi struct cpufreq_policy *policy = cpufreq_cpu_get(cpu); 12645a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 12655a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi if (!policy) 12665a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi goto out; 12675a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 12685a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi if (unlikely(lock_policy_rwsem_read(cpu))) 12695a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi goto out_policy; 12705a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 12715a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi ret_freq = __cpufreq_get(cpu); 12725a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 12735a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi unlock_policy_rwsem_read(cpu); 12741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12755a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadiout_policy: 12765a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi cpufreq_cpu_put(policy); 12775a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadiout: 12784d34a67d0204029079815c8c2753ca647cd0e7e9Dave Jones return ret_freq; 12791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 12801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL(cpufreq_get); 12811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12828a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sieversstatic struct subsys_interface cpufreq_interface = { 12838a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers .name = "cpufreq", 12848a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers .subsys = &cpu_subsys, 12858a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers .add_dev = cpufreq_add_dev, 12868a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers .remove_dev = cpufreq_remove_dev, 1287e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki}; 1288e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki 12891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 1291e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki * cpufreq_bp_suspend - Prepare the boot CPU for system suspend. 1292e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki * 1293e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki * This function is only executed for the boot processor. The other CPUs 1294e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki * have been put offline by means of CPU hotplug. 129542d4dc3f4e1ec1396371aac89d0dccfdd977191bBenjamin Herrenschmidt */ 1296e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysockistatic int cpufreq_bp_suspend(void) 129742d4dc3f4e1ec1396371aac89d0dccfdd977191bBenjamin Herrenschmidt{ 1298e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy int ret = 0; 12994bc5d34135039566b8d6efa2de7515b2be505da8Dave Jones 1300e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki int cpu = smp_processor_id(); 130142d4dc3f4e1ec1396371aac89d0dccfdd977191bBenjamin Herrenschmidt struct cpufreq_policy *cpu_policy; 130242d4dc3f4e1ec1396371aac89d0dccfdd977191bBenjamin Herrenschmidt 13032d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("suspending cpu %u\n", cpu); 130442d4dc3f4e1ec1396371aac89d0dccfdd977191bBenjamin Herrenschmidt 1305e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki /* If there's no policy for the boot CPU, we have nothing to do. */ 130642d4dc3f4e1ec1396371aac89d0dccfdd977191bBenjamin Herrenschmidt cpu_policy = cpufreq_cpu_get(cpu); 130742d4dc3f4e1ec1396371aac89d0dccfdd977191bBenjamin Herrenschmidt if (!cpu_policy) 1308e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki return 0; 130942d4dc3f4e1ec1396371aac89d0dccfdd977191bBenjamin Herrenschmidt 131042d4dc3f4e1ec1396371aac89d0dccfdd977191bBenjamin Herrenschmidt if (cpufreq_driver->suspend) { 13117ca64e2d2859e96a325c28678b5fdb5e17a5764bRafael J. Wysocki ret = cpufreq_driver->suspend(cpu_policy); 1312ce6c3997c2fce74d12e6d8887a1d8cdf024fa850Dominik Brodowski if (ret) 131342d4dc3f4e1ec1396371aac89d0dccfdd977191bBenjamin Herrenschmidt printk(KERN_ERR "cpufreq: suspend failed in ->suspend " 131442d4dc3f4e1ec1396371aac89d0dccfdd977191bBenjamin Herrenschmidt "step on CPU %u\n", cpu_policy->cpu); 131542d4dc3f4e1ec1396371aac89d0dccfdd977191bBenjamin Herrenschmidt } 131642d4dc3f4e1ec1396371aac89d0dccfdd977191bBenjamin Herrenschmidt 131742d4dc3f4e1ec1396371aac89d0dccfdd977191bBenjamin Herrenschmidt cpufreq_cpu_put(cpu_policy); 1318c906049447019d69b9cc2d591a142af561afa7f9Dave Jones return ret; 131942d4dc3f4e1ec1396371aac89d0dccfdd977191bBenjamin Herrenschmidt} 132042d4dc3f4e1ec1396371aac89d0dccfdd977191bBenjamin Herrenschmidt 132142d4dc3f4e1ec1396371aac89d0dccfdd977191bBenjamin Herrenschmidt/** 1322e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki * cpufreq_bp_resume - Restore proper frequency handling of the boot CPU. 13231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 13241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1.) resume CPUfreq hardware support (cpufreq_driver->resume()) 1325ce6c3997c2fce74d12e6d8887a1d8cdf024fa850Dominik Brodowski * 2.) schedule call cpufreq_update_policy() ASAP as interrupts are 1326ce6c3997c2fce74d12e6d8887a1d8cdf024fa850Dominik Brodowski * restored. It will verify that the current freq is in sync with 1327ce6c3997c2fce74d12e6d8887a1d8cdf024fa850Dominik Brodowski * what we believe it to be. This is a bit later than when it 1328ce6c3997c2fce74d12e6d8887a1d8cdf024fa850Dominik Brodowski * should be, but nonethteless it's better than calling 1329ce6c3997c2fce74d12e6d8887a1d8cdf024fa850Dominik Brodowski * cpufreq_driver->get() here which might re-enable interrupts... 1330e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki * 1331e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki * This function is only executed for the boot CPU. The other CPUs have not 1332e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki * been turned on yet. 13331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1334e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysockistatic void cpufreq_bp_resume(void) 13351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1336e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy int ret = 0; 13374bc5d34135039566b8d6efa2de7515b2be505da8Dave Jones 1338e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki int cpu = smp_processor_id(); 13391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cpufreq_policy *cpu_policy; 13401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13412d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("resuming cpu %u\n", cpu); 13421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1343e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki /* If there's no policy for the boot CPU, we have nothing to do. */ 13441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cpu_policy = cpufreq_cpu_get(cpu); 13451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!cpu_policy) 1346e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki return; 13471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cpufreq_driver->resume) { 13491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = cpufreq_driver->resume(cpu_policy); 13501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) { 13511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk(KERN_ERR "cpufreq: resume failed in ->resume " 13521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "step on CPU %u\n", cpu_policy->cpu); 1353c906049447019d69b9cc2d591a142af561afa7f9Dave Jones goto fail; 13541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 13551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 13561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds schedule_work(&cpu_policy->update); 1358ce6c3997c2fce74d12e6d8887a1d8cdf024fa850Dominik Brodowski 1359c906049447019d69b9cc2d591a142af561afa7f9Dave Jonesfail: 13601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cpufreq_cpu_put(cpu_policy); 13611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 13621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1363e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysockistatic struct syscore_ops cpufreq_syscore_ops = { 1364e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki .suspend = cpufreq_bp_suspend, 1365e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki .resume = cpufreq_bp_resume, 13661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 13671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/********************************************************************* 13701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * NOTIFIER LISTS INTERFACE * 13711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *********************************************************************/ 13721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 13741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * cpufreq_register_notifier - register a driver with cpufreq 13751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @nb: notifier function to register 13761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @list: CPUFREQ_TRANSITION_NOTIFIER or CPUFREQ_POLICY_NOTIFIER 13771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 137832ee8c3e470d86588b51dc42ed01e85c5fa0f180Dave Jones * Add a driver to one of two lists: either a list of drivers that 13791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * are notified about clock rate changes (once before and once after 13801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the transition), or a list of drivers that are notified about 13811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * changes in cpufreq policy. 13821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 13831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This function may sleep, and has the same return conditions as 1384e041c683412d5bf44dc2b109053e3b837b71742dAlan Stern * blocking_notifier_chain_register. 13851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsint cpufreq_register_notifier(struct notifier_block *nb, unsigned int list) 13871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 13881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret; 13891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 139074212ca432982903d0fc6a0f282b199e000ad8b1Cesar Eduardo Barros WARN_ON(!init_cpufreq_transition_notifier_list_called); 139174212ca432982903d0fc6a0f282b199e000ad8b1Cesar Eduardo Barros 13921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (list) { 13931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case CPUFREQ_TRANSITION_NOTIFIER: 1394b4dfdbb3c707474a2254c5b4d7e62be31a4b7da9Alan Stern ret = srcu_notifier_chain_register( 1395e041c683412d5bf44dc2b109053e3b837b71742dAlan Stern &cpufreq_transition_notifier_list, nb); 13961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 13971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case CPUFREQ_POLICY_NOTIFIER: 1398e041c683412d5bf44dc2b109053e3b837b71742dAlan Stern ret = blocking_notifier_chain_register( 1399e041c683412d5bf44dc2b109053e3b837b71742dAlan Stern &cpufreq_policy_notifier_list, nb); 14001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 14011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 14021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = -EINVAL; 14031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 14041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 14061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 14071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL(cpufreq_register_notifier); 14081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 14111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * cpufreq_unregister_notifier - unregister a driver with cpufreq 14121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @nb: notifier block to be unregistered 14131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @list: CPUFREQ_TRANSITION_NOTIFIER or CPUFREQ_POLICY_NOTIFIER 14141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 14151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Remove a driver from the CPU frequency notifier list. 14161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 14171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This function may sleep, and has the same return conditions as 1418e041c683412d5bf44dc2b109053e3b837b71742dAlan Stern * blocking_notifier_chain_unregister. 14191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 14201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsint cpufreq_unregister_notifier(struct notifier_block *nb, unsigned int list) 14211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 14221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret; 14231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (list) { 14251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case CPUFREQ_TRANSITION_NOTIFIER: 1426b4dfdbb3c707474a2254c5b4d7e62be31a4b7da9Alan Stern ret = srcu_notifier_chain_unregister( 1427e041c683412d5bf44dc2b109053e3b837b71742dAlan Stern &cpufreq_transition_notifier_list, nb); 14281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 14291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case CPUFREQ_POLICY_NOTIFIER: 1430e041c683412d5bf44dc2b109053e3b837b71742dAlan Stern ret = blocking_notifier_chain_unregister( 1431e041c683412d5bf44dc2b109053e3b837b71742dAlan Stern &cpufreq_policy_notifier_list, nb); 14321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 14331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 14341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = -EINVAL; 14351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 14361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 14381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 14391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL(cpufreq_unregister_notifier); 14401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/********************************************************************* 14431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * GOVERNORS * 14441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *********************************************************************/ 14451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsint __cpufreq_driver_target(struct cpufreq_policy *policy, 14481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int target_freq, 14491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int relation) 14501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 14511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int retval = -EINVAL; 1452c32b6b8e524d2c337767d312814484d9289550cfAshok Raj 1453a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk if (cpufreq_disabled()) 1454a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk return -ENODEV; 1455a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk 14562d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("target for CPU %u: %u kHz, relation %u\n", policy->cpu, 14571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds target_freq, relation); 14581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cpu_online(policy->cpu) && cpufreq_driver->target) 14591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds retval = cpufreq_driver->target(policy, target_freq, relation); 146090d45d17f3e68608ac7ba8fc3d7acce022a19c8eAshok Raj 14611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return retval; 14621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 14631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL_GPL(__cpufreq_driver_target); 14641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsint cpufreq_driver_target(struct cpufreq_policy *policy, 14661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int target_freq, 14671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int relation) 14681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1469f1829e4a371f26430185a9d5b97b8d9d19824e08Julia Lawall int ret = -EINVAL; 14701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds policy = cpufreq_cpu_get(policy->cpu); 14721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!policy) 1473f1829e4a371f26430185a9d5b97b8d9d19824e08Julia Lawall goto no_policy; 14741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14755a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi if (unlikely(lock_policy_rwsem_write(policy->cpu))) 1476f1829e4a371f26430185a9d5b97b8d9d19824e08Julia Lawall goto fail; 14771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = __cpufreq_driver_target(policy, target_freq, relation); 14791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14805a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi unlock_policy_rwsem_write(policy->cpu); 14811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1482f1829e4a371f26430185a9d5b97b8d9d19824e08Julia Lawallfail: 14831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cpufreq_cpu_put(policy); 1484f1829e4a371f26430185a9d5b97b8d9d19824e08Julia Lawallno_policy: 14851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 14861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 14871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL_GPL(cpufreq_driver_target); 14881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1489bf0b90e357c883e8efd72954432efe652de74c76venkatesh.pallipadi@intel.comint __cpufreq_driver_getavg(struct cpufreq_policy *policy, unsigned int cpu) 1490dfde5d62ed9b28b0bda676c16e8cb635df244ef2Venkatesh Pallipadi{ 1491dfde5d62ed9b28b0bda676c16e8cb635df244ef2Venkatesh Pallipadi int ret = 0; 1492dfde5d62ed9b28b0bda676c16e8cb635df244ef2Venkatesh Pallipadi 1493dfde5d62ed9b28b0bda676c16e8cb635df244ef2Venkatesh Pallipadi policy = cpufreq_cpu_get(policy->cpu); 1494dfde5d62ed9b28b0bda676c16e8cb635df244ef2Venkatesh Pallipadi if (!policy) 1495dfde5d62ed9b28b0bda676c16e8cb635df244ef2Venkatesh Pallipadi return -EINVAL; 1496dfde5d62ed9b28b0bda676c16e8cb635df244ef2Venkatesh Pallipadi 1497bf0b90e357c883e8efd72954432efe652de74c76venkatesh.pallipadi@intel.com if (cpu_online(cpu) && cpufreq_driver->getavg) 1498bf0b90e357c883e8efd72954432efe652de74c76venkatesh.pallipadi@intel.com ret = cpufreq_driver->getavg(policy, cpu); 1499dfde5d62ed9b28b0bda676c16e8cb635df244ef2Venkatesh Pallipadi 1500dfde5d62ed9b28b0bda676c16e8cb635df244ef2Venkatesh Pallipadi cpufreq_cpu_put(policy); 1501dfde5d62ed9b28b0bda676c16e8cb635df244ef2Venkatesh Pallipadi return ret; 1502dfde5d62ed9b28b0bda676c16e8cb635df244ef2Venkatesh Pallipadi} 15035a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh PallipadiEXPORT_SYMBOL_GPL(__cpufreq_driver_getavg); 1504dfde5d62ed9b28b0bda676c16e8cb635df244ef2Venkatesh Pallipadi 1505153d7f3fcae7ed4e19328549aa9467acdfbced10Arjan van de Ven/* 1506153d7f3fcae7ed4e19328549aa9467acdfbced10Arjan van de Ven * when "event" is CPUFREQ_GOV_LIMITS 1507153d7f3fcae7ed4e19328549aa9467acdfbced10Arjan van de Ven */ 15081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1509e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoystatic int __cpufreq_governor(struct cpufreq_policy *policy, 1510e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy unsigned int event) 15111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1512cc993cab0239cb07af329d2e18faac7888821075Dave Jones int ret; 15136afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger 15146afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger /* Only must be defined when default governor is known to have latency 15156afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger restrictions, like e.g. conservative or ondemand. 15166afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger That this is the case is already ensured in Kconfig 15176afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger */ 15186afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger#ifdef CONFIG_CPU_FREQ_GOV_PERFORMANCE 15196afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger struct cpufreq_governor *gov = &cpufreq_gov_performance; 15206afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger#else 15216afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger struct cpufreq_governor *gov = NULL; 15226afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger#endif 15231c2562459faedc35927546cfa5273ec6c2884cceThomas Renninger 15241c2562459faedc35927546cfa5273ec6c2884cceThomas Renninger if (policy->governor->max_transition_latency && 15251c2562459faedc35927546cfa5273ec6c2884cceThomas Renninger policy->cpuinfo.transition_latency > 15261c2562459faedc35927546cfa5273ec6c2884cceThomas Renninger policy->governor->max_transition_latency) { 15276afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger if (!gov) 15286afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger return -EINVAL; 15296afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger else { 15306afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger printk(KERN_WARNING "%s governor failed, too long" 15316afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger " transition latency of HW, fallback" 15326afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger " to %s governor\n", 15336afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger policy->governor->name, 15346afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger gov->name); 15356afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger policy->governor = gov; 15366afde10c3f58cc3ac593f5b4505b8b1cf719f5d6Thomas Renninger } 15371c2562459faedc35927546cfa5273ec6c2884cceThomas Renninger } 15381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!try_module_get(policy->governor->owner)) 15401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 15411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15422d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("__cpufreq_governor for CPU %u, event %u\n", 1543e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy policy->cpu, event); 15441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = policy->governor->governor(policy, event); 15451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1546e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy /* we keep one module reference alive for 1547e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy each CPU governed by this CPU */ 15481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((event != CPUFREQ_GOV_START) || ret) 15491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds module_put(policy->governor->owner); 15501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((event == CPUFREQ_GOV_STOP) && !ret) 15511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds module_put(policy->governor->owner); 15521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 15541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 15551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsint cpufreq_register_governor(struct cpufreq_governor *governor) 15581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 15593bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge int err; 15601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!governor) 15621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 15631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1564a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk if (cpufreq_disabled()) 1565a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk return -ENODEV; 1566a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk 15673fc54d37ab64733448faf0185e19a80f070eb9e3Andrew Morton mutex_lock(&cpufreq_governor_mutex); 156832ee8c3e470d86588b51dc42ed01e85c5fa0f180Dave Jones 15693bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge err = -EBUSY; 15703bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge if (__find_governor(governor->name) == NULL) { 15713bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge err = 0; 15723bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge list_add(&governor->governor_list, &cpufreq_governor_list); 15731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 15741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 157532ee8c3e470d86588b51dc42ed01e85c5fa0f180Dave Jones mutex_unlock(&cpufreq_governor_mutex); 15763bcb09a35641f2840bd59d8f82154f830dca282cJeremy Fitzhardinge return err; 15771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 15781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL_GPL(cpufreq_register_governor); 15791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid cpufreq_unregister_governor(struct cpufreq_governor *governor) 15821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 158390e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava#ifdef CONFIG_HOTPLUG_CPU 158490e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava int cpu; 158590e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava#endif 158690e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava 15871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!governor) 15881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 15891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1590a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk if (cpufreq_disabled()) 1591a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk return; 1592a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk 159390e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava#ifdef CONFIG_HOTPLUG_CPU 159490e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava for_each_present_cpu(cpu) { 159590e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava if (cpu_online(cpu)) 159690e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava continue; 159790e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava if (!strcmp(per_cpu(cpufreq_cpu_governor, cpu), governor->name)) 159890e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava strcpy(per_cpu(cpufreq_cpu_governor, cpu), "\0"); 159990e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava } 160090e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava#endif 160190e41bac100e34f955f48e7686c2fc685ac9aa30Prarit Bhargava 16023fc54d37ab64733448faf0185e19a80f070eb9e3Andrew Morton mutex_lock(&cpufreq_governor_mutex); 16031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_del(&governor->governor_list); 16043fc54d37ab64733448faf0185e19a80f070eb9e3Andrew Morton mutex_unlock(&cpufreq_governor_mutex); 16051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 16061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 16071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL_GPL(cpufreq_unregister_governor); 16081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/********************************************************************* 16121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * POLICY INTERFACE * 16131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *********************************************************************/ 16141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 16161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * cpufreq_get_policy - get the current cpufreq_policy 161729464f281389fd7e9adf969de7bbeb20b8596f82Dave Jones * @policy: struct cpufreq_policy into which the current cpufreq_policy 161829464f281389fd7e9adf969de7bbeb20b8596f82Dave Jones * is written 16191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 16201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Reads the current cpufreq policy. 16211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 16221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsint cpufreq_get_policy(struct cpufreq_policy *policy, unsigned int cpu) 16231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 16241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cpufreq_policy *cpu_policy; 16251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!policy) 16261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 16271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cpu_policy = cpufreq_cpu_get(cpu); 16291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!cpu_policy) 16301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 16311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(policy, cpu_policy, sizeof(struct cpufreq_policy)); 16331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cpufreq_cpu_put(cpu_policy); 16351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 16361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 16371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL(cpufreq_get_policy); 16381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1640153d7f3fcae7ed4e19328549aa9467acdfbced10Arjan van de Ven/* 1641e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy * data : current policy. 1642e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy * policy : policy to be set. 1643153d7f3fcae7ed4e19328549aa9467acdfbced10Arjan van de Ven */ 1644e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoystatic int __cpufreq_set_policy(struct cpufreq_policy *data, 1645e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy struct cpufreq_policy *policy) 16461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 16471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret = 0; 16481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16492d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("setting new policy for CPU %u: %u - %u kHz\n", policy->cpu, 16501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds policy->min, policy->max); 16511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1652e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy memcpy(&policy->cpuinfo, &data->cpuinfo, 1653e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy sizeof(struct cpufreq_cpuinfo)); 16541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 165553391fa20cab6df6b476a5a0ad6be653c9de0c46Yi Yang if (policy->min > data->max || policy->max < data->min) { 16569c9a43ed2734081124407c779b36a4761c41139bMattia Dongili ret = -EINVAL; 16579c9a43ed2734081124407c779b36a4761c41139bMattia Dongili goto error_out; 16589c9a43ed2734081124407c779b36a4761c41139bMattia Dongili } 16599c9a43ed2734081124407c779b36a4761c41139bMattia Dongili 16601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* verify the cpu speed can be set within this limit */ 16611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = cpufreq_driver->verify(policy); 16621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) 16631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto error_out; 16641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* adjust if necessary - all reasons */ 1666e041c683412d5bf44dc2b109053e3b837b71742dAlan Stern blocking_notifier_call_chain(&cpufreq_policy_notifier_list, 1667e041c683412d5bf44dc2b109053e3b837b71742dAlan Stern CPUFREQ_ADJUST, policy); 16681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* adjust if necessary - hardware incompatibility*/ 1670e041c683412d5bf44dc2b109053e3b837b71742dAlan Stern blocking_notifier_call_chain(&cpufreq_policy_notifier_list, 1671e041c683412d5bf44dc2b109053e3b837b71742dAlan Stern CPUFREQ_INCOMPATIBLE, policy); 16721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* verify the cpu speed can be set within this limit, 16741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds which might be different to the first one */ 16751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = cpufreq_driver->verify(policy); 1676e041c683412d5bf44dc2b109053e3b837b71742dAlan Stern if (ret) 16771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto error_out; 16781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* notification of the new policy */ 1680e041c683412d5bf44dc2b109053e3b837b71742dAlan Stern blocking_notifier_call_chain(&cpufreq_policy_notifier_list, 1681e041c683412d5bf44dc2b109053e3b837b71742dAlan Stern CPUFREQ_NOTIFY, policy); 16821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16837d5e350fab47f1273bc8b52d5f133ed6e4baeb7fDave Jones data->min = policy->min; 16847d5e350fab47f1273bc8b52d5f133ed6e4baeb7fDave Jones data->max = policy->max; 16851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16862d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("new min and max freqs are %u - %u kHz\n", 1687e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy data->min, data->max); 16881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cpufreq_driver->setpolicy) { 16901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds data->policy = policy->policy; 16912d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("setting range\n"); 16921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = cpufreq_driver->setpolicy(policy); 16931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 16941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (policy->governor != data->governor) { 16951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* save old, working values */ 16961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cpufreq_governor *old_gov = data->governor; 16971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16982d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("governor switch\n"); 16991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* end old governor */ 1701ffe6275f90cc2ea77e6120a510903687be067b16Andrej Gelenberg if (data->governor) 17021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __cpufreq_governor(data, CPUFREQ_GOV_STOP); 17031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* start new governor */ 17051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds data->governor = policy->governor; 17061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (__cpufreq_governor(data, CPUFREQ_GOV_START)) { 17071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* new governor failed, so re-start old one */ 17082d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("starting governor %s failed\n", 1709e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy data->governor->name); 17101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (old_gov) { 17111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds data->governor = old_gov; 1712e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy __cpufreq_governor(data, 1713e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy CPUFREQ_GOV_START); 17141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 17151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = -EINVAL; 17161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto error_out; 17171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 17181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* might be a policy change, too, so fall through */ 17191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 17202d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("governor: change or update limits\n"); 17211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __cpufreq_governor(data, CPUFREQ_GOV_LIMITS); 17221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 17231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17247d5e350fab47f1273bc8b52d5f133ed6e4baeb7fDave Joneserror_out: 17251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 17261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 17271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 17291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * cpufreq_update_policy - re-evaluate an existing cpufreq policy 17301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @cpu: CPU which shall be re-evaluated 17311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 173225985edcedea6396277003854657b5f3cb31a628Lucas De Marchi * Useful for policy notifiers which have different necessities 17331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * at different times. 17341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 17351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsint cpufreq_update_policy(unsigned int cpu) 17361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 17371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cpufreq_policy *data = cpufreq_cpu_get(cpu); 17381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cpufreq_policy policy; 1739f1829e4a371f26430185a9d5b97b8d9d19824e08Julia Lawall int ret; 17401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1741f1829e4a371f26430185a9d5b97b8d9d19824e08Julia Lawall if (!data) { 1742f1829e4a371f26430185a9d5b97b8d9d19824e08Julia Lawall ret = -ENODEV; 1743f1829e4a371f26430185a9d5b97b8d9d19824e08Julia Lawall goto no_policy; 1744f1829e4a371f26430185a9d5b97b8d9d19824e08Julia Lawall } 17451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1746f1829e4a371f26430185a9d5b97b8d9d19824e08Julia Lawall if (unlikely(lock_policy_rwsem_write(cpu))) { 1747f1829e4a371f26430185a9d5b97b8d9d19824e08Julia Lawall ret = -EINVAL; 1748f1829e4a371f26430185a9d5b97b8d9d19824e08Julia Lawall goto fail; 1749f1829e4a371f26430185a9d5b97b8d9d19824e08Julia Lawall } 17501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17512d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("updating policy for CPU %u\n", cpu); 17527d5e350fab47f1273bc8b52d5f133ed6e4baeb7fDave Jones memcpy(&policy, data, sizeof(struct cpufreq_policy)); 17531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds policy.min = data->user_policy.min; 17541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds policy.max = data->user_policy.max; 17551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds policy.policy = data->user_policy.policy; 17561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds policy.governor = data->user_policy.governor; 17571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17580961dd0d217d072df736d964f47c2b6600931e19Thomas Renninger /* BIOS might change freq behind our back 17590961dd0d217d072df736d964f47c2b6600931e19Thomas Renninger -> ask driver for current freq and notify governors about a change */ 17600961dd0d217d072df736d964f47c2b6600931e19Thomas Renninger if (cpufreq_driver->get) { 17610961dd0d217d072df736d964f47c2b6600931e19Thomas Renninger policy.cur = cpufreq_driver->get(cpu); 1762a85f7bd310dbc9010309bfe70b6b02432a11ef59Thomas Renninger if (!data->cur) { 17632d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("Driver did not initialize current freq"); 1764a85f7bd310dbc9010309bfe70b6b02432a11ef59Thomas Renninger data->cur = policy.cur; 1765a85f7bd310dbc9010309bfe70b6b02432a11ef59Thomas Renninger } else { 1766a85f7bd310dbc9010309bfe70b6b02432a11ef59Thomas Renninger if (data->cur != policy.cur) 1767e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy cpufreq_out_of_sync(cpu, data->cur, 1768e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy policy.cur); 1769a85f7bd310dbc9010309bfe70b6b02432a11ef59Thomas Renninger } 17700961dd0d217d072df736d964f47c2b6600931e19Thomas Renninger } 17710961dd0d217d072df736d964f47c2b6600931e19Thomas Renninger 17721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = __cpufreq_set_policy(data, &policy); 17731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17745a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi unlock_policy_rwsem_write(cpu); 17755a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 1776f1829e4a371f26430185a9d5b97b8d9d19824e08Julia Lawallfail: 17771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cpufreq_cpu_put(data); 1778f1829e4a371f26430185a9d5b97b8d9d19824e08Julia Lawallno_policy: 17791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 17801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 17811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL(cpufreq_update_policy); 17821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1783dd184a01b8ece6bac2f7a63de99a4a4d29552746Satyam Sharmastatic int __cpuinit cpufreq_cpu_callback(struct notifier_block *nfb, 1784c32b6b8e524d2c337767d312814484d9289550cfAshok Raj unsigned long action, void *hcpu) 1785c32b6b8e524d2c337767d312814484d9289550cfAshok Raj{ 1786c32b6b8e524d2c337767d312814484d9289550cfAshok Raj unsigned int cpu = (unsigned long)hcpu; 17878a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers struct device *dev; 1788c32b6b8e524d2c337767d312814484d9289550cfAshok Raj 17898a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers dev = get_cpu_device(cpu); 17908a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers if (dev) { 1791c32b6b8e524d2c337767d312814484d9289550cfAshok Raj switch (action) { 1792c32b6b8e524d2c337767d312814484d9289550cfAshok Raj case CPU_ONLINE: 17938bb7844286fb8c9fce6f65d8288aeb09d03a5e0dRafael J. Wysocki case CPU_ONLINE_FROZEN: 17948a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers cpufreq_add_dev(dev, NULL); 1795c32b6b8e524d2c337767d312814484d9289550cfAshok Raj break; 1796c32b6b8e524d2c337767d312814484d9289550cfAshok Raj case CPU_DOWN_PREPARE: 17978bb7844286fb8c9fce6f65d8288aeb09d03a5e0dRafael J. Wysocki case CPU_DOWN_PREPARE_FROZEN: 17985a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi if (unlikely(lock_policy_rwsem_write(cpu))) 17995a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi BUG(); 18005a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 18018a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers __cpufreq_remove_dev(dev, NULL); 1802c32b6b8e524d2c337767d312814484d9289550cfAshok Raj break; 18035a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi case CPU_DOWN_FAILED: 18048bb7844286fb8c9fce6f65d8288aeb09d03a5e0dRafael J. Wysocki case CPU_DOWN_FAILED_FROZEN: 18058a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers cpufreq_add_dev(dev, NULL); 1806c32b6b8e524d2c337767d312814484d9289550cfAshok Raj break; 1807c32b6b8e524d2c337767d312814484d9289550cfAshok Raj } 1808c32b6b8e524d2c337767d312814484d9289550cfAshok Raj } 1809c32b6b8e524d2c337767d312814484d9289550cfAshok Raj return NOTIFY_OK; 1810c32b6b8e524d2c337767d312814484d9289550cfAshok Raj} 1811c32b6b8e524d2c337767d312814484d9289550cfAshok Raj 18129c36f746d7e191ad6f44f01859af843f0c4d3c5dNeal Buckendahlstatic struct notifier_block __refdata cpufreq_cpu_notifier = { 1813c32b6b8e524d2c337767d312814484d9289550cfAshok Raj .notifier_call = cpufreq_cpu_callback, 1814c32b6b8e524d2c337767d312814484d9289550cfAshok Raj}; 18151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 18161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/********************************************************************* 18171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * REGISTER / UNREGISTER CPUFREQ DRIVER * 18181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *********************************************************************/ 18191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 18201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 18211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * cpufreq_register_driver - register a CPU Frequency driver 18221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @driver_data: A struct cpufreq_driver containing the values# 18231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * submitted by the CPU Frequency driver. 18241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 182532ee8c3e470d86588b51dc42ed01e85c5fa0f180Dave Jones * Registers a CPU Frequency driver to this core code. This code 18261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * returns zero on success, -EBUSY when another driver got here first 182732ee8c3e470d86588b51dc42ed01e85c5fa0f180Dave Jones * (and isn't unregistered in the meantime). 18281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 18291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1830221dee285ee38099b82437531bcae9fa9cb64cc4Linus Torvaldsint cpufreq_register_driver(struct cpufreq_driver *driver_data) 18311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 18321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flags; 18331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret; 18341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1835a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk if (cpufreq_disabled()) 1836a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk return -ENODEV; 1837a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk 18381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!driver_data || !driver_data->verify || !driver_data->init || 18391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ((!driver_data->setpolicy) && (!driver_data->target))) 18401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 18411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 18422d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("trying to register driver %s\n", driver_data->name); 18431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 18441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (driver_data->setpolicy) 18451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds driver_data->flags |= CPUFREQ_CONST_LOOPS; 18461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 18471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock_irqsave(&cpufreq_driver_lock, flags); 18481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cpufreq_driver) { 18491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock_irqrestore(&cpufreq_driver_lock, flags); 18501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EBUSY; 18511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 18521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cpufreq_driver = driver_data; 18531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock_irqrestore(&cpufreq_driver_lock, flags); 18541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 18558a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers ret = subsys_interface_register(&cpufreq_interface); 18568f5bc2abfd4240b1f55425a3d36b6e6c391bc148Jiri Slaby if (ret) 18578f5bc2abfd4240b1f55425a3d36b6e6c391bc148Jiri Slaby goto err_null_driver; 18581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 18598f5bc2abfd4240b1f55425a3d36b6e6c391bc148Jiri Slaby if (!(cpufreq_driver->flags & CPUFREQ_STICKY)) { 18601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i; 18611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = -ENODEV; 18621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 18631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* check for at least one working CPU */ 18647a6aedfac98c6d54ecf97ca1ffb1e6a1f3d26aeaMike Travis for (i = 0; i < nr_cpu_ids; i++) 18657a6aedfac98c6d54ecf97ca1ffb1e6a1f3d26aeaMike Travis if (cpu_possible(i) && per_cpu(cpufreq_cpu_data, i)) { 18661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = 0; 18677a6aedfac98c6d54ecf97ca1ffb1e6a1f3d26aeaMike Travis break; 18687a6aedfac98c6d54ecf97ca1ffb1e6a1f3d26aeaMike Travis } 18691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 18701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* if all ->init() calls failed, unregister */ 18711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) { 18722d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("no CPU initialized for driver %s\n", 1873e08f5f5bb5dfaaa28d69ffe37eb774533297657fGautham R Shenoy driver_data->name); 18748a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers goto err_if_unreg; 18751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 18761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 18771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 18788f5bc2abfd4240b1f55425a3d36b6e6c391bc148Jiri Slaby register_hotcpu_notifier(&cpufreq_cpu_notifier); 18792d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("driver %s up and running\n", driver_data->name); 18801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 18818f5bc2abfd4240b1f55425a3d36b6e6c391bc148Jiri Slaby return 0; 18828a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sieverserr_if_unreg: 18838a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers subsys_interface_unregister(&cpufreq_interface); 18848f5bc2abfd4240b1f55425a3d36b6e6c391bc148Jiri Slabyerr_null_driver: 18858f5bc2abfd4240b1f55425a3d36b6e6c391bc148Jiri Slaby spin_lock_irqsave(&cpufreq_driver_lock, flags); 18868f5bc2abfd4240b1f55425a3d36b6e6c391bc148Jiri Slaby cpufreq_driver = NULL; 18878f5bc2abfd4240b1f55425a3d36b6e6c391bc148Jiri Slaby spin_unlock_irqrestore(&cpufreq_driver_lock, flags); 18884d34a67d0204029079815c8c2753ca647cd0e7e9Dave Jones return ret; 18891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 18901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL_GPL(cpufreq_register_driver); 18911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 18921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 18931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 18941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * cpufreq_unregister_driver - unregister the current CPUFreq driver 18951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 189632ee8c3e470d86588b51dc42ed01e85c5fa0f180Dave Jones * Unregister the current CPUFreq driver. Only call this if you have 18971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the right to do so, i.e. if you have succeeded in initialising before! 18981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Returns zero if successful, and -EINVAL if the cpufreq_driver is 18991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * currently not initialised. 19001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1901221dee285ee38099b82437531bcae9fa9cb64cc4Linus Torvaldsint cpufreq_unregister_driver(struct cpufreq_driver *driver) 19021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 19031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flags; 19041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 19052d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski if (!cpufreq_driver || (driver != cpufreq_driver)) 19061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 19071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 19082d06d8c49afdcc9bb35a85039fa50f0fe35bd40eDominik Brodowski pr_debug("unregistering driver %s\n", driver->name); 19091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 19108a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers subsys_interface_unregister(&cpufreq_interface); 191165edc68c345cbe21d0b0375c3452a3ed5e322868Chandra Seetharaman unregister_hotcpu_notifier(&cpufreq_cpu_notifier); 19121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 19131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock_irqsave(&cpufreq_driver_lock, flags); 19141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cpufreq_driver = NULL; 19151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock_irqrestore(&cpufreq_driver_lock, flags); 19161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 19171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 19181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 19191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL_GPL(cpufreq_unregister_driver); 19205a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 19215a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadistatic int __init cpufreq_core_init(void) 19225a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi{ 19235a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi int cpu; 19245a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi 1925a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk if (cpufreq_disabled()) 1926a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk return -ENODEV; 1927a7b422cda5084db7265c3b23310a959b43b47529Konrad Rzeszutek Wilk 19285a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi for_each_possible_cpu(cpu) { 1929f16250669d78a32bdfb27cec4d791e85141e11e2Tejun Heo per_cpu(cpufreq_policy_cpu, cpu) = -1; 19305a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi init_rwsem(&per_cpu(cpu_policy_rwsem, cpu)); 19315a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi } 19328aa84ad8d6c740a04386f599694609ee4998e82eThomas Renninger 19338a25a2fd126c621f44f3aeaef80d51f00fc11639Kay Sievers cpufreq_global_kobject = kobject_create_and_add("cpufreq", &cpu_subsys.dev_root->kobj); 19348aa84ad8d6c740a04386f599694609ee4998e82eThomas Renninger BUG_ON(!cpufreq_global_kobject); 1935e00e56dfd3cf1d209ce630a2b440c91e4a30bbd3Rafael J. Wysocki register_syscore_ops(&cpufreq_syscore_ops); 19368aa84ad8d6c740a04386f599694609ee4998e82eThomas Renninger 19375a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi return 0; 19385a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadi} 19395a01f2e8f3ac134e24144d74bb48a60236f7024dVenkatesh Pallipadicore_initcall(cpufreq_core_init); 1940