arm-cci.c revision 78b4d6e0fd2695da3019c86133444578d1ceeed3
1ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi/* 2ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * CCI cache coherent interconnect driver 3ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * 4ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * Copyright (C) 2013 ARM Ltd. 5ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * Author: Lorenzo Pieralisi <lorenzo.pieralisi@arm.com> 6ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * 7ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * This program is free software; you can redistribute it and/or modify 8ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * it under the terms of the GNU General Public License version 2 as 9ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * published by the Free Software Foundation. 10ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * 11ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * This program is distributed "as is" WITHOUT ANY WARRANTY of any 12ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * kind, whether express or implied; without even the implied warranty 13ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 14ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * GNU General Public License for more details. 15ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi */ 16ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 17ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi#include <linux/arm-cci.h> 18ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi#include <linux/io.h> 19ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi#include <linux/module.h> 20ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi#include <linux/of_address.h> 21ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi#include <linux/slab.h> 22ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 23ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi#include <asm/cacheflush.h> 24ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi#include <asm/smp_plat.h> 25ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 26ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi#define CCI_PORT_CTRL 0x0 27ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi#define CCI_CTRL_STATUS 0xc 28ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 29ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi#define CCI_ENABLE_SNOOP_REQ 0x1 30ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi#define CCI_ENABLE_DVM_REQ 0x2 31ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi#define CCI_ENABLE_REQ (CCI_ENABLE_SNOOP_REQ | CCI_ENABLE_DVM_REQ) 32ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 33ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistruct cci_nb_ports { 34ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi unsigned int nb_ace; 35ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi unsigned int nb_ace_lite; 36ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi}; 37ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 38ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisienum cci_ace_port_type { 39ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi ACE_INVALID_PORT = 0x0, 40ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi ACE_PORT, 41ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi ACE_LITE_PORT, 42ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi}; 43ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 44ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistruct cci_ace_port { 45ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi void __iomem *base; 4662158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre unsigned long phys; 47ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi enum cci_ace_port_type type; 48ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi struct device_node *dn; 49ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi}; 50ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 51ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistatic struct cci_ace_port *ports; 52ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistatic unsigned int nb_cci_ports; 53ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 54ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistatic void __iomem *cci_ctrl_base; 5562158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitrestatic unsigned long cci_ctrl_phys; 56ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 57ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistruct cpu_port { 58ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi u64 mpidr; 59ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi u32 port; 60ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi}; 6162158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre 62ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi/* 63ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * Use the port MSB as valid flag, shift can be made dynamic 64ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * by computing number of bits required for port indexes. 65ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * Code disabling CCI cpu ports runs with D-cache invalidated 66ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * and SCTLR bit clear so data accesses must be kept to a minimum 67ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * to improve performance; for now shift is left static to 68ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * avoid one more data access while disabling the CCI port. 69ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi */ 70ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi#define PORT_VALID_SHIFT 31 71ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi#define PORT_VALID (0x1 << PORT_VALID_SHIFT) 72ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 73ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistatic inline void init_cpu_port(struct cpu_port *port, u32 index, u64 mpidr) 74ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi{ 75ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi port->port = PORT_VALID | index; 76ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi port->mpidr = mpidr; 77ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi} 78ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 79ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistatic inline bool cpu_port_is_valid(struct cpu_port *port) 80ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi{ 81ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return !!(port->port & PORT_VALID); 82ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi} 83ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 84ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistatic inline bool cpu_port_match(struct cpu_port *port, u64 mpidr) 85ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi{ 86ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return port->mpidr == (mpidr & MPIDR_HWID_BITMASK); 87ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi} 88ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 89ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistatic struct cpu_port cpu_port[NR_CPUS]; 90ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 91ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi/** 92ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * __cci_ace_get_port - Function to retrieve the port index connected to 93ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * a cpu or device. 94ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * 95ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * @dn: device node of the device to look-up 96ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * @type: port type 97ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * 98ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * Return value: 99ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * - CCI port index if success 100ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * - -ENODEV if failure 101ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi */ 102ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistatic int __cci_ace_get_port(struct device_node *dn, int type) 103ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi{ 104ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi int i; 105ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi bool ace_match; 106ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi struct device_node *cci_portn; 107ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 108ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi cci_portn = of_parse_phandle(dn, "cci-control-port", 0); 109ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi for (i = 0; i < nb_cci_ports; i++) { 110ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi ace_match = ports[i].type == type; 111ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi if (ace_match && cci_portn == ports[i].dn) 112ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return i; 113ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi } 114ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return -ENODEV; 115ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi} 116ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 117ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisiint cci_ace_get_port(struct device_node *dn) 118ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi{ 119ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return __cci_ace_get_port(dn, ACE_LITE_PORT); 120ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi} 121ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo PieralisiEXPORT_SYMBOL_GPL(cci_ace_get_port); 122ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 123ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistatic void __init cci_ace_init_ports(void) 124ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi{ 12578b4d6e0fd2695da3019c86133444578d1ceeed3Sudeep KarkadaNagesha int port, cpu; 12678b4d6e0fd2695da3019c86133444578d1ceeed3Sudeep KarkadaNagesha struct device_node *cpun; 127ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 128ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi /* 129ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * Port index look-up speeds up the function disabling ports by CPU, 130ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * since the logical to port index mapping is done once and does 131ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * not change after system boot. 132ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * The stashed index array is initialized for all possible CPUs 133ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * at probe time. 134ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi */ 13578b4d6e0fd2695da3019c86133444578d1ceeed3Sudeep KarkadaNagesha for_each_possible_cpu(cpu) { 13678b4d6e0fd2695da3019c86133444578d1ceeed3Sudeep KarkadaNagesha /* too early to use cpu->of_node */ 13778b4d6e0fd2695da3019c86133444578d1ceeed3Sudeep KarkadaNagesha cpun = of_get_cpu_node(cpu, NULL); 138ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 13978b4d6e0fd2695da3019c86133444578d1ceeed3Sudeep KarkadaNagesha if (WARN(!cpun, "Missing cpu device node\n")) 140ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi continue; 14178b4d6e0fd2695da3019c86133444578d1ceeed3Sudeep KarkadaNagesha 142ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi port = __cci_ace_get_port(cpun, ACE_PORT); 143ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi if (port < 0) 144ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi continue; 145ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 146ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi init_cpu_port(&cpu_port[cpu], port, cpu_logical_map(cpu)); 147ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi } 148ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 149ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi for_each_possible_cpu(cpu) { 150ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi WARN(!cpu_port_is_valid(&cpu_port[cpu]), 151ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi "CPU %u does not have an associated CCI port\n", 152ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi cpu); 153ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi } 154ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi} 155ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi/* 156ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * Functions to enable/disable a CCI interconnect slave port 157ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * 158ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * They are called by low-level power management code to disable slave 159ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * interfaces snoops and DVM broadcast. 160ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * Since they may execute with cache data allocation disabled and 161ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * after the caches have been cleaned and invalidated the functions provide 162ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * no explicit locking since they may run with D-cache disabled, so normal 163ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * cacheable kernel locks based on ldrex/strex may not work. 164ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * Locking has to be provided by BSP implementations to ensure proper 165ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * operations. 166ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi */ 167ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 168ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi/** 169ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * cci_port_control() - function to control a CCI port 170ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * 171ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * @port: index of the port to setup 172ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * @enable: if true enables the port, if false disables it 173ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi */ 174ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistatic void notrace cci_port_control(unsigned int port, bool enable) 175ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi{ 176ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi void __iomem *base = ports[port].base; 177ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 178ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi writel_relaxed(enable ? CCI_ENABLE_REQ : 0, base + CCI_PORT_CTRL); 179ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi /* 180ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * This function is called from power down procedures 181ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * and must not execute any instruction that might 182ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * cause the processor to be put in a quiescent state 183ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * (eg wfi). Hence, cpu_relax() can not be added to this 184ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * read loop to optimize power, since it might hide possibly 185ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * disruptive operations. 186ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi */ 187ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi while (readl_relaxed(cci_ctrl_base + CCI_CTRL_STATUS) & 0x1) 188ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi ; 189ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi} 190ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 191ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi/** 192ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * cci_disable_port_by_cpu() - function to disable a CCI port by CPU 193ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * reference 194ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * 195ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * @mpidr: mpidr of the CPU whose CCI port should be disabled 196ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * 197ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * Disabling a CCI port for a CPU implies disabling the CCI port 198ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * controlling that CPU cluster. Code disabling CPU CCI ports 199ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * must make sure that the CPU running the code is the last active CPU 200ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * in the cluster ie all other CPUs are quiescent in a low power state. 201ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * 202ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * Return: 203ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * 0 on success 204ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * -ENODEV on port look-up failure 205ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi */ 206ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisiint notrace cci_disable_port_by_cpu(u64 mpidr) 207ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi{ 208ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi int cpu; 209ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi bool is_valid; 210ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi for (cpu = 0; cpu < nr_cpu_ids; cpu++) { 211ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi is_valid = cpu_port_is_valid(&cpu_port[cpu]); 212ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi if (is_valid && cpu_port_match(&cpu_port[cpu], mpidr)) { 213ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi cci_port_control(cpu_port[cpu].port, false); 214ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return 0; 215ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi } 216ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi } 217ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return -ENODEV; 218ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi} 219ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo PieralisiEXPORT_SYMBOL_GPL(cci_disable_port_by_cpu); 220ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 221ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi/** 22262158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre * cci_enable_port_for_self() - enable a CCI port for calling CPU 22362158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre * 22462158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre * Enabling a CCI port for the calling CPU implies enabling the CCI 22562158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre * port controlling that CPU's cluster. Caller must make sure that the 22662158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre * CPU running the code is the first active CPU in the cluster and all 22762158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre * other CPUs are quiescent in a low power state or waiting for this CPU 22862158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre * to complete the CCI initialization. 22962158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre * 23062158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre * Because this is called when the MMU is still off and with no stack, 23162158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre * the code must be position independent and ideally rely on callee 23262158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre * clobbered registers only. To achieve this we must code this function 23362158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre * entirely in assembler. 23462158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre * 23562158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre * On success this returns with the proper CCI port enabled. In case of 23662158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre * any failure this never returns as the inability to enable the CCI is 23762158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre * fatal and there is no possible recovery at this stage. 23862158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre */ 23962158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitreasmlinkage void __naked cci_enable_port_for_self(void) 24062158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre{ 24162158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre asm volatile ("\n" 242f49024926236068bc3fe6848aaf87b914049013aArnd Bergmann" .arch armv7-a\n" 24362158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" mrc p15, 0, r0, c0, c0, 5 @ get MPIDR value \n" 24462158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" and r0, r0, #"__stringify(MPIDR_HWID_BITMASK)" \n" 24562158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" adr r1, 5f \n" 24662158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" ldr r2, [r1] \n" 24762158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" add r1, r1, r2 @ &cpu_port \n" 24862158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" add ip, r1, %[sizeof_cpu_port] \n" 24962158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre 25062158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre /* Loop over the cpu_port array looking for a matching MPIDR */ 25162158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre"1: ldr r2, [r1, %[offsetof_cpu_port_mpidr_lsb]] \n" 25262158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" cmp r2, r0 @ compare MPIDR \n" 25362158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" bne 2f \n" 25462158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre 25562158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre /* Found a match, now test port validity */ 25662158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" ldr r3, [r1, %[offsetof_cpu_port_port]] \n" 25762158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" tst r3, #"__stringify(PORT_VALID)" \n" 25862158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" bne 3f \n" 25962158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre 26062158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre /* no match, loop with the next cpu_port entry */ 26162158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre"2: add r1, r1, %[sizeof_struct_cpu_port] \n" 26262158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" cmp r1, ip @ done? \n" 26362158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" blo 1b \n" 26462158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre 26562158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre /* CCI port not found -- cheaply try to stall this CPU */ 26662158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre"cci_port_not_found: \n" 26762158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" wfi \n" 26862158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" wfe \n" 26962158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" b cci_port_not_found \n" 27062158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre 27162158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre /* Use matched port index to look up the corresponding ports entry */ 27262158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre"3: bic r3, r3, #"__stringify(PORT_VALID)" \n" 27362158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" adr r0, 6f \n" 27462158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" ldmia r0, {r1, r2} \n" 27562158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" sub r1, r1, r0 @ virt - phys \n" 27662158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" ldr r0, [r0, r2] @ *(&ports) \n" 27762158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" mov r2, %[sizeof_struct_ace_port] \n" 27862158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" mla r0, r2, r3, r0 @ &ports[index] \n" 27962158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" sub r0, r0, r1 @ virt_to_phys() \n" 28062158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre 28162158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre /* Enable the CCI port */ 28262158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" ldr r0, [r0, %[offsetof_port_phys]] \n" 28362158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" mov r3, #"__stringify(CCI_ENABLE_REQ)" \n" 28462158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" str r3, [r0, #"__stringify(CCI_PORT_CTRL)"] \n" 28562158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre 28662158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre /* poll the status reg for completion */ 28762158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" adr r1, 7f \n" 28862158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" ldr r0, [r1] \n" 28962158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" ldr r0, [r0, r1] @ cci_ctrl_base \n" 29062158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre"4: ldr r1, [r0, #"__stringify(CCI_CTRL_STATUS)"] \n" 29162158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" tst r1, #1 \n" 29262158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" bne 4b \n" 29362158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre 29462158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" mov r0, #0 \n" 29562158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" bx lr \n" 29662158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre 29762158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" .align 2 \n" 29862158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre"5: .word cpu_port - . \n" 29962158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre"6: .word . \n" 30062158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre" .word ports - 6b \n" 30162158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre"7: .word cci_ctrl_phys - . \n" 30262158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre : : 30362158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre [sizeof_cpu_port] "i" (sizeof(cpu_port)), 30462158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre#ifndef __ARMEB__ 30562158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre [offsetof_cpu_port_mpidr_lsb] "i" (offsetof(struct cpu_port, mpidr)), 30662158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre#else 30762158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre [offsetof_cpu_port_mpidr_lsb] "i" (offsetof(struct cpu_port, mpidr)+4), 30862158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre#endif 30962158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre [offsetof_cpu_port_port] "i" (offsetof(struct cpu_port, port)), 31062158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre [sizeof_struct_cpu_port] "i" (sizeof(struct cpu_port)), 31162158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre [sizeof_struct_ace_port] "i" (sizeof(struct cci_ace_port)), 31262158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre [offsetof_port_phys] "i" (offsetof(struct cci_ace_port, phys)) ); 31362158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre 31462158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre unreachable(); 31562158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre} 31662158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre 31762158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre/** 318ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * __cci_control_port_by_device() - function to control a CCI port by device 319ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * reference 320ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * 321ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * @dn: device node pointer of the device whose CCI port should be 322ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * controlled 323ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * @enable: if true enables the port, if false disables it 324ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * 325ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * Return: 326ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * 0 on success 327ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * -ENODEV on port look-up failure 328ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi */ 329ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisiint notrace __cci_control_port_by_device(struct device_node *dn, bool enable) 330ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi{ 331ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi int port; 332ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 333ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi if (!dn) 334ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return -ENODEV; 335ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 336ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi port = __cci_ace_get_port(dn, ACE_LITE_PORT); 337ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi if (WARN_ONCE(port < 0, "node %s ACE lite port look-up failure\n", 338ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi dn->full_name)) 339ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return -ENODEV; 340ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi cci_port_control(port, enable); 341ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return 0; 342ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi} 343ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo PieralisiEXPORT_SYMBOL_GPL(__cci_control_port_by_device); 344ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 345ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi/** 346ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * __cci_control_port_by_index() - function to control a CCI port by port index 347ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * 348ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * @port: port index previously retrieved with cci_ace_get_port() 349ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * @enable: if true enables the port, if false disables it 350ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * 351ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * Return: 352ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * 0 on success 353ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * -ENODEV on port index out of range 354ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * -EPERM if operation carried out on an ACE PORT 355ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi */ 356ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisiint notrace __cci_control_port_by_index(u32 port, bool enable) 357ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi{ 358ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi if (port >= nb_cci_ports || ports[port].type == ACE_INVALID_PORT) 359ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return -ENODEV; 360ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi /* 361ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * CCI control for ports connected to CPUS is extremely fragile 362ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * and must be made to go through a specific and controlled 363ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * interface (ie cci_disable_port_by_cpu(); control by general purpose 364ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * indexing is therefore disabled for ACE ports. 365ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi */ 366ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi if (ports[port].type == ACE_PORT) 367ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return -EPERM; 368ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 369ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi cci_port_control(port, enable); 370ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return 0; 371ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi} 372ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo PieralisiEXPORT_SYMBOL_GPL(__cci_control_port_by_index); 373ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 374ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistatic const struct cci_nb_ports cci400_ports = { 375ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi .nb_ace = 2, 376ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi .nb_ace_lite = 3 377ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi}; 378ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 379ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistatic const struct of_device_id arm_cci_matches[] = { 380ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi {.compatible = "arm,cci-400", .data = &cci400_ports }, 381ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi {}, 382ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi}; 383ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 384ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistatic const struct of_device_id arm_cci_ctrl_if_matches[] = { 385ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi {.compatible = "arm,cci-400-ctrl-if", }, 386ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi {}, 387ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi}; 388ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 389ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistatic int __init cci_probe(void) 390ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi{ 391ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi struct cci_nb_ports const *cci_config; 392ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi int ret, i, nb_ace = 0, nb_ace_lite = 0; 393ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi struct device_node *np, *cp; 39462158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre struct resource res; 395ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi const char *match_str; 396ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi bool is_ace; 397ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 398ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi np = of_find_matching_node(NULL, arm_cci_matches); 399ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi if (!np) 400ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return -ENODEV; 401ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 402ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi cci_config = of_match_node(arm_cci_matches, np)->data; 403ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi if (!cci_config) 404ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return -ENODEV; 405ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 406ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi nb_cci_ports = cci_config->nb_ace + cci_config->nb_ace_lite; 407ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 408ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi ports = kcalloc(sizeof(*ports), nb_cci_ports, GFP_KERNEL); 409ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi if (!ports) 410ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return -ENOMEM; 411ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 41262158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre ret = of_address_to_resource(np, 0, &res); 41362158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre if (!ret) { 41462158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre cci_ctrl_base = ioremap(res.start, resource_size(&res)); 41562158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre cci_ctrl_phys = res.start; 41662158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre } 41762158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre if (ret || !cci_ctrl_base) { 418ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi WARN(1, "unable to ioremap CCI ctrl\n"); 419ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi ret = -ENXIO; 420ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi goto memalloc_err; 421ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi } 422ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 423ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi for_each_child_of_node(np, cp) { 424ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi if (!of_match_node(arm_cci_ctrl_if_matches, cp)) 425ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi continue; 426ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 427ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi i = nb_ace + nb_ace_lite; 428ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 429ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi if (i >= nb_cci_ports) 430ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi break; 431ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 432ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi if (of_property_read_string(cp, "interface-type", 433ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi &match_str)) { 434ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi WARN(1, "node %s missing interface-type property\n", 435ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi cp->full_name); 436ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi continue; 437ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi } 438ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi is_ace = strcmp(match_str, "ace") == 0; 439ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi if (!is_ace && strcmp(match_str, "ace-lite")) { 440ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi WARN(1, "node %s containing invalid interface-type property, skipping it\n", 441ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi cp->full_name); 442ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi continue; 443ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi } 444ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 44562158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre ret = of_address_to_resource(cp, 0, &res); 44662158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre if (!ret) { 44762158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre ports[i].base = ioremap(res.start, resource_size(&res)); 44862158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre ports[i].phys = res.start; 44962158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre } 45062158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre if (ret || !ports[i].base) { 451ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi WARN(1, "unable to ioremap CCI port %d\n", i); 452ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi continue; 453ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi } 454ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 455ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi if (is_ace) { 456ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi if (WARN_ON(nb_ace >= cci_config->nb_ace)) 457ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi continue; 458ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi ports[i].type = ACE_PORT; 459ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi ++nb_ace; 460ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi } else { 461ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi if (WARN_ON(nb_ace_lite >= cci_config->nb_ace_lite)) 462ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi continue; 463ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi ports[i].type = ACE_LITE_PORT; 464ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi ++nb_ace_lite; 465ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi } 466ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi ports[i].dn = cp; 467ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi } 468ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 469ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi /* initialize a stashed array of ACE ports to speed-up look-up */ 470ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi cci_ace_init_ports(); 471ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 472ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi /* 473ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * Multi-cluster systems may need this data when non-coherent, during 474ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * cluster power-up/power-down. Make sure it reaches main memory. 475ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi */ 476ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi sync_cache_w(&cci_ctrl_base); 47762158f817ad3e0368480b8e9480be34bffd8c74aNicolas Pitre sync_cache_w(&cci_ctrl_phys); 478ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi sync_cache_w(&ports); 479ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi sync_cache_w(&cpu_port); 480ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi __sync_cache_range_w(ports, sizeof(*ports) * nb_cci_ports); 481ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi pr_info("ARM CCI driver probed\n"); 482ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return 0; 483ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 484ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisimemalloc_err: 485ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 486ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi kfree(ports); 487ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return ret; 488ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi} 489ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 490ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistatic int cci_init_status = -EAGAIN; 491ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistatic DEFINE_MUTEX(cci_probing); 492ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 493ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisistatic int __init cci_init(void) 494ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi{ 495ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi if (cci_init_status != -EAGAIN) 496ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return cci_init_status; 497ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 498ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi mutex_lock(&cci_probing); 499ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi if (cci_init_status == -EAGAIN) 500ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi cci_init_status = cci_probe(); 501ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi mutex_unlock(&cci_probing); 502ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return cci_init_status; 503ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi} 504ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 505ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi/* 506ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * To sort out early init calls ordering a helper function is provided to 507ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * check if the CCI driver has beed initialized. Function check if the driver 508ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * has been initialized, if not it calls the init function that probes 509ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi * the driver and updates the return value. 510ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi */ 511ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisibool __init cci_probed(void) 512ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi{ 513ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi return cci_init() == 0; 514ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi} 515ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo PieralisiEXPORT_SYMBOL_GPL(cci_probed); 516ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisi 517ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo Pieralisiearly_initcall(cci_init); 518ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo PieralisiMODULE_LICENSE("GPL"); 519ed69bdd8fd9b2db68b915ce5f60fc51d4744a9b1Lorenzo PieralisiMODULE_DESCRIPTION("ARM CCI support"); 520