Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 1 | /* |
Anoop Thomas Mathew | b6b2485 | 2013-09-18 12:02:00 -0700 | [diff] [blame] | 2 | * OMAP4 SMP source file. It contains platform specific functions |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 3 | * needed for the linux smp kernel. |
| 4 | * |
| 5 | * Copyright (C) 2009 Texas Instruments, Inc. |
| 6 | * |
| 7 | * Author: |
| 8 | * Santosh Shilimkar <santosh.shilimkar@ti.com> |
| 9 | * |
| 10 | * Platform file needed for the OMAP4 SMP. This file is based on arm |
| 11 | * realview smp platform. |
| 12 | * * Copyright (c) 2002 ARM Limited. |
| 13 | * |
| 14 | * This program is free software; you can redistribute it and/or modify |
| 15 | * it under the terms of the GNU General Public License version 2 as |
| 16 | * published by the Free Software Foundation. |
| 17 | */ |
| 18 | #include <linux/init.h> |
| 19 | #include <linux/device.h> |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 20 | #include <linux/smp.h> |
| 21 | #include <linux/io.h> |
Rob Herring | 520f7bd | 2012-12-27 13:10:24 -0600 | [diff] [blame] | 22 | #include <linux/irqchip/arm-gic.h> |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 23 | |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 24 | #include <asm/smp_scu.h> |
Tony Lindgren | ee0839c | 2012-02-24 10:34:35 -0800 | [diff] [blame] | 25 | |
Tony Lindgren | c1db9d7 | 2012-09-20 11:41:14 -0700 | [diff] [blame] | 26 | #include "omap-secure.h" |
Tony Lindgren | 732231a | 2012-09-20 11:41:16 -0700 | [diff] [blame] | 27 | #include "omap-wakeupgen.h" |
Santosh Shilimkar | 247c445 | 2012-05-09 20:38:35 +0530 | [diff] [blame] | 28 | #include <asm/cputype.h> |
Tony Lindgren | 4e65331 | 2011-11-10 22:45:17 +0100 | [diff] [blame] | 29 | |
Tony Lindgren | dbc0416 | 2012-08-31 10:59:07 -0700 | [diff] [blame] | 30 | #include "soc.h" |
Tony Lindgren | ee0839c | 2012-02-24 10:34:35 -0800 | [diff] [blame] | 31 | #include "iomap.h" |
Tony Lindgren | 4e65331 | 2011-11-10 22:45:17 +0100 | [diff] [blame] | 32 | #include "common.h" |
Santosh Shilimkar | e97ca47 | 2010-06-16 22:19:49 +0530 | [diff] [blame] | 33 | #include "clockdomain.h" |
Santosh Shilimkar | ff999b8 | 2012-10-18 12:20:05 +0300 | [diff] [blame] | 34 | #include "pm.h" |
Santosh Shilimkar | e97ca47 | 2010-06-16 22:19:49 +0530 | [diff] [blame] | 35 | |
Santosh Shilimkar | 283f708 | 2012-03-19 19:29:41 +0530 | [diff] [blame] | 36 | #define CPU_MASK 0xff0ffff0 |
| 37 | #define CPU_CORTEX_A9 0x410FC090 |
| 38 | #define CPU_CORTEX_A15 0x410FC0F0 |
| 39 | |
| 40 | #define OMAP5_CORE_COUNT 0x2 |
| 41 | |
Kevin Hilman | 9364073 | 2012-11-14 16:54:27 -0800 | [diff] [blame] | 42 | u16 pm44xx_errata; |
| 43 | |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 44 | /* SCU base address */ |
Tony Lindgren | e4e7a13 | 2009-10-19 15:25:26 -0700 | [diff] [blame] | 45 | static void __iomem *scu_base; |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 46 | |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 47 | static DEFINE_SPINLOCK(boot_lock); |
| 48 | |
Santosh Shilimkar | 02afe8a | 2011-03-03 18:03:25 +0530 | [diff] [blame] | 49 | void __iomem *omap4_get_scu_base(void) |
| 50 | { |
| 51 | return scu_base; |
| 52 | } |
| 53 | |
Paul Gortmaker | 8bd26e3 | 2013-06-17 15:43:14 -0400 | [diff] [blame] | 54 | static void omap4_secondary_init(unsigned int cpu) |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 55 | { |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 56 | /* |
Santosh Shilimkar | b2b9762 | 2010-06-16 22:19:48 +0530 | [diff] [blame] | 57 | * Configure ACTRL and enable NS SMP bit access on CPU1 on HS device. |
| 58 | * OMAP44XX EMU/HS devices - CPU0 SMP bit access is enabled in PPA |
| 59 | * init and for CPU1, a secure PPA API provided. CPU0 must be ON |
| 60 | * while executing NS_SMP API on CPU1 and PPA version must be 1.4.0+. |
| 61 | * OMAP443X GP devices- SMP bit isn't accessible. |
| 62 | * OMAP446X GP devices - SMP bit access is enabled on both CPUs. |
| 63 | */ |
| 64 | if (cpu_is_omap443x() && (omap_type() != OMAP2_DEVICE_TYPE_GP)) |
| 65 | omap_secure_dispatcher(OMAP4_PPA_CPU_ACTRL_SMP_INDEX, |
| 66 | 4, 0, 0, 0, 0, 0); |
| 67 | |
| 68 | /* |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 69 | * Synchronise with the boot thread. |
| 70 | */ |
| 71 | spin_lock(&boot_lock); |
| 72 | spin_unlock(&boot_lock); |
| 73 | } |
| 74 | |
Paul Gortmaker | 8bd26e3 | 2013-06-17 15:43:14 -0400 | [diff] [blame] | 75 | static int omap4_boot_secondary(unsigned int cpu, struct task_struct *idle) |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 76 | { |
Santosh Shilimkar | e97ca47 | 2010-06-16 22:19:49 +0530 | [diff] [blame] | 77 | static struct clockdomain *cpu1_clkdm; |
| 78 | static bool booted; |
Santosh Shilimkar | b7806dc | 2013-02-08 22:50:58 +0530 | [diff] [blame] | 79 | static struct powerdomain *cpu1_pwrdm; |
Santosh Shilimkar | 247c445 | 2012-05-09 20:38:35 +0530 | [diff] [blame] | 80 | void __iomem *base = omap_get_wakeupgen_base(); |
| 81 | |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 82 | /* |
| 83 | * Set synchronisation state between this boot processor |
| 84 | * and the secondary one |
| 85 | */ |
| 86 | spin_lock(&boot_lock); |
| 87 | |
| 88 | /* |
Santosh Shilimkar | 942e2c9 | 2009-12-11 16:16:35 -0800 | [diff] [blame] | 89 | * Update the AuxCoreBoot0 with boot state for secondary core. |
Santosh Shilimkar | baf4b7d | 2013-04-05 18:29:02 +0530 | [diff] [blame] | 90 | * omap4_secondary_startup() routine will hold the secondary core till |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 91 | * the AuxCoreBoot1 register is updated with cpu state |
| 92 | * A barrier is added to ensure that write buffer is drained |
| 93 | */ |
Santosh Shilimkar | 247c445 | 2012-05-09 20:38:35 +0530 | [diff] [blame] | 94 | if (omap_secure_apis_support()) |
| 95 | omap_modify_auxcoreboot0(0x200, 0xfffffdff); |
| 96 | else |
| 97 | __raw_writel(0x20, base + OMAP_AUX_CORE_BOOT_0); |
| 98 | |
Santosh Shilimkar | b7806dc | 2013-02-08 22:50:58 +0530 | [diff] [blame] | 99 | if (!cpu1_clkdm && !cpu1_pwrdm) { |
Santosh Shilimkar | e97ca47 | 2010-06-16 22:19:49 +0530 | [diff] [blame] | 100 | cpu1_clkdm = clkdm_lookup("mpu1_clkdm"); |
Santosh Shilimkar | b7806dc | 2013-02-08 22:50:58 +0530 | [diff] [blame] | 101 | cpu1_pwrdm = pwrdm_lookup("cpu1_pwrdm"); |
| 102 | } |
Santosh Shilimkar | e97ca47 | 2010-06-16 22:19:49 +0530 | [diff] [blame] | 103 | |
| 104 | /* |
| 105 | * The SGI(Software Generated Interrupts) are not wakeup capable |
| 106 | * from low power states. This is known limitation on OMAP4 and |
| 107 | * needs to be worked around by using software forced clockdomain |
| 108 | * wake-up. To wakeup CPU1, CPU0 forces the CPU1 clockdomain to |
| 109 | * software force wakeup. The clockdomain is then put back to |
| 110 | * hardware supervised mode. |
| 111 | * More details can be found in OMAP4430 TRM - Version J |
| 112 | * Section : |
| 113 | * 4.3.4.2 Power States of CPU0 and CPU1 |
| 114 | */ |
Santosh Shilimkar | b7806dc | 2013-02-08 22:50:58 +0530 | [diff] [blame] | 115 | if (booted && cpu1_pwrdm && cpu1_clkdm) { |
Santosh Shilimkar | ff999b8 | 2012-10-18 12:20:05 +0300 | [diff] [blame] | 116 | /* |
| 117 | * GIC distributor control register has changed between |
| 118 | * CortexA9 r1pX and r2pX. The Control Register secure |
| 119 | * banked version is now composed of 2 bits: |
| 120 | * bit 0 == Secure Enable |
| 121 | * bit 1 == Non-Secure Enable |
| 122 | * The Non-Secure banked register has not changed |
| 123 | * Because the ROM Code is based on the r1pX GIC, the CPU1 |
| 124 | * GIC restoration will cause a problem to CPU0 Non-Secure SW. |
| 125 | * The workaround must be: |
| 126 | * 1) Before doing the CPU1 wakeup, CPU0 must disable |
| 127 | * the GIC distributor |
| 128 | * 2) CPU1 must re-enable the GIC distributor on |
| 129 | * it's wakeup path. |
| 130 | */ |
Colin Cross | cd8ce15 | 2012-10-18 12:20:08 +0300 | [diff] [blame] | 131 | if (IS_PM44XX_ERRATUM(PM_OMAP4_ROM_SMP_BOOT_ERRATUM_GICD)) { |
| 132 | local_irq_disable(); |
Santosh Shilimkar | ff999b8 | 2012-10-18 12:20:05 +0300 | [diff] [blame] | 133 | gic_dist_disable(); |
Colin Cross | cd8ce15 | 2012-10-18 12:20:08 +0300 | [diff] [blame] | 134 | } |
Santosh Shilimkar | ff999b8 | 2012-10-18 12:20:05 +0300 | [diff] [blame] | 135 | |
Santosh Shilimkar | b7806dc | 2013-02-08 22:50:58 +0530 | [diff] [blame] | 136 | /* |
| 137 | * Ensure that CPU power state is set to ON to avoid CPU |
| 138 | * powerdomain transition on wfi |
| 139 | */ |
Santosh Shilimkar | e97ca47 | 2010-06-16 22:19:49 +0530 | [diff] [blame] | 140 | clkdm_wakeup(cpu1_clkdm); |
Santosh Shilimkar | b7806dc | 2013-02-08 22:50:58 +0530 | [diff] [blame] | 141 | omap_set_pwrdm_state(cpu1_pwrdm, PWRDM_POWER_ON); |
Santosh Shilimkar | e97ca47 | 2010-06-16 22:19:49 +0530 | [diff] [blame] | 142 | clkdm_allow_idle(cpu1_clkdm); |
Colin Cross | cd8ce15 | 2012-10-18 12:20:08 +0300 | [diff] [blame] | 143 | |
| 144 | if (IS_PM44XX_ERRATUM(PM_OMAP4_ROM_SMP_BOOT_ERRATUM_GICD)) { |
| 145 | while (gic_dist_disabled()) { |
| 146 | udelay(1); |
| 147 | cpu_relax(); |
| 148 | } |
| 149 | gic_timer_retrigger(); |
| 150 | local_irq_enable(); |
| 151 | } |
Santosh Shilimkar | e97ca47 | 2010-06-16 22:19:49 +0530 | [diff] [blame] | 152 | } else { |
| 153 | dsb_sev(); |
| 154 | booted = true; |
| 155 | } |
| 156 | |
Rob Herring | b1cffeb | 2012-11-26 15:05:48 -0600 | [diff] [blame] | 157 | arch_send_wakeup_ipi_mask(cpumask_of(cpu)); |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 158 | |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 159 | /* |
| 160 | * Now the secondary core is starting up let it run its |
| 161 | * calibrations, then wait for it to finish |
| 162 | */ |
| 163 | spin_unlock(&boot_lock); |
| 164 | |
| 165 | return 0; |
| 166 | } |
| 167 | |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 168 | /* |
| 169 | * Initialise the CPU possible map early - this describes the CPUs |
| 170 | * which may be present or become present in the system. |
| 171 | */ |
Marc Zyngier | 0691532 | 2011-09-08 13:15:22 +0100 | [diff] [blame] | 172 | static void __init omap4_smp_init_cpus(void) |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 173 | { |
Santosh Shilimkar | 283f708 | 2012-03-19 19:29:41 +0530 | [diff] [blame] | 174 | unsigned int i = 0, ncores = 1, cpu_id; |
Tony Lindgren | e4e7a13 | 2009-10-19 15:25:26 -0700 | [diff] [blame] | 175 | |
Santosh Shilimkar | 283f708 | 2012-03-19 19:29:41 +0530 | [diff] [blame] | 176 | /* Use ARM cpuid check here, as SoC detection will not work so early */ |
Uwe Kleine-König | ac52e83 | 2013-01-30 17:38:21 +0100 | [diff] [blame] | 177 | cpu_id = read_cpuid_id() & CPU_MASK; |
Santosh Shilimkar | 283f708 | 2012-03-19 19:29:41 +0530 | [diff] [blame] | 178 | if (cpu_id == CPU_CORTEX_A9) { |
| 179 | /* |
| 180 | * Currently we can't call ioremap here because |
| 181 | * SoC detection won't work until after init_early. |
| 182 | */ |
Santosh Shilimkar | 80d9375 | 2013-01-23 13:56:19 +0530 | [diff] [blame] | 183 | scu_base = OMAP2_L4_IO_ADDRESS(scu_a9_get_base()); |
Santosh Shilimkar | 283f708 | 2012-03-19 19:29:41 +0530 | [diff] [blame] | 184 | BUG_ON(!scu_base); |
| 185 | ncores = scu_get_core_count(scu_base); |
| 186 | } else if (cpu_id == CPU_CORTEX_A15) { |
| 187 | ncores = OMAP5_CORE_COUNT; |
| 188 | } |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 189 | |
| 190 | /* sanity check */ |
Russell King | a06f916 | 2011-10-20 22:04:18 +0100 | [diff] [blame] | 191 | if (ncores > nr_cpu_ids) { |
| 192 | pr_warn("SMP: %u cores greater than maximum (%u), clipping\n", |
| 193 | ncores, nr_cpu_ids); |
| 194 | ncores = nr_cpu_ids; |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 195 | } |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 196 | |
Russell King | bbc3d14e9 | 2010-12-03 10:42:58 +0000 | [diff] [blame] | 197 | for (i = 0; i < ncores; i++) |
| 198 | set_cpu_possible(i, true); |
| 199 | } |
| 200 | |
Marc Zyngier | 0691532 | 2011-09-08 13:15:22 +0100 | [diff] [blame] | 201 | static void __init omap4_smp_prepare_cpus(unsigned int max_cpus) |
Russell King | bbc3d14e9 | 2010-12-03 10:42:58 +0000 | [diff] [blame] | 202 | { |
Santosh Shilimkar | baf4b7d | 2013-04-05 18:29:02 +0530 | [diff] [blame] | 203 | void *startup_addr = omap4_secondary_startup; |
Santosh Shilimkar | b699ddd | 2013-02-10 13:54:00 +0530 | [diff] [blame] | 204 | void __iomem *base = omap_get_wakeupgen_base(); |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 205 | |
Russell King | 05c74a6 | 2010-12-03 11:09:48 +0000 | [diff] [blame] | 206 | /* |
| 207 | * Initialise the SCU and wake up the secondary core using |
| 208 | * wakeup_secondary(). |
| 209 | */ |
Santosh Shilimkar | 283f708 | 2012-03-19 19:29:41 +0530 | [diff] [blame] | 210 | if (scu_base) |
| 211 | scu_enable(scu_base); |
Santosh Shilimkar | b699ddd | 2013-02-10 13:54:00 +0530 | [diff] [blame] | 212 | |
| 213 | if (cpu_is_omap446x()) { |
Santosh Shilimkar | baf4b7d | 2013-04-05 18:29:02 +0530 | [diff] [blame] | 214 | startup_addr = omap4460_secondary_startup; |
Santosh Shilimkar | b699ddd | 2013-02-10 13:54:00 +0530 | [diff] [blame] | 215 | pm44xx_errata |= PM_OMAP4_ROM_SMP_BOOT_ERRATUM_GICD; |
| 216 | } |
| 217 | |
| 218 | /* |
| 219 | * Write the address of secondary startup routine into the |
| 220 | * AuxCoreBoot1 where ROM code will jump and start executing |
| 221 | * on secondary core once out of WFE |
| 222 | * A barrier is added to ensure that write buffer is drained |
| 223 | */ |
| 224 | if (omap_secure_apis_support()) |
| 225 | omap_auxcoreboot_addr(virt_to_phys(startup_addr)); |
| 226 | else |
| 227 | __raw_writel(virt_to_phys(omap5_secondary_startup), |
| 228 | base + OMAP_AUX_CORE_BOOT_1); |
| 229 | |
Santosh Shilimkar | 367cd31 | 2009-04-28 20:51:52 +0530 | [diff] [blame] | 230 | } |
Marc Zyngier | 0691532 | 2011-09-08 13:15:22 +0100 | [diff] [blame] | 231 | |
| 232 | struct smp_operations omap4_smp_ops __initdata = { |
| 233 | .smp_init_cpus = omap4_smp_init_cpus, |
| 234 | .smp_prepare_cpus = omap4_smp_prepare_cpus, |
| 235 | .smp_secondary_init = omap4_secondary_init, |
| 236 | .smp_boot_secondary = omap4_boot_secondary, |
| 237 | #ifdef CONFIG_HOTPLUG_CPU |
| 238 | .cpu_die = omap4_cpu_die, |
| 239 | #endif |
| 240 | }; |