blob: 89121109329533b917561f4da6ce4b335872f4c4 [file] [log] [blame]
Santosh Shilimkar367cd312009-04-28 20:51:52 +05301/*
Anoop Thomas Mathewb6b24852013-09-18 12:02:00 -07002 * OMAP4 SMP source file. It contains platform specific functions
Santosh Shilimkar367cd312009-04-28 20:51:52 +05303 * needed for the linux smp kernel.
4 *
5 * Copyright (C) 2009 Texas Instruments, Inc.
6 *
7 * Author:
8 * Santosh Shilimkar <santosh.shilimkar@ti.com>
9 *
10 * Platform file needed for the OMAP4 SMP. This file is based on arm
11 * realview smp platform.
12 * * Copyright (c) 2002 ARM Limited.
13 *
14 * This program is free software; you can redistribute it and/or modify
15 * it under the terms of the GNU General Public License version 2 as
16 * published by the Free Software Foundation.
17 */
18#include <linux/init.h>
19#include <linux/device.h>
Santosh Shilimkar367cd312009-04-28 20:51:52 +053020#include <linux/smp.h>
21#include <linux/io.h>
Rob Herring520f7bd2012-12-27 13:10:24 -060022#include <linux/irqchip/arm-gic.h>
Santosh Shilimkar367cd312009-04-28 20:51:52 +053023
Santosh Shilimkar367cd312009-04-28 20:51:52 +053024#include <asm/smp_scu.h>
Tony Lindgrenee0839c2012-02-24 10:34:35 -080025
Tony Lindgrenc1db9d72012-09-20 11:41:14 -070026#include "omap-secure.h"
Tony Lindgren732231a2012-09-20 11:41:16 -070027#include "omap-wakeupgen.h"
Santosh Shilimkar247c4452012-05-09 20:38:35 +053028#include <asm/cputype.h>
Tony Lindgren4e653312011-11-10 22:45:17 +010029
Tony Lindgrendbc04162012-08-31 10:59:07 -070030#include "soc.h"
Tony Lindgrenee0839c2012-02-24 10:34:35 -080031#include "iomap.h"
Tony Lindgren4e653312011-11-10 22:45:17 +010032#include "common.h"
Santosh Shilimkare97ca472010-06-16 22:19:49 +053033#include "clockdomain.h"
Santosh Shilimkarff999b82012-10-18 12:20:05 +030034#include "pm.h"
Santosh Shilimkare97ca472010-06-16 22:19:49 +053035
Santosh Shilimkar283f7082012-03-19 19:29:41 +053036#define CPU_MASK 0xff0ffff0
37#define CPU_CORTEX_A9 0x410FC090
38#define CPU_CORTEX_A15 0x410FC0F0
39
40#define OMAP5_CORE_COUNT 0x2
41
Kevin Hilman93640732012-11-14 16:54:27 -080042u16 pm44xx_errata;
43
Santosh Shilimkar367cd312009-04-28 20:51:52 +053044/* SCU base address */
Tony Lindgrene4e7a132009-10-19 15:25:26 -070045static void __iomem *scu_base;
Santosh Shilimkar367cd312009-04-28 20:51:52 +053046
Santosh Shilimkar367cd312009-04-28 20:51:52 +053047static DEFINE_SPINLOCK(boot_lock);
48
Santosh Shilimkar02afe8a2011-03-03 18:03:25 +053049void __iomem *omap4_get_scu_base(void)
50{
51 return scu_base;
52}
53
Paul Gortmaker8bd26e32013-06-17 15:43:14 -040054static void omap4_secondary_init(unsigned int cpu)
Santosh Shilimkar367cd312009-04-28 20:51:52 +053055{
Santosh Shilimkar367cd312009-04-28 20:51:52 +053056 /*
Santosh Shilimkarb2b97622010-06-16 22:19:48 +053057 * Configure ACTRL and enable NS SMP bit access on CPU1 on HS device.
58 * OMAP44XX EMU/HS devices - CPU0 SMP bit access is enabled in PPA
59 * init and for CPU1, a secure PPA API provided. CPU0 must be ON
60 * while executing NS_SMP API on CPU1 and PPA version must be 1.4.0+.
61 * OMAP443X GP devices- SMP bit isn't accessible.
62 * OMAP446X GP devices - SMP bit access is enabled on both CPUs.
63 */
64 if (cpu_is_omap443x() && (omap_type() != OMAP2_DEVICE_TYPE_GP))
65 omap_secure_dispatcher(OMAP4_PPA_CPU_ACTRL_SMP_INDEX,
66 4, 0, 0, 0, 0, 0);
67
68 /*
Santosh Shilimkar367cd312009-04-28 20:51:52 +053069 * Synchronise with the boot thread.
70 */
71 spin_lock(&boot_lock);
72 spin_unlock(&boot_lock);
73}
74
Paul Gortmaker8bd26e32013-06-17 15:43:14 -040075static int omap4_boot_secondary(unsigned int cpu, struct task_struct *idle)
Santosh Shilimkar367cd312009-04-28 20:51:52 +053076{
Santosh Shilimkare97ca472010-06-16 22:19:49 +053077 static struct clockdomain *cpu1_clkdm;
78 static bool booted;
Santosh Shilimkarb7806dc2013-02-08 22:50:58 +053079 static struct powerdomain *cpu1_pwrdm;
Santosh Shilimkar247c4452012-05-09 20:38:35 +053080 void __iomem *base = omap_get_wakeupgen_base();
81
Santosh Shilimkar367cd312009-04-28 20:51:52 +053082 /*
83 * Set synchronisation state between this boot processor
84 * and the secondary one
85 */
86 spin_lock(&boot_lock);
87
88 /*
Santosh Shilimkar942e2c92009-12-11 16:16:35 -080089 * Update the AuxCoreBoot0 with boot state for secondary core.
Santosh Shilimkarbaf4b7d2013-04-05 18:29:02 +053090 * omap4_secondary_startup() routine will hold the secondary core till
Santosh Shilimkar367cd312009-04-28 20:51:52 +053091 * the AuxCoreBoot1 register is updated with cpu state
92 * A barrier is added to ensure that write buffer is drained
93 */
Santosh Shilimkar247c4452012-05-09 20:38:35 +053094 if (omap_secure_apis_support())
95 omap_modify_auxcoreboot0(0x200, 0xfffffdff);
96 else
97 __raw_writel(0x20, base + OMAP_AUX_CORE_BOOT_0);
98
Santosh Shilimkarb7806dc2013-02-08 22:50:58 +053099 if (!cpu1_clkdm && !cpu1_pwrdm) {
Santosh Shilimkare97ca472010-06-16 22:19:49 +0530100 cpu1_clkdm = clkdm_lookup("mpu1_clkdm");
Santosh Shilimkarb7806dc2013-02-08 22:50:58 +0530101 cpu1_pwrdm = pwrdm_lookup("cpu1_pwrdm");
102 }
Santosh Shilimkare97ca472010-06-16 22:19:49 +0530103
104 /*
105 * The SGI(Software Generated Interrupts) are not wakeup capable
106 * from low power states. This is known limitation on OMAP4 and
107 * needs to be worked around by using software forced clockdomain
108 * wake-up. To wakeup CPU1, CPU0 forces the CPU1 clockdomain to
109 * software force wakeup. The clockdomain is then put back to
110 * hardware supervised mode.
111 * More details can be found in OMAP4430 TRM - Version J
112 * Section :
113 * 4.3.4.2 Power States of CPU0 and CPU1
114 */
Santosh Shilimkarb7806dc2013-02-08 22:50:58 +0530115 if (booted && cpu1_pwrdm && cpu1_clkdm) {
Santosh Shilimkarff999b82012-10-18 12:20:05 +0300116 /*
117 * GIC distributor control register has changed between
118 * CortexA9 r1pX and r2pX. The Control Register secure
119 * banked version is now composed of 2 bits:
120 * bit 0 == Secure Enable
121 * bit 1 == Non-Secure Enable
122 * The Non-Secure banked register has not changed
123 * Because the ROM Code is based on the r1pX GIC, the CPU1
124 * GIC restoration will cause a problem to CPU0 Non-Secure SW.
125 * The workaround must be:
126 * 1) Before doing the CPU1 wakeup, CPU0 must disable
127 * the GIC distributor
128 * 2) CPU1 must re-enable the GIC distributor on
129 * it's wakeup path.
130 */
Colin Crosscd8ce152012-10-18 12:20:08 +0300131 if (IS_PM44XX_ERRATUM(PM_OMAP4_ROM_SMP_BOOT_ERRATUM_GICD)) {
132 local_irq_disable();
Santosh Shilimkarff999b82012-10-18 12:20:05 +0300133 gic_dist_disable();
Colin Crosscd8ce152012-10-18 12:20:08 +0300134 }
Santosh Shilimkarff999b82012-10-18 12:20:05 +0300135
Santosh Shilimkarb7806dc2013-02-08 22:50:58 +0530136 /*
137 * Ensure that CPU power state is set to ON to avoid CPU
138 * powerdomain transition on wfi
139 */
Santosh Shilimkare97ca472010-06-16 22:19:49 +0530140 clkdm_wakeup(cpu1_clkdm);
Santosh Shilimkarb7806dc2013-02-08 22:50:58 +0530141 omap_set_pwrdm_state(cpu1_pwrdm, PWRDM_POWER_ON);
Santosh Shilimkare97ca472010-06-16 22:19:49 +0530142 clkdm_allow_idle(cpu1_clkdm);
Colin Crosscd8ce152012-10-18 12:20:08 +0300143
144 if (IS_PM44XX_ERRATUM(PM_OMAP4_ROM_SMP_BOOT_ERRATUM_GICD)) {
145 while (gic_dist_disabled()) {
146 udelay(1);
147 cpu_relax();
148 }
149 gic_timer_retrigger();
150 local_irq_enable();
151 }
Santosh Shilimkare97ca472010-06-16 22:19:49 +0530152 } else {
153 dsb_sev();
154 booted = true;
155 }
156
Rob Herringb1cffeb2012-11-26 15:05:48 -0600157 arch_send_wakeup_ipi_mask(cpumask_of(cpu));
Santosh Shilimkar367cd312009-04-28 20:51:52 +0530158
Santosh Shilimkar367cd312009-04-28 20:51:52 +0530159 /*
160 * Now the secondary core is starting up let it run its
161 * calibrations, then wait for it to finish
162 */
163 spin_unlock(&boot_lock);
164
165 return 0;
166}
167
Santosh Shilimkar367cd312009-04-28 20:51:52 +0530168/*
169 * Initialise the CPU possible map early - this describes the CPUs
170 * which may be present or become present in the system.
171 */
Marc Zyngier06915322011-09-08 13:15:22 +0100172static void __init omap4_smp_init_cpus(void)
Santosh Shilimkar367cd312009-04-28 20:51:52 +0530173{
Santosh Shilimkar283f7082012-03-19 19:29:41 +0530174 unsigned int i = 0, ncores = 1, cpu_id;
Tony Lindgrene4e7a132009-10-19 15:25:26 -0700175
Santosh Shilimkar283f7082012-03-19 19:29:41 +0530176 /* Use ARM cpuid check here, as SoC detection will not work so early */
Uwe Kleine-Königac52e832013-01-30 17:38:21 +0100177 cpu_id = read_cpuid_id() & CPU_MASK;
Santosh Shilimkar283f7082012-03-19 19:29:41 +0530178 if (cpu_id == CPU_CORTEX_A9) {
179 /*
180 * Currently we can't call ioremap here because
181 * SoC detection won't work until after init_early.
182 */
Santosh Shilimkar80d93752013-01-23 13:56:19 +0530183 scu_base = OMAP2_L4_IO_ADDRESS(scu_a9_get_base());
Santosh Shilimkar283f7082012-03-19 19:29:41 +0530184 BUG_ON(!scu_base);
185 ncores = scu_get_core_count(scu_base);
186 } else if (cpu_id == CPU_CORTEX_A15) {
187 ncores = OMAP5_CORE_COUNT;
188 }
Santosh Shilimkar367cd312009-04-28 20:51:52 +0530189
190 /* sanity check */
Russell Kinga06f9162011-10-20 22:04:18 +0100191 if (ncores > nr_cpu_ids) {
192 pr_warn("SMP: %u cores greater than maximum (%u), clipping\n",
193 ncores, nr_cpu_ids);
194 ncores = nr_cpu_ids;
Santosh Shilimkar367cd312009-04-28 20:51:52 +0530195 }
Santosh Shilimkar367cd312009-04-28 20:51:52 +0530196
Russell Kingbbc3d14e92010-12-03 10:42:58 +0000197 for (i = 0; i < ncores; i++)
198 set_cpu_possible(i, true);
199}
200
Marc Zyngier06915322011-09-08 13:15:22 +0100201static void __init omap4_smp_prepare_cpus(unsigned int max_cpus)
Russell Kingbbc3d14e92010-12-03 10:42:58 +0000202{
Santosh Shilimkarbaf4b7d2013-04-05 18:29:02 +0530203 void *startup_addr = omap4_secondary_startup;
Santosh Shilimkarb699ddd2013-02-10 13:54:00 +0530204 void __iomem *base = omap_get_wakeupgen_base();
Santosh Shilimkar367cd312009-04-28 20:51:52 +0530205
Russell King05c74a62010-12-03 11:09:48 +0000206 /*
207 * Initialise the SCU and wake up the secondary core using
208 * wakeup_secondary().
209 */
Santosh Shilimkar283f7082012-03-19 19:29:41 +0530210 if (scu_base)
211 scu_enable(scu_base);
Santosh Shilimkarb699ddd2013-02-10 13:54:00 +0530212
213 if (cpu_is_omap446x()) {
Santosh Shilimkarbaf4b7d2013-04-05 18:29:02 +0530214 startup_addr = omap4460_secondary_startup;
Santosh Shilimkarb699ddd2013-02-10 13:54:00 +0530215 pm44xx_errata |= PM_OMAP4_ROM_SMP_BOOT_ERRATUM_GICD;
216 }
217
218 /*
219 * Write the address of secondary startup routine into the
220 * AuxCoreBoot1 where ROM code will jump and start executing
221 * on secondary core once out of WFE
222 * A barrier is added to ensure that write buffer is drained
223 */
224 if (omap_secure_apis_support())
225 omap_auxcoreboot_addr(virt_to_phys(startup_addr));
226 else
227 __raw_writel(virt_to_phys(omap5_secondary_startup),
228 base + OMAP_AUX_CORE_BOOT_1);
229
Santosh Shilimkar367cd312009-04-28 20:51:52 +0530230}
Marc Zyngier06915322011-09-08 13:15:22 +0100231
232struct smp_operations omap4_smp_ops __initdata = {
233 .smp_init_cpus = omap4_smp_init_cpus,
234 .smp_prepare_cpus = omap4_smp_prepare_cpus,
235 .smp_secondary_init = omap4_secondary_init,
236 .smp_boot_secondary = omap4_boot_secondary,
237#ifdef CONFIG_HOTPLUG_CPU
238 .cpu_die = omap4_cpu_die,
239#endif
240};