blob: e81030f71a8f5bf8480c9902d63ca5c2b766671b [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Alexey Starikovskiy11113f82008-05-14 19:02:57 +04002 * Intel Multiprocessor Specification 1.1 and 1.4
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * compliant MP-table parsing routines.
4 *
Alan Cox87c6fe22009-01-05 14:08:04 +00005 * (c) 1995 Alan Cox, Building #3 <alan@lxorguk.ukuu.org.uk>
Ingo Molnar8f47e162009-01-31 02:03:42 +01006 * (c) 1998, 1999, 2000, 2009 Ingo Molnar <mingo@redhat.com>
Alexey Starikovskiy85bddde2008-04-04 23:43:18 +04007 * (c) 2008 Alexey Starikovskiy <astarikovskiy@suse.de>
Linus Torvalds1da177e2005-04-16 15:20:36 -07008 */
9
10#include <linux/mm.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#include <linux/init.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include <linux/delay.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <linux/bootmem.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <linux/kernel_stat.h>
15#include <linux/mc146818rtc.h>
16#include <linux/bitops.h>
Alexey Starikovskiy85bddde2008-04-04 23:43:18 +040017#include <linux/acpi.h>
18#include <linux/module.h>
Jaswinder Singh Rajput103ceff2009-01-02 23:43:25 +053019#include <linux/smp.h>
Yinghai Lu629e15d2009-05-15 13:05:16 -070020#include <linux/pci.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#include <asm/mtrr.h>
23#include <asm/mpspec.h>
Alexey Starikovskiy85bddde2008-04-04 23:43:18 +040024#include <asm/pgalloc.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include <asm/io_apic.h>
Alexey Starikovskiy85bddde2008-04-04 23:43:18 +040026#include <asm/proto.h>
Alexey Starikovskiyce3fe6b2008-03-17 22:08:17 +030027#include <asm/bios_ebda.h>
Yinghai Lu2944e162008-06-01 13:17:38 -070028#include <asm/e820.h>
29#include <asm/trampoline.h>
Yinghai Lu3c9cb6d2008-07-19 02:07:25 -070030#include <asm/setup.h>
Jaswinder Singh Rajput4884d8e2009-01-11 18:38:55 +053031#include <asm/smp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032
Ingo Molnar7b6aa332009-02-17 13:58:15 +010033#include <asm/apic.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070034/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070035 * Checksum an MP configuration block.
36 */
37
38static int __init mpf_checksum(unsigned char *mp, int len)
39{
40 int sum = 0;
41
42 while (len--)
43 sum += *mp++;
44
45 return sum & 0xFF;
46}
47
Thomas Gleixnerfd6c6662009-08-20 10:41:58 +020048int __init default_mpc_apic_id(struct mpc_cpu *m)
49{
50 return m->apicid;
51}
52
Jaswinder Singh Rajputf4f21b72009-01-03 15:48:52 +053053static void __init MP_processor_info(struct mpc_cpu *m)
Alexey Starikovskiyc853c672008-03-27 23:54:13 +030054{
55 int apicid;
Alexey Starikovskiy746f2242008-04-04 23:42:15 +040056 char *bootup_cpu = "";
Alexey Starikovskiyc853c672008-03-27 23:54:13 +030057
Jaswinder Singh Rajputc4563822009-01-04 21:58:25 +053058 if (!(m->cpuflag & CPU_ENABLED)) {
Glauber Costa7b1292e2008-03-03 14:12:41 -030059 disabled_cpus++;
Linus Torvalds1da177e2005-04-16 15:20:36 -070060 return;
Glauber Costa7b1292e2008-03-03 14:12:41 -030061 }
Yinghai Lu64898a82008-07-19 18:01:16 -070062
Thomas Gleixnerfd6c6662009-08-20 10:41:58 +020063 apicid = x86_init.mpparse.mpc_apic_id(m);
Yinghai Lu64898a82008-07-19 18:01:16 -070064
Jaswinder Singh Rajputc4563822009-01-04 21:58:25 +053065 if (m->cpuflag & CPU_BOOTPROCESSOR) {
Alexey Starikovskiy746f2242008-04-04 23:42:15 +040066 bootup_cpu = " (Bootup-CPU)";
Jaswinder Singh Rajputc4563822009-01-04 21:58:25 +053067 boot_cpu_physical_apicid = m->apicid;
Linus Torvalds1da177e2005-04-16 15:20:36 -070068 }
69
Jaswinder Singh Rajputc4563822009-01-04 21:58:25 +053070 printk(KERN_INFO "Processor #%d%s\n", m->apicid, bootup_cpu);
71 generic_processor_info(apicid, m->apicver);
Linus Torvalds1da177e2005-04-16 15:20:36 -070072}
73
Thomas Gleixner85cc35f2008-05-25 21:21:36 +020074#ifdef CONFIG_X86_IO_APIC
Thomas Gleixner90e1c692009-08-20 12:34:47 +020075void __init default_mpc_oem_bus_info(struct mpc_bus *m, char *str)
76{
77 memcpy(str, m->bustype, 6);
78 str[6] = 0;
79 apic_printk(APIC_VERBOSE, "Bus #%d is %s\n", m->busid, str);
80}
81
Jaswinder Singh Rajput00fb8602009-01-03 15:47:32 +053082static void __init MP_bus_info(struct mpc_bus *m)
Linus Torvalds1da177e2005-04-16 15:20:36 -070083{
84 char str[7];
Linus Torvalds1da177e2005-04-16 15:20:36 -070085
Thomas Gleixner90e1c692009-08-20 12:34:47 +020086 x86_init.mpparse.mpc_oem_bus_info(m, str);
Linus Torvalds1da177e2005-04-16 15:20:36 -070087
Andi Kleen5e4edbb2006-09-26 10:52:35 +020088#if MAX_MP_BUSSES < 256
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +053089 if (m->busid >= MAX_MP_BUSSES) {
Randy Dunlapc0ec31a2006-04-10 22:53:13 -070090 printk(KERN_WARNING "MP table busid value (%d) for bustype %s "
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +040091 " is too large, max. supported is %d\n",
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +053092 m->busid, str, MAX_MP_BUSSES - 1);
Randy Dunlapc0ec31a2006-04-10 22:53:13 -070093 return;
94 }
Andi Kleen5e4edbb2006-09-26 10:52:35 +020095#endif
Randy Dunlapc0ec31a2006-04-10 22:53:13 -070096
Alexey Starikovskiyf8924e72008-04-04 23:42:21 +040097 if (strncmp(str, BUSTYPE_ISA, sizeof(BUSTYPE_ISA) - 1) == 0) {
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +053098 set_bit(m->busid, mp_bus_not_pci);
Jaswinder Singh Rajput103ceff2009-01-02 23:43:25 +053099#if defined(CONFIG_EISA) || defined(CONFIG_MCA)
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530100 mp_bus_id_to_type[m->busid] = MP_BUS_ISA;
Alexey Starikovskiyf8924e72008-04-04 23:42:21 +0400101#endif
102 } else if (strncmp(str, BUSTYPE_PCI, sizeof(BUSTYPE_PCI) - 1) == 0) {
Thomas Gleixner52fdb562009-08-20 12:45:33 +0200103 if (x86_init.mpparse.mpc_oem_pci_bus)
104 x86_init.mpparse.mpc_oem_pci_bus(m);
Yinghai Lu64898a82008-07-19 18:01:16 -0700105
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530106 clear_bit(m->busid, mp_bus_not_pci);
Jaswinder Singh Rajput103ceff2009-01-02 23:43:25 +0530107#if defined(CONFIG_EISA) || defined(CONFIG_MCA)
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530108 mp_bus_id_to_type[m->busid] = MP_BUS_PCI;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400109 } else if (strncmp(str, BUSTYPE_EISA, sizeof(BUSTYPE_EISA) - 1) == 0) {
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530110 mp_bus_id_to_type[m->busid] = MP_BUS_EISA;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400111 } else if (strncmp(str, BUSTYPE_MCA, sizeof(BUSTYPE_MCA) - 1) == 0) {
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530112 mp_bus_id_to_type[m->busid] = MP_BUS_MCA;
Alexey Starikovskiyc0a282c2008-03-20 14:55:02 +0300113#endif
Alexey Starikovskiyf8924e72008-04-04 23:42:21 +0400114 } else
115 printk(KERN_WARNING "Unknown bustype %s - ignoring\n", str);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116}
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400117
Alexey Starikovskiy857033a2008-03-17 22:08:05 +0300118static int bad_ioapic(unsigned long address)
119{
120 if (nr_ioapics >= MAX_IO_APICS) {
121 printk(KERN_ERR "ERROR: Max # of I/O APICs (%d) exceeded "
122 "(found %d)\n", MAX_IO_APICS, nr_ioapics);
123 panic("Recompile kernel with bigger MAX_IO_APICS!\n");
124 }
125 if (!address) {
126 printk(KERN_ERR "WARNING: Bogus (zero) I/O APIC address"
127 " found in table, skipping!\n");
128 return 1;
129 }
130 return 0;
131}
132
Jaswinder Singh Rajput2b85b5f2009-01-03 15:49:57 +0530133static void __init MP_ioapic_info(struct mpc_ioapic *m)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134{
Jaswinder Singh Rajput5df82c72009-01-04 21:54:39 +0530135 if (!(m->flags & MPC_APIC_USABLE))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136 return;
137
Thomas Gleixner64883ab2008-01-30 13:30:35 +0100138 printk(KERN_INFO "I/O APIC #%d Version %d at 0x%X.\n",
Jaswinder Singh Rajput5df82c72009-01-04 21:54:39 +0530139 m->apicid, m->apicver, m->apicaddr);
Alexey Starikovskiy857033a2008-03-17 22:08:05 +0300140
Jaswinder Singh Rajput5df82c72009-01-04 21:54:39 +0530141 if (bad_ioapic(m->apicaddr))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142 return;
Alexey Starikovskiy857033a2008-03-17 22:08:05 +0300143
Jaswinder Singh Rajputb5ba7e62009-01-12 17:46:17 +0530144 mp_ioapics[nr_ioapics].apicaddr = m->apicaddr;
145 mp_ioapics[nr_ioapics].apicid = m->apicid;
146 mp_ioapics[nr_ioapics].type = m->type;
147 mp_ioapics[nr_ioapics].apicver = m->apicver;
148 mp_ioapics[nr_ioapics].flags = m->flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149 nr_ioapics++;
150}
151
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530152static void print_MP_intsrc_info(struct mpc_intsrc *m)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153{
Rene Hermaneeb0d7d2008-08-11 17:44:57 +0200154 apic_printk(APIC_VERBOSE, "Int: type %d, pol %d, trig %d, bus %02x,"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155 " IRQ %02x, APIC ID %x, APIC INT %02x\n",
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530156 m->irqtype, m->irqflag & 3, (m->irqflag >> 2) & 3, m->srcbus,
157 m->srcbusirq, m->dstapic, m->dstirq);
Yinghai Lu2944e162008-06-01 13:17:38 -0700158}
159
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530160static void __init print_mp_irq_info(struct mpc_intsrc *mp_irq)
Yinghai Lu2944e162008-06-01 13:17:38 -0700161{
Rene Hermaneeb0d7d2008-08-11 17:44:57 +0200162 apic_printk(APIC_VERBOSE, "Int: type %d, pol %d, trig %d, bus %02x,"
Yinghai Lu2944e162008-06-01 13:17:38 -0700163 " IRQ %02x, APIC ID %x, APIC INT %02x\n",
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530164 mp_irq->irqtype, mp_irq->irqflag & 3,
165 (mp_irq->irqflag >> 2) & 3, mp_irq->srcbus,
166 mp_irq->srcbusirq, mp_irq->dstapic, mp_irq->dstirq);
Yinghai Lu2944e162008-06-01 13:17:38 -0700167}
168
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530169static void __init assign_to_mp_irq(struct mpc_intsrc *m,
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530170 struct mpc_intsrc *mp_irq)
Yinghai Lu2944e162008-06-01 13:17:38 -0700171{
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530172 mp_irq->dstapic = m->dstapic;
173 mp_irq->type = m->type;
174 mp_irq->irqtype = m->irqtype;
175 mp_irq->irqflag = m->irqflag;
176 mp_irq->srcbus = m->srcbus;
177 mp_irq->srcbusirq = m->srcbusirq;
178 mp_irq->dstirq = m->dstirq;
Yinghai Lu2944e162008-06-01 13:17:38 -0700179}
180
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530181static void __init assign_to_mpc_intsrc(struct mpc_intsrc *mp_irq,
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530182 struct mpc_intsrc *m)
Yinghai Lu2944e162008-06-01 13:17:38 -0700183{
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530184 m->dstapic = mp_irq->dstapic;
185 m->type = mp_irq->type;
186 m->irqtype = mp_irq->irqtype;
187 m->irqflag = mp_irq->irqflag;
188 m->srcbus = mp_irq->srcbus;
189 m->srcbusirq = mp_irq->srcbusirq;
190 m->dstirq = mp_irq->dstirq;
Yinghai Lu2944e162008-06-01 13:17:38 -0700191}
192
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530193static int __init mp_irq_mpc_intsrc_cmp(struct mpc_intsrc *mp_irq,
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530194 struct mpc_intsrc *m)
Yinghai Lu2944e162008-06-01 13:17:38 -0700195{
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530196 if (mp_irq->dstapic != m->dstapic)
Yinghai Lu2944e162008-06-01 13:17:38 -0700197 return 1;
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530198 if (mp_irq->type != m->type)
Yinghai Lu2944e162008-06-01 13:17:38 -0700199 return 2;
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530200 if (mp_irq->irqtype != m->irqtype)
Yinghai Lu2944e162008-06-01 13:17:38 -0700201 return 3;
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530202 if (mp_irq->irqflag != m->irqflag)
Yinghai Lu2944e162008-06-01 13:17:38 -0700203 return 4;
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530204 if (mp_irq->srcbus != m->srcbus)
Yinghai Lu2944e162008-06-01 13:17:38 -0700205 return 5;
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530206 if (mp_irq->srcbusirq != m->srcbusirq)
Yinghai Lu2944e162008-06-01 13:17:38 -0700207 return 6;
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530208 if (mp_irq->dstirq != m->dstirq)
Yinghai Lu2944e162008-06-01 13:17:38 -0700209 return 7;
210
211 return 0;
212}
213
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530214static void __init MP_intsrc_info(struct mpc_intsrc *m)
Yinghai Lu2944e162008-06-01 13:17:38 -0700215{
216 int i;
217
218 print_MP_intsrc_info(m);
219
Yinghai Lufcfa1462008-06-18 17:29:31 -0700220 for (i = 0; i < mp_irq_entries; i++) {
221 if (!mp_irq_mpc_intsrc_cmp(&mp_irqs[i], m))
222 return;
223 }
Yinghai Lu2944e162008-06-01 13:17:38 -0700224
225 assign_to_mp_irq(m, &mp_irqs[mp_irq_entries]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226 if (++mp_irq_entries == MAX_IRQ_SOURCES)
227 panic("Max # of irq sources exceeded!!\n");
228}
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530229#else /* CONFIG_X86_IO_APIC */
230static inline void __init MP_bus_info(struct mpc_bus *m) {}
231static inline void __init MP_ioapic_info(struct mpc_ioapic *m) {}
232static inline void __init MP_intsrc_info(struct mpc_intsrc *m) {}
233#endif /* CONFIG_X86_IO_APIC */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400235
Jaswinder Singh Rajput8fb29522009-01-03 15:51:54 +0530236static void __init MP_lintsrc_info(struct mpc_lintsrc *m)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237{
Rene Hermaneeb0d7d2008-08-11 17:44:57 +0200238 apic_printk(APIC_VERBOSE, "Lint: type %d, pol %d, trig %d, bus %02x,"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239 " IRQ %02x, APIC ID %x, APIC LINT %02x\n",
Jaswinder Singh Rajputb5ced7c2009-01-04 21:55:53 +0530240 m->irqtype, m->irqflag & 3, (m->irqflag >> 2) & 3, m->srcbusid,
241 m->srcbusirq, m->destapic, m->destapiclint);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700242}
243
Linus Torvalds1da177e2005-04-16 15:20:36 -0700244/*
245 * Read/parse the MPC
246 */
247
Jaswinder Singh Rajputf29521e2009-01-03 15:46:57 +0530248static int __init smp_check_mpc(struct mpc_table *mpc, char *oem, char *str)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700250
Jaswinder Singh Rajput6c65da52009-01-04 22:22:56 +0530251 if (memcmp(mpc->signature, MPC_SIGNATURE, 4)) {
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400252 printk(KERN_ERR "MPTABLE: bad signature [%c%c%c%c]!\n",
Jaswinder Singh Rajput6c65da52009-01-04 22:22:56 +0530253 mpc->signature[0], mpc->signature[1],
254 mpc->signature[2], mpc->signature[3]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700255 return 0;
256 }
Jaswinder Singh Rajput6c65da52009-01-04 22:22:56 +0530257 if (mpf_checksum((unsigned char *)mpc, mpc->length)) {
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400258 printk(KERN_ERR "MPTABLE: checksum error!\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259 return 0;
260 }
Jaswinder Singh Rajput6c65da52009-01-04 22:22:56 +0530261 if (mpc->spec != 0x01 && mpc->spec != 0x04) {
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400262 printk(KERN_ERR "MPTABLE: bad table version (%d)!!\n",
Jaswinder Singh Rajput6c65da52009-01-04 22:22:56 +0530263 mpc->spec);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700264 return 0;
265 }
Jaswinder Singh Rajput6c65da52009-01-04 22:22:56 +0530266 if (!mpc->lapic) {
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400267 printk(KERN_ERR "MPTABLE: null local APIC address!\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700268 return 0;
269 }
Jaswinder Singh Rajput6c65da52009-01-04 22:22:56 +0530270 memcpy(oem, mpc->oem, 8);
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400271 oem[8] = 0;
Yinghai Lu11a62a02008-05-12 15:43:38 +0200272 printk(KERN_INFO "MPTABLE: OEM ID: %s\n", oem);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700273
Jaswinder Singh Rajput6c65da52009-01-04 22:22:56 +0530274 memcpy(str, mpc->productid, 12);
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400275 str[12] = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276
Yinghai Lu11a62a02008-05-12 15:43:38 +0200277 printk(KERN_INFO "MPTABLE: Product ID: %s\n", str);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278
Jaswinder Singh Rajput6c65da52009-01-04 22:22:56 +0530279 printk(KERN_INFO "MPTABLE: APIC at: 0x%X\n", mpc->lapic);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700280
Yinghai Lu2944e162008-06-01 13:17:38 -0700281 return 1;
282}
283
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530284static void skip_entry(unsigned char **ptr, int *count, int size)
285{
286 *ptr += size;
287 *count += size;
288}
289
Jaswinder Singh Rajput5a5737e2009-03-21 13:28:39 +0530290static void __init smp_dump_mptable(struct mpc_table *mpc, unsigned char *mpt)
291{
292 printk(KERN_ERR "Your mptable is wrong, contact your HW vendor!\n"
293 "type %x\n", *mpt);
294 print_hex_dump(KERN_ERR, " ", DUMP_PREFIX_ADDRESS, 16,
295 1, mpc, mpc->length, 1);
296}
297
Thomas Gleixner72302142009-08-20 12:18:32 +0200298void __init default_smp_read_mpc_oem(struct mpc_table *mpc) { }
299
Jaswinder Singh Rajputf29521e2009-01-03 15:46:57 +0530300static int __init smp_read_mpc(struct mpc_table *mpc, unsigned early)
Yinghai Lu2944e162008-06-01 13:17:38 -0700301{
302 char str[16];
303 char oem[10];
304
305 int count = sizeof(*mpc);
306 unsigned char *mpt = ((unsigned char *)mpc) + count;
307
308 if (!smp_check_mpc(mpc, oem, str))
309 return 0;
310
311#ifdef CONFIG_X86_32
Ingo Molnar9c764242009-01-28 13:44:32 +0100312 generic_mps_oem_check(mpc, oem, str);
Yinghai Lu2944e162008-06-01 13:17:38 -0700313#endif
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400314 /* save the local APIC address, it might be non-default */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315 if (!acpi_lapic)
Jaswinder Singh Rajput6c65da52009-01-04 22:22:56 +0530316 mp_lapic_addr = mpc->lapic;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400318 if (early)
319 return 1;
320
Thomas Gleixner72302142009-08-20 12:18:32 +0200321 if (mpc->oemptr)
322 x86_init.mpparse.smp_read_mpc_oem(mpc);
Yinghai Lu64898a82008-07-19 18:01:16 -0700323
Linus Torvalds1da177e2005-04-16 15:20:36 -0700324 /*
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400325 * Now process the configuration blocks.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700326 */
Thomas Gleixnerf4848472009-08-20 12:05:01 +0200327 x86_init.mpparse.mpc_record(0);
Yinghai Lu64898a82008-07-19 18:01:16 -0700328
Jaswinder Singh Rajput6c65da52009-01-04 22:22:56 +0530329 while (count < mpc->length) {
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400330 switch (*mpt) {
331 case MP_PROCESSOR:
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530332 /* ACPI may have already provided this data */
333 if (!acpi_lapic)
Ingo Molnarc58603e2009-03-19 08:50:35 +0100334 MP_processor_info((struct mpc_cpu *)mpt);
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530335 skip_entry(&mpt, &count, sizeof(struct mpc_cpu));
336 break;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400337 case MP_BUS:
Ingo Molnarc58603e2009-03-19 08:50:35 +0100338 MP_bus_info((struct mpc_bus *)mpt);
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530339 skip_entry(&mpt, &count, sizeof(struct mpc_bus));
340 break;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400341 case MP_IOAPIC:
Ingo Molnarc58603e2009-03-19 08:50:35 +0100342 MP_ioapic_info((struct mpc_ioapic *)mpt);
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530343 skip_entry(&mpt, &count, sizeof(struct mpc_ioapic));
344 break;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400345 case MP_INTSRC:
Ingo Molnarc58603e2009-03-19 08:50:35 +0100346 MP_intsrc_info((struct mpc_intsrc *)mpt);
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530347 skip_entry(&mpt, &count, sizeof(struct mpc_intsrc));
348 break;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400349 case MP_LINTSRC:
Ingo Molnarc58603e2009-03-19 08:50:35 +0100350 MP_lintsrc_info((struct mpc_lintsrc *)mpt);
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530351 skip_entry(&mpt, &count, sizeof(struct mpc_lintsrc));
352 break;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400353 default:
Yinghai Lu711554d2008-04-07 11:36:39 -0700354 /* wrong mptable */
Jaswinder Singh Rajput5a5737e2009-03-21 13:28:39 +0530355 smp_dump_mptable(mpc, mpt);
Jaswinder Singh Rajput6c65da52009-01-04 22:22:56 +0530356 count = mpc->length;
Yinghai Lu711554d2008-04-07 11:36:39 -0700357 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700358 }
Thomas Gleixnerf4848472009-08-20 12:05:01 +0200359 x86_init.mpparse.mpc_record(1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700360 }
Yinghai Lue0da3362008-06-08 18:29:22 -0700361
Linus Torvalds1da177e2005-04-16 15:20:36 -0700362 if (!num_processors)
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400363 printk(KERN_ERR "MPTABLE: no processors registered!\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700364 return num_processors;
365}
366
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400367#ifdef CONFIG_X86_IO_APIC
368
Linus Torvalds1da177e2005-04-16 15:20:36 -0700369static int __init ELCR_trigger(unsigned int irq)
370{
371 unsigned int port;
372
373 port = 0x4d0 + (irq >> 3);
374 return (inb(port) >> (irq & 7)) & 1;
375}
376
377static void __init construct_default_ioirq_mptable(int mpc_default_type)
378{
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530379 struct mpc_intsrc intsrc;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700380 int i;
381 int ELCR_fallback = 0;
382
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530383 intsrc.type = MP_INTSRC;
384 intsrc.irqflag = 0; /* conforming */
385 intsrc.srcbus = 0;
Jaswinder Singh Rajputb5ba7e62009-01-12 17:46:17 +0530386 intsrc.dstapic = mp_ioapics[0].apicid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700387
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530388 intsrc.irqtype = mp_INT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700389
390 /*
391 * If true, we have an ISA/PCI system with no IRQ entries
392 * in the MP table. To prevent the PCI interrupts from being set up
393 * incorrectly, we try to use the ELCR. The sanity check to see if
394 * there is good ELCR data is very simple - IRQ0, 1, 2 and 13 can
395 * never be level sensitive, so we simply see if the ELCR agrees.
396 * If it does, we assume it's valid.
397 */
398 if (mpc_default_type == 5) {
Alexey Starikovskiy62441bf2008-04-04 23:42:34 +0400399 printk(KERN_INFO "ISA/PCI bus type with no IRQ information... "
400 "falling back to ELCR\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700401
Alexey Starikovskiy62441bf2008-04-04 23:42:34 +0400402 if (ELCR_trigger(0) || ELCR_trigger(1) || ELCR_trigger(2) ||
403 ELCR_trigger(13))
404 printk(KERN_ERR "ELCR contains invalid data... "
405 "not using ELCR\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700406 else {
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400407 printk(KERN_INFO
408 "Using ELCR to identify PCI interrupts\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700409 ELCR_fallback = 1;
410 }
411 }
412
413 for (i = 0; i < 16; i++) {
414 switch (mpc_default_type) {
415 case 2:
416 if (i == 0 || i == 13)
417 continue; /* IRQ0 & IRQ13 not connected */
418 /* fall through */
419 default:
420 if (i == 2)
421 continue; /* IRQ2 is never connected */
422 }
423
424 if (ELCR_fallback) {
425 /*
426 * If the ELCR indicates a level-sensitive interrupt, we
427 * copy that information over to the MP table in the
428 * irqflag field (level sensitive, active high polarity).
429 */
430 if (ELCR_trigger(i))
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530431 intsrc.irqflag = 13;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700432 else
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530433 intsrc.irqflag = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700434 }
435
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530436 intsrc.srcbusirq = i;
437 intsrc.dstirq = i ? i : 2; /* IRQ0 to INTIN2 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700438 MP_intsrc_info(&intsrc);
439 }
440
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530441 intsrc.irqtype = mp_ExtINT;
442 intsrc.srcbusirq = 0;
443 intsrc.dstirq = 0; /* 8259A to INTIN0 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700444 MP_intsrc_info(&intsrc);
445}
446
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400447
Marcin Slusarz39e00fe2008-08-11 00:09:38 +0200448static void __init construct_ioapic_table(int mpc_default_type)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700449{
Jaswinder Singh Rajput2b85b5f2009-01-03 15:49:57 +0530450 struct mpc_ioapic ioapic;
Jaswinder Singh Rajput00fb8602009-01-03 15:47:32 +0530451 struct mpc_bus bus;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700452
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530453 bus.type = MP_BUS;
454 bus.busid = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700455 switch (mpc_default_type) {
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400456 default:
Alexey Starikovskiy62441bf2008-04-04 23:42:34 +0400457 printk(KERN_ERR "???\nUnknown standard configuration %d\n",
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400458 mpc_default_type);
459 /* fall through */
460 case 1:
461 case 5:
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530462 memcpy(bus.bustype, "ISA ", 6);
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400463 break;
464 case 2:
465 case 6:
466 case 3:
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530467 memcpy(bus.bustype, "EISA ", 6);
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400468 break;
469 case 4:
470 case 7:
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530471 memcpy(bus.bustype, "MCA ", 6);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700472 }
473 MP_bus_info(&bus);
474 if (mpc_default_type > 4) {
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530475 bus.busid = 1;
476 memcpy(bus.bustype, "PCI ", 6);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700477 MP_bus_info(&bus);
478 }
479
Cyrill Gorcunov8f3e1df2009-08-24 21:53:36 +0400480 ioapic.type = MP_IOAPIC;
481 ioapic.apicid = 2;
482 ioapic.apicver = mpc_default_type > 4 ? 0x10 : 0x01;
483 ioapic.flags = MPC_APIC_USABLE;
484 ioapic.apicaddr = IO_APIC_DEFAULT_PHYS_BASE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700485 MP_ioapic_info(&ioapic);
486
487 /*
488 * We set up most of the low 16 IO-APIC pins according to MPS rules.
489 */
490 construct_default_ioirq_mptable(mpc_default_type);
Thomas Gleixner85cc35f2008-05-25 21:21:36 +0200491}
492#else
Marcin Slusarz39e00fe2008-08-11 00:09:38 +0200493static inline void __init construct_ioapic_table(int mpc_default_type) { }
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400494#endif
Thomas Gleixner85cc35f2008-05-25 21:21:36 +0200495
496static inline void __init construct_default_ISA_mptable(int mpc_default_type)
497{
Jaswinder Singh Rajputf4f21b72009-01-03 15:48:52 +0530498 struct mpc_cpu processor;
Jaswinder Singh Rajput8fb29522009-01-03 15:51:54 +0530499 struct mpc_lintsrc lintsrc;
Thomas Gleixner85cc35f2008-05-25 21:21:36 +0200500 int linttypes[2] = { mp_ExtINT, mp_NMI };
501 int i;
502
503 /*
504 * local APIC has default address
505 */
506 mp_lapic_addr = APIC_DEFAULT_PHYS_BASE;
507
508 /*
509 * 2 CPUs, numbered 0 & 1.
510 */
Jaswinder Singh Rajputc4563822009-01-04 21:58:25 +0530511 processor.type = MP_PROCESSOR;
Thomas Gleixner85cc35f2008-05-25 21:21:36 +0200512 /* Either an integrated APIC or a discrete 82489DX. */
Jaswinder Singh Rajputc4563822009-01-04 21:58:25 +0530513 processor.apicver = mpc_default_type > 4 ? 0x10 : 0x01;
514 processor.cpuflag = CPU_ENABLED;
515 processor.cpufeature = (boot_cpu_data.x86 << 8) |
Thomas Gleixner85cc35f2008-05-25 21:21:36 +0200516 (boot_cpu_data.x86_model << 4) | boot_cpu_data.x86_mask;
Jaswinder Singh Rajputc4563822009-01-04 21:58:25 +0530517 processor.featureflag = boot_cpu_data.x86_capability[0];
518 processor.reserved[0] = 0;
519 processor.reserved[1] = 0;
Thomas Gleixner85cc35f2008-05-25 21:21:36 +0200520 for (i = 0; i < 2; i++) {
Jaswinder Singh Rajputc4563822009-01-04 21:58:25 +0530521 processor.apicid = i;
Thomas Gleixner85cc35f2008-05-25 21:21:36 +0200522 MP_processor_info(&processor);
523 }
524
525 construct_ioapic_table(mpc_default_type);
526
Jaswinder Singh Rajputb5ced7c2009-01-04 21:55:53 +0530527 lintsrc.type = MP_LINTSRC;
528 lintsrc.irqflag = 0; /* conforming */
529 lintsrc.srcbusid = 0;
530 lintsrc.srcbusirq = 0;
531 lintsrc.destapic = MP_APIC_ALL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700532 for (i = 0; i < 2; i++) {
Jaswinder Singh Rajputb5ced7c2009-01-04 21:55:53 +0530533 lintsrc.irqtype = linttypes[i];
534 lintsrc.destapiclint = i;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700535 MP_lintsrc_info(&lintsrc);
536 }
537}
538
Jaswinder Singh Rajput41401db2009-01-08 15:42:46 +0530539static struct mpf_intel *mpf_found;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700540
Yinghai Lu8d4dd912009-03-04 01:25:21 -0800541static unsigned long __init get_mpc_size(unsigned long physptr)
542{
543 struct mpc_table *mpc;
544 unsigned long size;
545
546 mpc = early_ioremap(physptr, PAGE_SIZE);
547 size = mpc->length;
548 early_iounmap(mpc, PAGE_SIZE);
549 apic_printk(APIC_VERBOSE, " mpc: %lx-%lx\n", physptr, physptr + size);
550
551 return size;
552}
553
Jaswinder Singh Rajput0b3ba0c2009-03-21 13:43:20 +0530554static int __init check_physptr(struct mpf_intel *mpf, unsigned int early)
555{
556 struct mpc_table *mpc;
557 unsigned long size;
558
559 size = get_mpc_size(mpf->physptr);
560 mpc = early_ioremap(mpf->physptr, size);
561 /*
562 * Read the physical hardware table. Anything here will
563 * override the defaults.
564 */
565 if (!smp_read_mpc(mpc, early)) {
566#ifdef CONFIG_X86_LOCAL_APIC
567 smp_found_config = 0;
568#endif
569 printk(KERN_ERR "BIOS bug, MP table errors detected!...\n"
570 "... disabling SMP support. (tell your hw vendor)\n");
571 early_iounmap(mpc, size);
572 return -1;
573 }
574 early_iounmap(mpc, size);
575
576 if (early)
577 return -1;
578
579#ifdef CONFIG_X86_IO_APIC
580 /*
581 * If there are no explicit MP IRQ entries, then we are
582 * broken. We set up most of the low 16 IO-APIC pins to
583 * ISA defaults and hope it will work.
584 */
585 if (!mp_irq_entries) {
586 struct mpc_bus bus;
587
588 printk(KERN_ERR "BIOS bug, no explicit IRQ entries, "
589 "using default mptable. (tell your hw vendor)\n");
590
591 bus.type = MP_BUS;
592 bus.busid = 0;
593 memcpy(bus.bustype, "ISA ", 6);
594 MP_bus_info(&bus);
595
596 construct_default_ioirq_mptable(0);
597 }
598#endif
599
600 return 0;
601}
602
Linus Torvalds1da177e2005-04-16 15:20:36 -0700603/*
604 * Scan the memory blocks for an SMP configuration block.
605 */
Thomas Gleixnerb3f1b612009-08-20 11:11:52 +0200606void __init default_get_smp_config(unsigned int early)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700607{
Jaswinder Singh Rajput41401db2009-01-08 15:42:46 +0530608 struct mpf_intel *mpf = mpf_found;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700609
Yinghai Lu69b88af2008-12-05 22:45:50 -0800610 if (!mpf)
611 return;
612
613 if (acpi_lapic && early)
614 return;
615
616 /*
617 * MPS doesn't support hyperthreading, aka only have
618 * thread 0 apic id in MPS table
619 */
620 if (acpi_lapic && acpi_ioapic)
621 return;
622
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400623 printk(KERN_INFO "Intel MultiProcessor Specification v1.%d\n",
Jaswinder Singh Rajput1eb1b3b2009-01-08 15:43:26 +0530624 mpf->specification);
Alexey Starikovskiyb3e24162008-05-23 01:54:44 +0400625#if defined(CONFIG_X86_LOCAL_APIC) && defined(CONFIG_X86_32)
Jaswinder Singh Rajput1eb1b3b2009-01-08 15:43:26 +0530626 if (mpf->feature2 & (1 << 7)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700627 printk(KERN_INFO " IMCR and PIC compatibility mode.\n");
628 pic_mode = 1;
629 } else {
630 printk(KERN_INFO " Virtual Wire compatibility mode.\n");
631 pic_mode = 0;
632 }
Alexey Starikovskiy4421b1c2008-04-04 23:42:40 +0400633#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700634 /*
635 * Now see if we need to read further.
636 */
Jaswinder Singh Rajput1eb1b3b2009-01-08 15:43:26 +0530637 if (mpf->feature1 != 0) {
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400638 if (early) {
639 /*
640 * local APIC has default address
641 */
642 mp_lapic_addr = APIC_DEFAULT_PHYS_BASE;
643 return;
644 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700645
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400646 printk(KERN_INFO "Default MP configuration #%d\n",
Jaswinder Singh Rajput1eb1b3b2009-01-08 15:43:26 +0530647 mpf->feature1);
648 construct_default_ISA_mptable(mpf->feature1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700649
Jaswinder Singh Rajput1eb1b3b2009-01-08 15:43:26 +0530650 } else if (mpf->physptr) {
Jaswinder Singh Rajput0b3ba0c2009-03-21 13:43:20 +0530651 if (check_physptr(mpf, early))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700652 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700653 } else
654 BUG();
655
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400656 if (!early)
657 printk(KERN_INFO "Processors: %d\n", num_processors);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700658 /*
659 * Only use the first configuration found.
660 */
661}
662
Yinghai Lub24c2a92009-11-24 02:48:18 -0800663static void __init smp_reserve_memory(struct mpf_intel *mpf)
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530664{
665 unsigned long size = get_mpc_size(mpf->physptr);
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530666
Andi Kleen909fc872010-03-29 09:41:11 +0200667 reserve_early_overlap_ok(mpf->physptr, mpf->physptr+size, "MP-table mpc");
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530668}
669
Yinghai Lub24c2a92009-11-24 02:48:18 -0800670static int __init smp_scan_config(unsigned long base, unsigned long length)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700671{
Alexey Starikovskiy92fd4b72008-04-04 23:42:46 +0400672 unsigned int *bp = phys_to_virt(base);
Jaswinder Singh Rajput41401db2009-01-08 15:42:46 +0530673 struct mpf_intel *mpf;
Yinghai Lub24c2a92009-11-24 02:48:18 -0800674 unsigned long mem;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700675
Rene Hermaneeb0d7d2008-08-11 17:44:57 +0200676 apic_printk(APIC_VERBOSE, "Scan SMP from %p for %ld bytes.\n",
677 bp, length);
Akinobu Mita5d47a272008-04-19 23:55:11 +0900678 BUILD_BUG_ON(sizeof(*mpf) != 16);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700679
680 while (length > 0) {
Jaswinder Singh Rajput41401db2009-01-08 15:42:46 +0530681 mpf = (struct mpf_intel *)bp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700682 if ((*bp == SMP_MAGIC_IDENT) &&
Jaswinder Singh Rajput1eb1b3b2009-01-08 15:43:26 +0530683 (mpf->length == 1) &&
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400684 !mpf_checksum((unsigned char *)bp, 16) &&
Jaswinder Singh Rajput1eb1b3b2009-01-08 15:43:26 +0530685 ((mpf->specification == 1)
686 || (mpf->specification == 4))) {
Alexey Starikovskiybab4b272008-05-19 19:47:03 +0400687#ifdef CONFIG_X86_LOCAL_APIC
Linus Torvalds1da177e2005-04-16 15:20:36 -0700688 smp_found_config = 1;
Alexey Starikovskiybab4b272008-05-19 19:47:03 +0400689#endif
Alexey Starikovskiy92fd4b72008-04-04 23:42:46 +0400690 mpf_found = mpf;
Yinghai Lub1f006b2008-06-09 18:11:36 -0700691
Jaswinder Singh Rajputba1511b2009-02-11 23:38:25 +0530692 printk(KERN_INFO "found SMP MP-table at [%p] %llx\n",
693 mpf, (u64)virt_to_phys(mpf));
Yinghai Lub1f006b2008-06-09 18:11:36 -0700694
Yinghai Lub24c2a92009-11-24 02:48:18 -0800695 mem = virt_to_phys(mpf);
Andi Kleen909fc872010-03-29 09:41:11 +0200696 reserve_early_overlap_ok(mem, mem + sizeof(*mpf), "MP-table mpf");
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530697 if (mpf->physptr)
Yinghai Lub24c2a92009-11-24 02:48:18 -0800698 smp_reserve_memory(mpf);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700699
Yinghai Lud2dbf342008-06-13 02:00:56 -0700700 return 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700701 }
702 bp += 4;
703 length -= 16;
704 }
705 return 0;
706}
707
Yinghai Lub24c2a92009-11-24 02:48:18 -0800708void __init default_find_smp_config(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700709{
710 unsigned int address;
711
712 /*
713 * FIXME: Linux assumes you have 640K of base ram..
714 * this continues the error...
715 *
716 * 1) Scan the bottom 1K for a signature
717 * 2) Scan the top 1K of base RAM
718 * 3) Scan the 64K of bios
719 */
Yinghai Lub24c2a92009-11-24 02:48:18 -0800720 if (smp_scan_config(0x0, 0x400) ||
721 smp_scan_config(639 * 0x400, 0x400) ||
722 smp_scan_config(0xF0000, 0x10000))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700723 return;
724 /*
725 * If it is an SMP machine we should know now, unless the
726 * configuration is in an EISA/MCA bus machine with an
727 * extended bios data area.
728 *
729 * there is a real-mode segmented pointer pointing to the
730 * 4K EBDA area at 0x40E, calculate and scan it here.
731 *
732 * NOTE! There are Linux loaders that will corrupt the EBDA
733 * area, and as such this kind of SMP config may be less
734 * trustworthy, simply because the SMP table may have been
735 * stomped on during early boot. These loaders are buggy and
736 * should be fixed.
737 *
738 * MP1.4 SPEC states to only scan first 1K of 4K EBDA.
739 */
740
741 address = get_bios_ebda();
742 if (address)
Yinghai Lub24c2a92009-11-24 02:48:18 -0800743 smp_scan_config(address, 0x400);
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400744}
745
Yinghai Lu2944e162008-06-01 13:17:38 -0700746#ifdef CONFIG_X86_IO_APIC
747static u8 __initdata irq_used[MAX_IRQ_SOURCES];
748
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530749static int __init get_MP_intsrc_index(struct mpc_intsrc *m)
Yinghai Lu2944e162008-06-01 13:17:38 -0700750{
751 int i;
752
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530753 if (m->irqtype != mp_INT)
Yinghai Lu2944e162008-06-01 13:17:38 -0700754 return 0;
755
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530756 if (m->irqflag != 0x0f)
Yinghai Lu2944e162008-06-01 13:17:38 -0700757 return 0;
758
759 /* not legacy */
760
761 for (i = 0; i < mp_irq_entries; i++) {
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530762 if (mp_irqs[i].irqtype != mp_INT)
Yinghai Lu2944e162008-06-01 13:17:38 -0700763 continue;
764
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530765 if (mp_irqs[i].irqflag != 0x0f)
Yinghai Lu2944e162008-06-01 13:17:38 -0700766 continue;
767
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530768 if (mp_irqs[i].srcbus != m->srcbus)
Yinghai Lu2944e162008-06-01 13:17:38 -0700769 continue;
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530770 if (mp_irqs[i].srcbusirq != m->srcbusirq)
Yinghai Lu2944e162008-06-01 13:17:38 -0700771 continue;
772 if (irq_used[i]) {
773 /* already claimed */
774 return -2;
775 }
776 irq_used[i] = 1;
777 return i;
778 }
779
780 /* not found */
781 return -1;
782}
783
784#define SPARE_SLOT_NUM 20
785
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530786static struct mpc_intsrc __initdata *m_spare[SPARE_SLOT_NUM];
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530787
Rakib Mullick57592222009-04-11 09:04:59 +0600788static void __init check_irq_src(struct mpc_intsrc *m, int *nr_m_spare)
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530789{
790 int i;
791
792 apic_printk(APIC_VERBOSE, "OLD ");
793 print_MP_intsrc_info(m);
794
795 i = get_MP_intsrc_index(m);
796 if (i > 0) {
797 assign_to_mpc_intsrc(&mp_irqs[i], m);
798 apic_printk(APIC_VERBOSE, "NEW ");
799 print_mp_irq_info(&mp_irqs[i]);
800 return;
801 }
802 if (!i) {
803 /* legacy, do nothing */
804 return;
805 }
806 if (*nr_m_spare < SPARE_SLOT_NUM) {
807 /*
808 * not found (-1), or duplicated (-2) are invalid entries,
809 * we need to use the slot later
810 */
811 m_spare[*nr_m_spare] = m;
812 *nr_m_spare += 1;
813 }
814}
815#else /* CONFIG_X86_IO_APIC */
Rakib Mullick57592222009-04-11 09:04:59 +0600816static
817inline void __init check_irq_src(struct mpc_intsrc *m, int *nr_m_spare) {}
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530818#endif /* CONFIG_X86_IO_APIC */
819
Yinghai Luee214552009-05-06 10:07:07 -0700820static int
821check_slot(unsigned long mpc_new_phys, unsigned long mpc_new_length, int count)
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530822{
Yinghai Luee214552009-05-06 10:07:07 -0700823 int ret = 0;
824
825 if (!mpc_new_phys || count <= mpc_new_length) {
826 WARN(1, "update_mptable: No spare slots (length: %x)\n", count);
827 return -1;
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530828 }
829
Yinghai Luee214552009-05-06 10:07:07 -0700830 return ret;
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530831}
Yinghai Lu2944e162008-06-01 13:17:38 -0700832
Jaswinder Singh Rajputf29521e2009-01-03 15:46:57 +0530833static int __init replace_intsrc_all(struct mpc_table *mpc,
Yinghai Lu2944e162008-06-01 13:17:38 -0700834 unsigned long mpc_new_phys,
835 unsigned long mpc_new_length)
836{
837#ifdef CONFIG_X86_IO_APIC
838 int i;
Yinghai Lu2944e162008-06-01 13:17:38 -0700839#endif
Yinghai Lu2944e162008-06-01 13:17:38 -0700840 int count = sizeof(*mpc);
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530841 int nr_m_spare = 0;
Yinghai Lu2944e162008-06-01 13:17:38 -0700842 unsigned char *mpt = ((unsigned char *)mpc) + count;
843
Jaswinder Singh Rajput6c65da52009-01-04 22:22:56 +0530844 printk(KERN_INFO "mpc_length %x\n", mpc->length);
845 while (count < mpc->length) {
Yinghai Lu2944e162008-06-01 13:17:38 -0700846 switch (*mpt) {
847 case MP_PROCESSOR:
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530848 skip_entry(&mpt, &count, sizeof(struct mpc_cpu));
849 break;
Yinghai Lu2944e162008-06-01 13:17:38 -0700850 case MP_BUS:
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530851 skip_entry(&mpt, &count, sizeof(struct mpc_bus));
852 break;
Yinghai Lu2944e162008-06-01 13:17:38 -0700853 case MP_IOAPIC:
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530854 skip_entry(&mpt, &count, sizeof(struct mpc_ioapic));
855 break;
Yinghai Lu2944e162008-06-01 13:17:38 -0700856 case MP_INTSRC:
Ingo Molnarc58603e2009-03-19 08:50:35 +0100857 check_irq_src((struct mpc_intsrc *)mpt, &nr_m_spare);
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530858 skip_entry(&mpt, &count, sizeof(struct mpc_intsrc));
859 break;
Yinghai Lu2944e162008-06-01 13:17:38 -0700860 case MP_LINTSRC:
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530861 skip_entry(&mpt, &count, sizeof(struct mpc_lintsrc));
862 break;
Yinghai Lu2944e162008-06-01 13:17:38 -0700863 default:
864 /* wrong mptable */
Jaswinder Singh Rajput5a5737e2009-03-21 13:28:39 +0530865 smp_dump_mptable(mpc, mpt);
Yinghai Lu2944e162008-06-01 13:17:38 -0700866 goto out;
867 }
868 }
869
870#ifdef CONFIG_X86_IO_APIC
871 for (i = 0; i < mp_irq_entries; i++) {
872 if (irq_used[i])
873 continue;
874
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530875 if (mp_irqs[i].irqtype != mp_INT)
Yinghai Lu2944e162008-06-01 13:17:38 -0700876 continue;
877
Jaswinder Singh Rajputc2c21742009-01-12 17:47:22 +0530878 if (mp_irqs[i].irqflag != 0x0f)
Yinghai Lu2944e162008-06-01 13:17:38 -0700879 continue;
880
881 if (nr_m_spare > 0) {
Jan Beulich82034d62009-03-12 12:57:10 +0000882 apic_printk(APIC_VERBOSE, "*NEW* found\n");
Yinghai Lu2944e162008-06-01 13:17:38 -0700883 nr_m_spare--;
884 assign_to_mpc_intsrc(&mp_irqs[i], m_spare[nr_m_spare]);
885 m_spare[nr_m_spare] = NULL;
886 } else {
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530887 struct mpc_intsrc *m = (struct mpc_intsrc *)mpt;
888 count += sizeof(struct mpc_intsrc);
Yinghai Luee214552009-05-06 10:07:07 -0700889 if (check_slot(mpc_new_phys, mpc_new_length, count) < 0)
Jaswinder Singh Rajputa6830272009-03-18 20:42:28 +0530890 goto out;
Yinghai Lu2944e162008-06-01 13:17:38 -0700891 assign_to_mpc_intsrc(&mp_irqs[i], m);
Jaswinder Singh Rajput6c65da52009-01-04 22:22:56 +0530892 mpc->length = count;
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530893 mpt += sizeof(struct mpc_intsrc);
Yinghai Lu2944e162008-06-01 13:17:38 -0700894 }
895 print_mp_irq_info(&mp_irqs[i]);
896 }
897#endif
898out:
899 /* update checksum */
Jaswinder Singh Rajput6c65da52009-01-04 22:22:56 +0530900 mpc->checksum = 0;
901 mpc->checksum -= mpf_checksum((unsigned char *)mpc, mpc->length);
Yinghai Lu2944e162008-06-01 13:17:38 -0700902
903 return 0;
904}
905
Yinghai Luf1bdb522009-05-15 13:05:16 -0700906int enable_update_mptable;
Yinghai Lufcfa1462008-06-18 17:29:31 -0700907
Yinghai Lu2944e162008-06-01 13:17:38 -0700908static int __init update_mptable_setup(char *str)
909{
910 enable_update_mptable = 1;
Yinghai Lu629e15d2009-05-15 13:05:16 -0700911#ifdef CONFIG_PCI
912 pci_routeirq = 1;
913#endif
Yinghai Lu2944e162008-06-01 13:17:38 -0700914 return 0;
915}
916early_param("update_mptable", update_mptable_setup);
917
918static unsigned long __initdata mpc_new_phys;
919static unsigned long mpc_new_length __initdata = 4096;
920
921/* alloc_mptable or alloc_mptable=4k */
922static int __initdata alloc_mptable;
923static int __init parse_alloc_mptable_opt(char *p)
924{
925 enable_update_mptable = 1;
Yinghai Lu629e15d2009-05-15 13:05:16 -0700926#ifdef CONFIG_PCI
927 pci_routeirq = 1;
928#endif
Yinghai Lu2944e162008-06-01 13:17:38 -0700929 alloc_mptable = 1;
930 if (!p)
931 return 0;
932 mpc_new_length = memparse(p, &p);
933 return 0;
934}
935early_param("alloc_mptable", parse_alloc_mptable_opt);
936
937void __init early_reserve_e820_mpc_new(void)
938{
939 if (enable_update_mptable && alloc_mptable) {
940 u64 startt = 0;
Yinghai Lu2944e162008-06-01 13:17:38 -0700941 mpc_new_phys = early_reserve_e820(startt, mpc_new_length, 4);
942 }
943}
944
945static int __init update_mp_table(void)
946{
947 char str[16];
948 char oem[10];
Jaswinder Singh Rajput41401db2009-01-08 15:42:46 +0530949 struct mpf_intel *mpf;
Jaswinder Singh Rajputf29521e2009-01-03 15:46:57 +0530950 struct mpc_table *mpc, *mpc_new;
Yinghai Lu2944e162008-06-01 13:17:38 -0700951
952 if (!enable_update_mptable)
953 return 0;
954
955 mpf = mpf_found;
956 if (!mpf)
957 return 0;
958
959 /*
960 * Now see if we need to go further.
961 */
Jaswinder Singh Rajput1eb1b3b2009-01-08 15:43:26 +0530962 if (mpf->feature1 != 0)
Yinghai Lu2944e162008-06-01 13:17:38 -0700963 return 0;
964
Jaswinder Singh Rajput1eb1b3b2009-01-08 15:43:26 +0530965 if (!mpf->physptr)
Yinghai Lu2944e162008-06-01 13:17:38 -0700966 return 0;
967
Jaswinder Singh Rajput1eb1b3b2009-01-08 15:43:26 +0530968 mpc = phys_to_virt(mpf->physptr);
Yinghai Lu2944e162008-06-01 13:17:38 -0700969
970 if (!smp_check_mpc(mpc, oem, str))
971 return 0;
972
Jaswinder Singh Rajputba1511b2009-02-11 23:38:25 +0530973 printk(KERN_INFO "mpf: %llx\n", (u64)virt_to_phys(mpf));
Jaswinder Singh Rajput1eb1b3b2009-01-08 15:43:26 +0530974 printk(KERN_INFO "physptr: %x\n", mpf->physptr);
Yinghai Lu2944e162008-06-01 13:17:38 -0700975
Jaswinder Singh Rajput6c65da52009-01-04 22:22:56 +0530976 if (mpc_new_phys && mpc->length > mpc_new_length) {
Yinghai Lu2944e162008-06-01 13:17:38 -0700977 mpc_new_phys = 0;
978 printk(KERN_INFO "mpc_new_length is %ld, please use alloc_mptable=8k\n",
979 mpc_new_length);
980 }
981
982 if (!mpc_new_phys) {
983 unsigned char old, new;
984 /* check if we can change the postion */
Jaswinder Singh Rajput6c65da52009-01-04 22:22:56 +0530985 mpc->checksum = 0;
986 old = mpf_checksum((unsigned char *)mpc, mpc->length);
987 mpc->checksum = 0xff;
988 new = mpf_checksum((unsigned char *)mpc, mpc->length);
Yinghai Lu2944e162008-06-01 13:17:38 -0700989 if (old == new) {
990 printk(KERN_INFO "mpc is readonly, please try alloc_mptable instead\n");
991 return 0;
992 }
993 printk(KERN_INFO "use in-positon replacing\n");
994 } else {
Jaswinder Singh Rajput1eb1b3b2009-01-08 15:43:26 +0530995 mpf->physptr = mpc_new_phys;
Yinghai Lu2944e162008-06-01 13:17:38 -0700996 mpc_new = phys_to_virt(mpc_new_phys);
Jaswinder Singh Rajput6c65da52009-01-04 22:22:56 +0530997 memcpy(mpc_new, mpc, mpc->length);
Yinghai Lu2944e162008-06-01 13:17:38 -0700998 mpc = mpc_new;
999 /* check if we can modify that */
Jaswinder Singh Rajput1eb1b3b2009-01-08 15:43:26 +05301000 if (mpc_new_phys - mpf->physptr) {
Jaswinder Singh Rajput41401db2009-01-08 15:42:46 +05301001 struct mpf_intel *mpf_new;
Yinghai Lu2944e162008-06-01 13:17:38 -07001002 /* steal 16 bytes from [0, 1k) */
1003 printk(KERN_INFO "mpf new: %x\n", 0x400 - 16);
1004 mpf_new = phys_to_virt(0x400 - 16);
1005 memcpy(mpf_new, mpf, 16);
1006 mpf = mpf_new;
Jaswinder Singh Rajput1eb1b3b2009-01-08 15:43:26 +05301007 mpf->physptr = mpc_new_phys;
Yinghai Lu2944e162008-06-01 13:17:38 -07001008 }
Jaswinder Singh Rajput1eb1b3b2009-01-08 15:43:26 +05301009 mpf->checksum = 0;
1010 mpf->checksum -= mpf_checksum((unsigned char *)mpf, 16);
1011 printk(KERN_INFO "physptr new: %x\n", mpf->physptr);
Yinghai Lu2944e162008-06-01 13:17:38 -07001012 }
1013
1014 /*
1015 * only replace the one with mp_INT and
1016 * MP_IRQ_TRIGGER_LEVEL|MP_IRQ_POLARITY_LOW,
1017 * already in mp_irqs , stored by ... and mp_config_acpi_gsi,
1018 * may need pci=routeirq for all coverage
1019 */
1020 replace_intsrc_all(mpc, mpc_new_phys, mpc_new_length);
1021
1022 return 0;
1023}
1024
1025late_initcall(update_mp_table);