blob: 2c425760451340b41a9d5748f5edf0e0bcbcaaf3 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/arch/arm/kernel/irq.c
3 *
4 * Copyright (C) 1992 Linus Torvalds
5 * Modifications for ARM processor Copyright (C) 1995-2000 Russell King.
6 *
Russell King8749af62005-06-25 19:39:45 +01007 * Support for Dynamic Tick Timer Copyright (C) 2004-2005 Nokia Corporation.
8 * Dynamic Tick Timer written by Tony Lindgren <tony@atomide.com> and
9 * Tuukka Tikkanen <tuukka.tikkanen@elektrobit.com>.
10 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070011 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License version 2 as
13 * published by the Free Software Foundation.
14 *
15 * This file contains the code used by various IRQ handling routines:
16 * asking for different IRQ's should be done through these routines
17 * instead of just grabbing them. Thus setups with different IRQ numbers
18 * shouldn't result in any weird surprises, and installing new handlers
19 * should be easier.
20 *
21 * IRQ's are in fact implemented a bit like signal handlers for the kernel.
22 * Naturally it's not a 1:1 relation, but there are similarities.
23 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include <linux/kernel_stat.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include <linux/signal.h>
26#include <linux/ioport.h>
27#include <linux/interrupt.h>
Thomas Gleixner4a2581a2006-07-01 22:30:09 +010028#include <linux/irq.h>
Maxime Ripardebafed72013-03-28 21:46:44 +010029#include <linux/irqchip.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030#include <linux/random.h>
31#include <linux/smp.h>
32#include <linux/init.h>
33#include <linux/seq_file.h>
34#include <linux/errno.h>
35#include <linux/list.h>
36#include <linux/kallsyms.h>
37#include <linux/proc_fs.h>
Arnd Bergmann05c76982012-08-16 07:49:26 +000038#include <linux/export.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070039
Russell King805604e2014-04-28 15:24:10 +010040#include <asm/hardware/cache-l2x0.h>
Jamie Iles5a567d72011-10-08 11:20:42 +010041#include <asm/exception.h>
Russell King8ff14432010-12-20 10:18:36 +000042#include <asm/mach/arch.h>
Russell King897d8522008-08-03 15:04:04 +010043#include <asm/mach/irq.h>
Russell King8749af62005-06-25 19:39:45 +010044#include <asm/mach/time.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070045
Thomas Gleixner4a2581a2006-07-01 22:30:09 +010046unsigned long irq_err_count;
Linus Torvalds1da177e2005-04-16 15:20:36 -070047
Thomas Gleixner25a56622011-03-24 12:02:11 +010048int arch_show_interrupts(struct seq_file *p, int prec)
Linus Torvalds1da177e2005-04-16 15:20:36 -070049{
Ben Dooksbaa28e32009-08-03 15:11:29 +010050#ifdef CONFIG_FIQ
Thomas Gleixner25a56622011-03-24 12:02:11 +010051 show_fiq_list(p, prec);
Linus Torvalds1da177e2005-04-16 15:20:36 -070052#endif
53#ifdef CONFIG_SMP
Thomas Gleixner25a56622011-03-24 12:02:11 +010054 show_ipi_list(p, prec);
Linus Torvalds1da177e2005-04-16 15:20:36 -070055#endif
Thomas Gleixner25a56622011-03-24 12:02:11 +010056 seq_printf(p, "%*s: %10lu\n", prec, "Err", irq_err_count);
Linus Torvalds1da177e2005-04-16 15:20:36 -070057 return 0;
58}
59
Linus Torvalds1da177e2005-04-16 15:20:36 -070060/*
Russell King - ARM Linuxa4841e32011-07-11 22:25:43 +010061 * handle_IRQ handles all hardware IRQ's. Decoded IRQs should
62 * not come via this function. Instead, they should provide their
63 * own 'handler'. Used by platform code implementing C-based 1st
64 * level decoding.
Linus Torvalds1da177e2005-04-16 15:20:36 -070065 */
Russell King - ARM Linuxa4841e32011-07-11 22:25:43 +010066void handle_IRQ(unsigned int irq, struct pt_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -070067{
Linus Torvaldse6300152006-10-06 13:11:15 -070068 struct pt_regs *old_regs = set_irq_regs(regs);
Dmitry Baryshkovd8aa0252008-10-09 13:36:24 +010069
70 irq_enter();
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
72 /*
73 * Some hardware gives randomly wrong interrupts. Rather
74 * than crashing, do something sensible.
75 */
eric miao354e6f72010-06-25 09:46:09 +010076 if (unlikely(irq >= nr_irqs)) {
Aaro Koskinen7aa55142009-06-22 09:23:36 +010077 if (printk_ratelimit())
78 printk(KERN_WARNING "Bad IRQ%u\n", irq);
79 ack_bad_irq(irq);
80 } else {
Dmitry Baryshkovd8aa0252008-10-09 13:36:24 +010081 generic_handle_irq(irq);
Aaro Koskinen7aa55142009-06-22 09:23:36 +010082 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070083
Linus Torvalds1da177e2005-04-16 15:20:36 -070084 irq_exit();
Linus Torvaldse6300152006-10-06 13:11:15 -070085 set_irq_regs(old_regs);
Linus Torvalds1da177e2005-04-16 15:20:36 -070086}
87
Russell King - ARM Linuxa4841e32011-07-11 22:25:43 +010088/*
89 * asm_do_IRQ is the interface to be used from assembly code.
90 */
91asmlinkage void __exception_irq_entry
92asm_do_IRQ(unsigned int irq, struct pt_regs *regs)
93{
94 handle_IRQ(irq, regs);
95}
96
Linus Torvalds1da177e2005-04-16 15:20:36 -070097void set_irq_flags(unsigned int irq, unsigned int iflags)
98{
Thomas Gleixner1b7a2d92011-02-07 22:30:49 +010099 unsigned long clr = 0, set = IRQ_NOREQUEST | IRQ_NOPROBE | IRQ_NOAUTOEN;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100
eric miao354e6f72010-06-25 09:46:09 +0100101 if (irq >= nr_irqs) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 printk(KERN_ERR "Trying to set irq flags for IRQ%d\n", irq);
103 return;
104 }
105
Thomas Gleixner4a2581a2006-07-01 22:30:09 +0100106 if (iflags & IRQF_VALID)
Thomas Gleixner1b7a2d92011-02-07 22:30:49 +0100107 clr |= IRQ_NOREQUEST;
Thomas Gleixner4a2581a2006-07-01 22:30:09 +0100108 if (iflags & IRQF_PROBE)
Thomas Gleixner1b7a2d92011-02-07 22:30:49 +0100109 clr |= IRQ_NOPROBE;
Thomas Gleixner4a2581a2006-07-01 22:30:09 +0100110 if (!(iflags & IRQF_NOAUTOEN))
Thomas Gleixner1b7a2d92011-02-07 22:30:49 +0100111 clr |= IRQ_NOAUTOEN;
112 /* Order is clear bits in "clr" then set bits in "set" */
113 irq_modify_status(irq, clr, set & ~clr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114}
Arnd Bergmann05c76982012-08-16 07:49:26 +0000115EXPORT_SYMBOL_GPL(set_irq_flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116
117void __init init_IRQ(void)
118{
Russell King805604e2014-04-28 15:24:10 +0100119 int ret;
120
Maxime Ripardebafed72013-03-28 21:46:44 +0100121 if (IS_ENABLED(CONFIG_OF) && !machine_desc->init_irq)
122 irqchip_init();
123 else
124 machine_desc->init_irq();
Russell King805604e2014-04-28 15:24:10 +0100125
126 if (IS_ENABLED(CONFIG_OF) && IS_ENABLED(CONFIG_CACHE_L2X0) &&
127 (machine_desc->l2c_aux_mask || machine_desc->l2c_aux_val)) {
128 outer_cache.write_sec = machine_desc->l2c_write_sec;
129 ret = l2x0_of_init(machine_desc->l2c_aux_val,
130 machine_desc->l2c_aux_mask);
131 if (ret)
132 pr_err("L2C: failed to init: %d\n", ret);
133 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134}
135
Thomas Petazzoni73171d12012-11-20 23:00:53 +0100136#ifdef CONFIG_MULTI_IRQ_HANDLER
137void __init set_handle_irq(void (*handle_irq)(struct pt_regs *))
138{
139 if (handle_arch_irq)
140 return;
141
142 handle_arch_irq = handle_irq;
143}
144#endif
145
eric miao354e6f72010-06-25 09:46:09 +0100146#ifdef CONFIG_SPARSE_IRQ
147int __init arch_probe_nr_irqs(void)
148{
Russell King8ff14432010-12-20 10:18:36 +0000149 nr_irqs = machine_desc->nr_irqs ? machine_desc->nr_irqs : NR_IRQS;
Thomas Gleixnerb683de22010-09-27 20:55:03 +0200150 return nr_irqs;
eric miao354e6f72010-06-25 09:46:09 +0100151}
152#endif
153
Russell Kinga054a812005-11-02 22:24:33 +0000154#ifdef CONFIG_HOTPLUG_CPU
Thomas Gleixnerf7ede372006-07-11 22:54:34 +0100155
Russell King78359cb2011-07-21 15:14:21 +0100156static bool migrate_one_irq(struct irq_desc *desc)
Thomas Gleixnerf7ede372006-07-11 22:54:34 +0100157{
Russell King78359cb2011-07-21 15:14:21 +0100158 struct irq_data *d = irq_desc_get_irq_data(desc);
Russell Kingca15af12011-07-21 15:07:56 +0100159 const struct cpumask *affinity = d->affinity;
Russell King78359cb2011-07-21 15:14:21 +0100160 struct irq_chip *c;
Russell King61791242011-01-23 12:09:36 +0000161 bool ret = false;
Thomas Gleixnerf7ede372006-07-11 22:54:34 +0100162
Russell King78359cb2011-07-21 15:14:21 +0100163 /*
164 * If this is a per-CPU interrupt, or the affinity does not
165 * include this CPU, then we have nothing to do.
166 */
167 if (irqd_is_per_cpu(d) || !cpumask_test_cpu(smp_processor_id(), affinity))
168 return false;
169
Russell Kingca15af12011-07-21 15:07:56 +0100170 if (cpumask_any_and(affinity, cpu_online_mask) >= nr_cpu_ids) {
Russell King78359cb2011-07-21 15:14:21 +0100171 affinity = cpu_online_mask;
Russell King61791242011-01-23 12:09:36 +0000172 ret = true;
173 }
174
Russell King78359cb2011-07-21 15:14:21 +0100175 c = irq_data_get_irq_chip(d);
Will Deacon5e7371d2012-04-27 12:56:24 +0100176 if (!c->irq_set_affinity)
Russell King78359cb2011-07-21 15:14:21 +0100177 pr_debug("IRQ%u: unable to set affinity\n", d->irq);
Will Deacon5e7371d2012-04-27 12:56:24 +0100178 else if (c->irq_set_affinity(d, affinity, true) == IRQ_SET_MASK_OK && ret)
179 cpumask_copy(d->affinity, affinity);
Russell King61791242011-01-23 12:09:36 +0000180
181 return ret;
Thomas Gleixnerf7ede372006-07-11 22:54:34 +0100182}
183
Russell Kinga054a812005-11-02 22:24:33 +0000184/*
Russell King78359cb2011-07-21 15:14:21 +0100185 * The current CPU has been marked offline. Migrate IRQs off this CPU.
186 * If the affinity settings do not allow other CPUs, force them onto any
Russell Kinga054a812005-11-02 22:24:33 +0000187 * available CPU.
Russell King78359cb2011-07-21 15:14:21 +0100188 *
189 * Note: we must iterate over all IRQs, whether they have an attached
190 * action structure or not, as we need to get chained interrupts too.
Russell Kinga054a812005-11-02 22:24:33 +0000191 */
192void migrate_irqs(void)
193{
Russell King78359cb2011-07-21 15:14:21 +0100194 unsigned int i;
eric miao354e6f72010-06-25 09:46:09 +0100195 struct irq_desc *desc;
Russell King61791242011-01-23 12:09:36 +0000196 unsigned long flags;
197
198 local_irq_save(flags);
Russell Kinga054a812005-11-02 22:24:33 +0000199
eric miao354e6f72010-06-25 09:46:09 +0100200 for_each_irq_desc(i, desc) {
Will Deacon342d00a2012-02-03 14:50:07 +0100201 bool affinity_broken;
Russell King78359cb2011-07-21 15:14:21 +0100202
Russell King61791242011-01-23 12:09:36 +0000203 raw_spin_lock(&desc->lock);
Russell King78359cb2011-07-21 15:14:21 +0100204 affinity_broken = migrate_one_irq(desc);
Russell King61791242011-01-23 12:09:36 +0000205 raw_spin_unlock(&desc->lock);
206
207 if (affinity_broken && printk_ratelimit())
Russell King78359cb2011-07-21 15:14:21 +0100208 pr_warning("IRQ%u no longer affine to CPU%u\n", i,
209 smp_processor_id());
Russell Kinga054a812005-11-02 22:24:33 +0000210 }
Russell King61791242011-01-23 12:09:36 +0000211
212 local_irq_restore(flags);
Russell Kinga054a812005-11-02 22:24:33 +0000213}
214#endif /* CONFIG_HOTPLUG_CPU */