blob: 350f188c92d29447b59cbdcf62e0f98be5eed484 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/arch/arm/kernel/irq.c
3 *
4 * Copyright (C) 1992 Linus Torvalds
5 * Modifications for ARM processor Copyright (C) 1995-2000 Russell King.
6 *
Russell King8749af62005-06-25 19:39:45 +01007 * Support for Dynamic Tick Timer Copyright (C) 2004-2005 Nokia Corporation.
8 * Dynamic Tick Timer written by Tony Lindgren <tony@atomide.com> and
9 * Tuukka Tikkanen <tuukka.tikkanen@elektrobit.com>.
10 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070011 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License version 2 as
13 * published by the Free Software Foundation.
14 *
15 * This file contains the code used by various IRQ handling routines:
16 * asking for different IRQ's should be done through these routines
17 * instead of just grabbing them. Thus setups with different IRQ numbers
18 * shouldn't result in any weird surprises, and installing new handlers
19 * should be easier.
20 *
21 * IRQ's are in fact implemented a bit like signal handlers for the kernel.
22 * Naturally it's not a 1:1 relation, but there are similarities.
23 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include <linux/kernel_stat.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include <linux/signal.h>
26#include <linux/ioport.h>
27#include <linux/interrupt.h>
Thomas Gleixner4a2581a2006-07-01 22:30:09 +010028#include <linux/irq.h>
Maxime Ripardebafed72013-03-28 21:46:44 +010029#include <linux/irqchip.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030#include <linux/random.h>
31#include <linux/smp.h>
32#include <linux/init.h>
33#include <linux/seq_file.h>
Russell King108900b2014-10-28 13:32:35 +000034#include <linux/ratelimit.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070035#include <linux/errno.h>
36#include <linux/list.h>
37#include <linux/kallsyms.h>
38#include <linux/proc_fs.h>
Arnd Bergmann05c76982012-08-16 07:49:26 +000039#include <linux/export.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070040
Russell King805604e2014-04-28 15:24:10 +010041#include <asm/hardware/cache-l2x0.h>
Jamie Iles5a567d72011-10-08 11:20:42 +010042#include <asm/exception.h>
Russell King8ff14432010-12-20 10:18:36 +000043#include <asm/mach/arch.h>
Russell King897d8522008-08-03 15:04:04 +010044#include <asm/mach/irq.h>
Russell King8749af62005-06-25 19:39:45 +010045#include <asm/mach/time.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070046
Thomas Gleixner4a2581a2006-07-01 22:30:09 +010047unsigned long irq_err_count;
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
Thomas Gleixner25a56622011-03-24 12:02:11 +010049int arch_show_interrupts(struct seq_file *p, int prec)
Linus Torvalds1da177e2005-04-16 15:20:36 -070050{
Ben Dooksbaa28e32009-08-03 15:11:29 +010051#ifdef CONFIG_FIQ
Thomas Gleixner25a56622011-03-24 12:02:11 +010052 show_fiq_list(p, prec);
Linus Torvalds1da177e2005-04-16 15:20:36 -070053#endif
54#ifdef CONFIG_SMP
Thomas Gleixner25a56622011-03-24 12:02:11 +010055 show_ipi_list(p, prec);
Linus Torvalds1da177e2005-04-16 15:20:36 -070056#endif
Thomas Gleixner25a56622011-03-24 12:02:11 +010057 seq_printf(p, "%*s: %10lu\n", prec, "Err", irq_err_count);
Linus Torvalds1da177e2005-04-16 15:20:36 -070058 return 0;
59}
60
Linus Torvalds1da177e2005-04-16 15:20:36 -070061/*
Russell King - ARM Linuxa4841e32011-07-11 22:25:43 +010062 * handle_IRQ handles all hardware IRQ's. Decoded IRQs should
63 * not come via this function. Instead, they should provide their
64 * own 'handler'. Used by platform code implementing C-based 1st
65 * level decoding.
Linus Torvalds1da177e2005-04-16 15:20:36 -070066 */
Russell King - ARM Linuxa4841e32011-07-11 22:25:43 +010067void handle_IRQ(unsigned int irq, struct pt_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -070068{
Marc Zyngiera71b0922014-08-26 11:03:18 +010069 __handle_domain_irq(NULL, irq, false, regs);
Linus Torvalds1da177e2005-04-16 15:20:36 -070070}
71
Russell King - ARM Linuxa4841e32011-07-11 22:25:43 +010072/*
73 * asm_do_IRQ is the interface to be used from assembly code.
74 */
75asmlinkage void __exception_irq_entry
76asm_do_IRQ(unsigned int irq, struct pt_regs *regs)
77{
78 handle_IRQ(irq, regs);
79}
80
Linus Torvalds1da177e2005-04-16 15:20:36 -070081void set_irq_flags(unsigned int irq, unsigned int iflags)
82{
Thomas Gleixner1b7a2d92011-02-07 22:30:49 +010083 unsigned long clr = 0, set = IRQ_NOREQUEST | IRQ_NOPROBE | IRQ_NOAUTOEN;
Linus Torvalds1da177e2005-04-16 15:20:36 -070084
eric miao354e6f72010-06-25 09:46:09 +010085 if (irq >= nr_irqs) {
Russell King4ed89f22014-10-28 11:26:42 +000086 pr_err("Trying to set irq flags for IRQ%d\n", irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -070087 return;
88 }
89
Thomas Gleixner4a2581a2006-07-01 22:30:09 +010090 if (iflags & IRQF_VALID)
Thomas Gleixner1b7a2d92011-02-07 22:30:49 +010091 clr |= IRQ_NOREQUEST;
Thomas Gleixner4a2581a2006-07-01 22:30:09 +010092 if (iflags & IRQF_PROBE)
Thomas Gleixner1b7a2d92011-02-07 22:30:49 +010093 clr |= IRQ_NOPROBE;
Thomas Gleixner4a2581a2006-07-01 22:30:09 +010094 if (!(iflags & IRQF_NOAUTOEN))
Thomas Gleixner1b7a2d92011-02-07 22:30:49 +010095 clr |= IRQ_NOAUTOEN;
96 /* Order is clear bits in "clr" then set bits in "set" */
97 irq_modify_status(irq, clr, set & ~clr);
Linus Torvalds1da177e2005-04-16 15:20:36 -070098}
Arnd Bergmann05c76982012-08-16 07:49:26 +000099EXPORT_SYMBOL_GPL(set_irq_flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100
101void __init init_IRQ(void)
102{
Russell King805604e2014-04-28 15:24:10 +0100103 int ret;
104
Maxime Ripardebafed72013-03-28 21:46:44 +0100105 if (IS_ENABLED(CONFIG_OF) && !machine_desc->init_irq)
106 irqchip_init();
107 else
108 machine_desc->init_irq();
Russell King805604e2014-04-28 15:24:10 +0100109
110 if (IS_ENABLED(CONFIG_OF) && IS_ENABLED(CONFIG_CACHE_L2X0) &&
111 (machine_desc->l2c_aux_mask || machine_desc->l2c_aux_val)) {
Tomasz Figa0c4c2ed2015-01-08 07:51:45 +0100112 if (!outer_cache.write_sec)
113 outer_cache.write_sec = machine_desc->l2c_write_sec;
Russell King805604e2014-04-28 15:24:10 +0100114 ret = l2x0_of_init(machine_desc->l2c_aux_val,
115 machine_desc->l2c_aux_mask);
116 if (ret)
117 pr_err("L2C: failed to init: %d\n", ret);
118 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119}
120
Thomas Petazzoni73171d12012-11-20 23:00:53 +0100121#ifdef CONFIG_MULTI_IRQ_HANDLER
122void __init set_handle_irq(void (*handle_irq)(struct pt_regs *))
123{
124 if (handle_arch_irq)
125 return;
126
127 handle_arch_irq = handle_irq;
128}
129#endif
130
eric miao354e6f72010-06-25 09:46:09 +0100131#ifdef CONFIG_SPARSE_IRQ
132int __init arch_probe_nr_irqs(void)
133{
Russell King8ff14432010-12-20 10:18:36 +0000134 nr_irqs = machine_desc->nr_irqs ? machine_desc->nr_irqs : NR_IRQS;
Thomas Gleixnerb683de22010-09-27 20:55:03 +0200135 return nr_irqs;
eric miao354e6f72010-06-25 09:46:09 +0100136}
137#endif
138
Russell Kinga054a812005-11-02 22:24:33 +0000139#ifdef CONFIG_HOTPLUG_CPU
Russell King78359cb2011-07-21 15:14:21 +0100140static bool migrate_one_irq(struct irq_desc *desc)
Thomas Gleixnerf7ede372006-07-11 22:54:34 +0100141{
Russell King78359cb2011-07-21 15:14:21 +0100142 struct irq_data *d = irq_desc_get_irq_data(desc);
Russell Kingca15af12011-07-21 15:07:56 +0100143 const struct cpumask *affinity = d->affinity;
Russell King78359cb2011-07-21 15:14:21 +0100144 struct irq_chip *c;
Russell King61791242011-01-23 12:09:36 +0000145 bool ret = false;
Thomas Gleixnerf7ede372006-07-11 22:54:34 +0100146
Russell King78359cb2011-07-21 15:14:21 +0100147 /*
148 * If this is a per-CPU interrupt, or the affinity does not
149 * include this CPU, then we have nothing to do.
150 */
151 if (irqd_is_per_cpu(d) || !cpumask_test_cpu(smp_processor_id(), affinity))
152 return false;
153
Russell Kingca15af12011-07-21 15:07:56 +0100154 if (cpumask_any_and(affinity, cpu_online_mask) >= nr_cpu_ids) {
Russell King78359cb2011-07-21 15:14:21 +0100155 affinity = cpu_online_mask;
Russell King61791242011-01-23 12:09:36 +0000156 ret = true;
157 }
158
Russell King78359cb2011-07-21 15:14:21 +0100159 c = irq_data_get_irq_chip(d);
Will Deacon5e7371d2012-04-27 12:56:24 +0100160 if (!c->irq_set_affinity)
Russell King78359cb2011-07-21 15:14:21 +0100161 pr_debug("IRQ%u: unable to set affinity\n", d->irq);
Sudeep Hollaa0408032014-09-01 17:14:29 +0100162 else if (c->irq_set_affinity(d, affinity, false) == IRQ_SET_MASK_OK && ret)
Will Deacon5e7371d2012-04-27 12:56:24 +0100163 cpumask_copy(d->affinity, affinity);
Russell King61791242011-01-23 12:09:36 +0000164
165 return ret;
Thomas Gleixnerf7ede372006-07-11 22:54:34 +0100166}
167
Russell Kinga054a812005-11-02 22:24:33 +0000168/*
Russell King78359cb2011-07-21 15:14:21 +0100169 * The current CPU has been marked offline. Migrate IRQs off this CPU.
170 * If the affinity settings do not allow other CPUs, force them onto any
Russell Kinga054a812005-11-02 22:24:33 +0000171 * available CPU.
Russell King78359cb2011-07-21 15:14:21 +0100172 *
173 * Note: we must iterate over all IRQs, whether they have an attached
174 * action structure or not, as we need to get chained interrupts too.
Russell Kinga054a812005-11-02 22:24:33 +0000175 */
176void migrate_irqs(void)
177{
Russell King78359cb2011-07-21 15:14:21 +0100178 unsigned int i;
eric miao354e6f72010-06-25 09:46:09 +0100179 struct irq_desc *desc;
Russell King61791242011-01-23 12:09:36 +0000180 unsigned long flags;
181
182 local_irq_save(flags);
Russell Kinga054a812005-11-02 22:24:33 +0000183
eric miao354e6f72010-06-25 09:46:09 +0100184 for_each_irq_desc(i, desc) {
Will Deacon342d00a2012-02-03 14:50:07 +0100185 bool affinity_broken;
Russell King78359cb2011-07-21 15:14:21 +0100186
Russell King61791242011-01-23 12:09:36 +0000187 raw_spin_lock(&desc->lock);
Russell King78359cb2011-07-21 15:14:21 +0100188 affinity_broken = migrate_one_irq(desc);
Russell King61791242011-01-23 12:09:36 +0000189 raw_spin_unlock(&desc->lock);
190
Russell King108900b2014-10-28 13:32:35 +0000191 if (affinity_broken)
192 pr_warn_ratelimited("IRQ%u no longer affine to CPU%u\n",
Joe Perches8b521cb2014-09-16 20:41:43 +0100193 i, smp_processor_id());
Russell Kinga054a812005-11-02 22:24:33 +0000194 }
Russell King61791242011-01-23 12:09:36 +0000195
196 local_irq_restore(flags);
Russell Kinga054a812005-11-02 22:24:33 +0000197}
198#endif /* CONFIG_HOTPLUG_CPU */