1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * Open Multi-Processor Interrupt Controller driver
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * Copyright (C) 2014 Stefan Kristiansson <stefan.kristiansson@saunalahti.fi>
5*4882a593Smuzhiyun * Copyright (C) 2017 Stafford Horne <shorne@gmail.com>
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * This file is licensed under the terms of the GNU General Public License
8*4882a593Smuzhiyun * version 2. This program is licensed "as is" without any warranty of any
9*4882a593Smuzhiyun * kind, whether express or implied.
10*4882a593Smuzhiyun *
11*4882a593Smuzhiyun * The ompic device handles IPI communication between cores in multi-core
12*4882a593Smuzhiyun * OpenRISC systems.
13*4882a593Smuzhiyun *
14*4882a593Smuzhiyun * Registers
15*4882a593Smuzhiyun *
16*4882a593Smuzhiyun * For each CPU the ompic has 2 registers. The control register for sending
17*4882a593Smuzhiyun * and acking IPIs and the status register for receiving IPIs. The register
18*4882a593Smuzhiyun * layouts are as follows:
19*4882a593Smuzhiyun *
20*4882a593Smuzhiyun * Control register
21*4882a593Smuzhiyun * +---------+---------+----------+---------+
22*4882a593Smuzhiyun * | 31 | 30 | 29 .. 16 | 15 .. 0 |
23*4882a593Smuzhiyun * ----------+---------+----------+----------
24*4882a593Smuzhiyun * | IRQ ACK | IRQ GEN | DST CORE | DATA |
25*4882a593Smuzhiyun * +---------+---------+----------+---------+
26*4882a593Smuzhiyun *
27*4882a593Smuzhiyun * Status register
28*4882a593Smuzhiyun * +----------+-------------+----------+---------+
29*4882a593Smuzhiyun * | 31 | 30 | 29 .. 16 | 15 .. 0 |
30*4882a593Smuzhiyun * -----------+-------------+----------+---------+
31*4882a593Smuzhiyun * | Reserved | IRQ Pending | SRC CORE | DATA |
32*4882a593Smuzhiyun * +----------+-------------+----------+---------+
33*4882a593Smuzhiyun *
34*4882a593Smuzhiyun * Architecture
35*4882a593Smuzhiyun *
36*4882a593Smuzhiyun * - The ompic generates a level interrupt to the CPU PIC when a message is
37*4882a593Smuzhiyun * ready. Messages are delivered via the memory bus.
38*4882a593Smuzhiyun * - The ompic does not have any interrupt input lines.
39*4882a593Smuzhiyun * - The ompic is wired to the same irq line on each core.
40*4882a593Smuzhiyun * - Devices are wired to the same irq line on each core.
41*4882a593Smuzhiyun *
42*4882a593Smuzhiyun * +---------+ +---------+
43*4882a593Smuzhiyun * | CPU | | CPU |
44*4882a593Smuzhiyun * | Core 0 |<==\ (memory access) /==>| Core 1 |
45*4882a593Smuzhiyun * | [ PIC ]| | | | [ PIC ]|
46*4882a593Smuzhiyun * +----^-^--+ | | +----^-^--+
47*4882a593Smuzhiyun * | | v v | |
48*4882a593Smuzhiyun * <====|=|=================================|=|==> (memory bus)
49*4882a593Smuzhiyun * | | ^ ^ | |
50*4882a593Smuzhiyun * (ipi | +------|---------+--------|-------|-+ (device irq)
51*4882a593Smuzhiyun * irq | | | | |
52*4882a593Smuzhiyun * core0)| +------|---------|--------|-------+ (ipi irq core1)
53*4882a593Smuzhiyun * | | | | |
54*4882a593Smuzhiyun * +----o-o-+ | +--------+ |
55*4882a593Smuzhiyun * | ompic |<===/ | Device |<===/
56*4882a593Smuzhiyun * | IPI | +--------+
57*4882a593Smuzhiyun * +--------+*
58*4882a593Smuzhiyun *
59*4882a593Smuzhiyun */
60*4882a593Smuzhiyun
61*4882a593Smuzhiyun #include <linux/io.h>
62*4882a593Smuzhiyun #include <linux/ioport.h>
63*4882a593Smuzhiyun #include <linux/interrupt.h>
64*4882a593Smuzhiyun #include <linux/smp.h>
65*4882a593Smuzhiyun #include <linux/of.h>
66*4882a593Smuzhiyun #include <linux/of_irq.h>
67*4882a593Smuzhiyun #include <linux/of_address.h>
68*4882a593Smuzhiyun
69*4882a593Smuzhiyun #include <linux/irqchip.h>
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun #define OMPIC_CPUBYTES 8
72*4882a593Smuzhiyun #define OMPIC_CTRL(cpu) (0x0 + (cpu * OMPIC_CPUBYTES))
73*4882a593Smuzhiyun #define OMPIC_STAT(cpu) (0x4 + (cpu * OMPIC_CPUBYTES))
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun #define OMPIC_CTRL_IRQ_ACK (1 << 31)
76*4882a593Smuzhiyun #define OMPIC_CTRL_IRQ_GEN (1 << 30)
77*4882a593Smuzhiyun #define OMPIC_CTRL_DST(cpu) (((cpu) & 0x3fff) << 16)
78*4882a593Smuzhiyun
79*4882a593Smuzhiyun #define OMPIC_STAT_IRQ_PENDING (1 << 30)
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun #define OMPIC_DATA(x) ((x) & 0xffff)
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun DEFINE_PER_CPU(unsigned long, ops);
84*4882a593Smuzhiyun
85*4882a593Smuzhiyun static void __iomem *ompic_base;
86*4882a593Smuzhiyun
ompic_readreg(void __iomem * base,loff_t offset)87*4882a593Smuzhiyun static inline u32 ompic_readreg(void __iomem *base, loff_t offset)
88*4882a593Smuzhiyun {
89*4882a593Smuzhiyun return ioread32be(base + offset);
90*4882a593Smuzhiyun }
91*4882a593Smuzhiyun
ompic_writereg(void __iomem * base,loff_t offset,u32 data)92*4882a593Smuzhiyun static void ompic_writereg(void __iomem *base, loff_t offset, u32 data)
93*4882a593Smuzhiyun {
94*4882a593Smuzhiyun iowrite32be(data, base + offset);
95*4882a593Smuzhiyun }
96*4882a593Smuzhiyun
ompic_raise_softirq(const struct cpumask * mask,unsigned int ipi_msg)97*4882a593Smuzhiyun static void ompic_raise_softirq(const struct cpumask *mask,
98*4882a593Smuzhiyun unsigned int ipi_msg)
99*4882a593Smuzhiyun {
100*4882a593Smuzhiyun unsigned int dst_cpu;
101*4882a593Smuzhiyun unsigned int src_cpu = smp_processor_id();
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun for_each_cpu(dst_cpu, mask) {
104*4882a593Smuzhiyun set_bit(ipi_msg, &per_cpu(ops, dst_cpu));
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun /*
107*4882a593Smuzhiyun * On OpenRISC the atomic set_bit() call implies a memory
108*4882a593Smuzhiyun * barrier. Otherwise we would need: smp_wmb(); paired
109*4882a593Smuzhiyun * with the read in ompic_ipi_handler.
110*4882a593Smuzhiyun */
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun ompic_writereg(ompic_base, OMPIC_CTRL(src_cpu),
113*4882a593Smuzhiyun OMPIC_CTRL_IRQ_GEN |
114*4882a593Smuzhiyun OMPIC_CTRL_DST(dst_cpu) |
115*4882a593Smuzhiyun OMPIC_DATA(1));
116*4882a593Smuzhiyun }
117*4882a593Smuzhiyun }
118*4882a593Smuzhiyun
ompic_ipi_handler(int irq,void * dev_id)119*4882a593Smuzhiyun static irqreturn_t ompic_ipi_handler(int irq, void *dev_id)
120*4882a593Smuzhiyun {
121*4882a593Smuzhiyun unsigned int cpu = smp_processor_id();
122*4882a593Smuzhiyun unsigned long *pending_ops = &per_cpu(ops, cpu);
123*4882a593Smuzhiyun unsigned long ops;
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun ompic_writereg(ompic_base, OMPIC_CTRL(cpu), OMPIC_CTRL_IRQ_ACK);
126*4882a593Smuzhiyun while ((ops = xchg(pending_ops, 0)) != 0) {
127*4882a593Smuzhiyun
128*4882a593Smuzhiyun /*
129*4882a593Smuzhiyun * On OpenRISC the atomic xchg() call implies a memory
130*4882a593Smuzhiyun * barrier. Otherwise we may need an smp_rmb(); paired
131*4882a593Smuzhiyun * with the write in ompic_raise_softirq.
132*4882a593Smuzhiyun */
133*4882a593Smuzhiyun
134*4882a593Smuzhiyun do {
135*4882a593Smuzhiyun unsigned long ipi_msg;
136*4882a593Smuzhiyun
137*4882a593Smuzhiyun ipi_msg = __ffs(ops);
138*4882a593Smuzhiyun ops &= ~(1UL << ipi_msg);
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun handle_IPI(ipi_msg);
141*4882a593Smuzhiyun } while (ops);
142*4882a593Smuzhiyun }
143*4882a593Smuzhiyun
144*4882a593Smuzhiyun return IRQ_HANDLED;
145*4882a593Smuzhiyun }
146*4882a593Smuzhiyun
ompic_of_init(struct device_node * node,struct device_node * parent)147*4882a593Smuzhiyun static int __init ompic_of_init(struct device_node *node,
148*4882a593Smuzhiyun struct device_node *parent)
149*4882a593Smuzhiyun {
150*4882a593Smuzhiyun struct resource res;
151*4882a593Smuzhiyun int irq;
152*4882a593Smuzhiyun int ret;
153*4882a593Smuzhiyun
154*4882a593Smuzhiyun /* Validate the DT */
155*4882a593Smuzhiyun if (ompic_base) {
156*4882a593Smuzhiyun pr_err("ompic: duplicate ompic's are not supported");
157*4882a593Smuzhiyun return -EEXIST;
158*4882a593Smuzhiyun }
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun if (of_address_to_resource(node, 0, &res)) {
161*4882a593Smuzhiyun pr_err("ompic: reg property requires an address and size");
162*4882a593Smuzhiyun return -EINVAL;
163*4882a593Smuzhiyun }
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun if (resource_size(&res) < (num_possible_cpus() * OMPIC_CPUBYTES)) {
166*4882a593Smuzhiyun pr_err("ompic: reg size, currently %d must be at least %d",
167*4882a593Smuzhiyun resource_size(&res),
168*4882a593Smuzhiyun (num_possible_cpus() * OMPIC_CPUBYTES));
169*4882a593Smuzhiyun return -EINVAL;
170*4882a593Smuzhiyun }
171*4882a593Smuzhiyun
172*4882a593Smuzhiyun /* Setup the device */
173*4882a593Smuzhiyun ompic_base = ioremap(res.start, resource_size(&res));
174*4882a593Smuzhiyun if (!ompic_base) {
175*4882a593Smuzhiyun pr_err("ompic: unable to map registers");
176*4882a593Smuzhiyun return -ENOMEM;
177*4882a593Smuzhiyun }
178*4882a593Smuzhiyun
179*4882a593Smuzhiyun irq = irq_of_parse_and_map(node, 0);
180*4882a593Smuzhiyun if (irq <= 0) {
181*4882a593Smuzhiyun pr_err("ompic: unable to parse device irq");
182*4882a593Smuzhiyun ret = -EINVAL;
183*4882a593Smuzhiyun goto out_unmap;
184*4882a593Smuzhiyun }
185*4882a593Smuzhiyun
186*4882a593Smuzhiyun ret = request_irq(irq, ompic_ipi_handler, IRQF_PERCPU,
187*4882a593Smuzhiyun "ompic_ipi", NULL);
188*4882a593Smuzhiyun if (ret)
189*4882a593Smuzhiyun goto out_irq_disp;
190*4882a593Smuzhiyun
191*4882a593Smuzhiyun set_smp_cross_call(ompic_raise_softirq);
192*4882a593Smuzhiyun
193*4882a593Smuzhiyun return 0;
194*4882a593Smuzhiyun
195*4882a593Smuzhiyun out_irq_disp:
196*4882a593Smuzhiyun irq_dispose_mapping(irq);
197*4882a593Smuzhiyun out_unmap:
198*4882a593Smuzhiyun iounmap(ompic_base);
199*4882a593Smuzhiyun ompic_base = NULL;
200*4882a593Smuzhiyun return ret;
201*4882a593Smuzhiyun }
202*4882a593Smuzhiyun IRQCHIP_DECLARE(ompic, "openrisc,ompic", ompic_of_init);
203