1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (C) 2008
4*4882a593Smuzhiyun * Guennadi Liakhovetski, DENX Software Engineering, <lg@denx.de>
5*4882a593Smuzhiyun */
6*4882a593Smuzhiyun
7*4882a593Smuzhiyun #include <linux/init.h>
8*4882a593Smuzhiyun #include <linux/err.h>
9*4882a593Smuzhiyun #include <linux/spinlock.h>
10*4882a593Smuzhiyun #include <linux/delay.h>
11*4882a593Smuzhiyun #include <linux/clk.h>
12*4882a593Smuzhiyun #include <linux/irq.h>
13*4882a593Smuzhiyun #include <linux/io.h>
14*4882a593Smuzhiyun #include <linux/module.h>
15*4882a593Smuzhiyun #include <linux/dma/ipu-dma.h>
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun #include "ipu_intern.h"
18*4882a593Smuzhiyun
19*4882a593Smuzhiyun /*
20*4882a593Smuzhiyun * Register read / write - shall be inlined by the compiler
21*4882a593Smuzhiyun */
ipu_read_reg(struct ipu * ipu,unsigned long reg)22*4882a593Smuzhiyun static u32 ipu_read_reg(struct ipu *ipu, unsigned long reg)
23*4882a593Smuzhiyun {
24*4882a593Smuzhiyun return __raw_readl(ipu->reg_ipu + reg);
25*4882a593Smuzhiyun }
26*4882a593Smuzhiyun
ipu_write_reg(struct ipu * ipu,u32 value,unsigned long reg)27*4882a593Smuzhiyun static void ipu_write_reg(struct ipu *ipu, u32 value, unsigned long reg)
28*4882a593Smuzhiyun {
29*4882a593Smuzhiyun __raw_writel(value, ipu->reg_ipu + reg);
30*4882a593Smuzhiyun }
31*4882a593Smuzhiyun
32*4882a593Smuzhiyun
33*4882a593Smuzhiyun /*
34*4882a593Smuzhiyun * IPU IRQ chip driver
35*4882a593Smuzhiyun */
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun #define IPU_IRQ_NR_FN_BANKS 3
38*4882a593Smuzhiyun #define IPU_IRQ_NR_ERR_BANKS 2
39*4882a593Smuzhiyun #define IPU_IRQ_NR_BANKS (IPU_IRQ_NR_FN_BANKS + IPU_IRQ_NR_ERR_BANKS)
40*4882a593Smuzhiyun
41*4882a593Smuzhiyun struct ipu_irq_bank {
42*4882a593Smuzhiyun unsigned int control;
43*4882a593Smuzhiyun unsigned int status;
44*4882a593Smuzhiyun struct ipu *ipu;
45*4882a593Smuzhiyun };
46*4882a593Smuzhiyun
47*4882a593Smuzhiyun static struct ipu_irq_bank irq_bank[IPU_IRQ_NR_BANKS] = {
48*4882a593Smuzhiyun /* 3 groups of functional interrupts */
49*4882a593Smuzhiyun {
50*4882a593Smuzhiyun .control = IPU_INT_CTRL_1,
51*4882a593Smuzhiyun .status = IPU_INT_STAT_1,
52*4882a593Smuzhiyun }, {
53*4882a593Smuzhiyun .control = IPU_INT_CTRL_2,
54*4882a593Smuzhiyun .status = IPU_INT_STAT_2,
55*4882a593Smuzhiyun }, {
56*4882a593Smuzhiyun .control = IPU_INT_CTRL_3,
57*4882a593Smuzhiyun .status = IPU_INT_STAT_3,
58*4882a593Smuzhiyun },
59*4882a593Smuzhiyun /* 2 groups of error interrupts */
60*4882a593Smuzhiyun {
61*4882a593Smuzhiyun .control = IPU_INT_CTRL_4,
62*4882a593Smuzhiyun .status = IPU_INT_STAT_4,
63*4882a593Smuzhiyun }, {
64*4882a593Smuzhiyun .control = IPU_INT_CTRL_5,
65*4882a593Smuzhiyun .status = IPU_INT_STAT_5,
66*4882a593Smuzhiyun },
67*4882a593Smuzhiyun };
68*4882a593Smuzhiyun
69*4882a593Smuzhiyun struct ipu_irq_map {
70*4882a593Smuzhiyun unsigned int irq;
71*4882a593Smuzhiyun int source;
72*4882a593Smuzhiyun struct ipu_irq_bank *bank;
73*4882a593Smuzhiyun struct ipu *ipu;
74*4882a593Smuzhiyun };
75*4882a593Smuzhiyun
76*4882a593Smuzhiyun static struct ipu_irq_map irq_map[CONFIG_MX3_IPU_IRQS];
77*4882a593Smuzhiyun /* Protects allocations from the above array of maps */
78*4882a593Smuzhiyun static DEFINE_MUTEX(map_lock);
79*4882a593Smuzhiyun /* Protects register accesses and individual mappings */
80*4882a593Smuzhiyun static DEFINE_RAW_SPINLOCK(bank_lock);
81*4882a593Smuzhiyun
src2map(unsigned int src)82*4882a593Smuzhiyun static struct ipu_irq_map *src2map(unsigned int src)
83*4882a593Smuzhiyun {
84*4882a593Smuzhiyun int i;
85*4882a593Smuzhiyun
86*4882a593Smuzhiyun for (i = 0; i < CONFIG_MX3_IPU_IRQS; i++)
87*4882a593Smuzhiyun if (irq_map[i].source == src)
88*4882a593Smuzhiyun return irq_map + i;
89*4882a593Smuzhiyun
90*4882a593Smuzhiyun return NULL;
91*4882a593Smuzhiyun }
92*4882a593Smuzhiyun
ipu_irq_unmask(struct irq_data * d)93*4882a593Smuzhiyun static void ipu_irq_unmask(struct irq_data *d)
94*4882a593Smuzhiyun {
95*4882a593Smuzhiyun struct ipu_irq_map *map = irq_data_get_irq_chip_data(d);
96*4882a593Smuzhiyun struct ipu_irq_bank *bank;
97*4882a593Smuzhiyun uint32_t reg;
98*4882a593Smuzhiyun unsigned long lock_flags;
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun raw_spin_lock_irqsave(&bank_lock, lock_flags);
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun bank = map->bank;
103*4882a593Smuzhiyun if (!bank) {
104*4882a593Smuzhiyun raw_spin_unlock_irqrestore(&bank_lock, lock_flags);
105*4882a593Smuzhiyun pr_err("IPU: %s(%u) - unmapped!\n", __func__, d->irq);
106*4882a593Smuzhiyun return;
107*4882a593Smuzhiyun }
108*4882a593Smuzhiyun
109*4882a593Smuzhiyun reg = ipu_read_reg(bank->ipu, bank->control);
110*4882a593Smuzhiyun reg |= (1UL << (map->source & 31));
111*4882a593Smuzhiyun ipu_write_reg(bank->ipu, reg, bank->control);
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun raw_spin_unlock_irqrestore(&bank_lock, lock_flags);
114*4882a593Smuzhiyun }
115*4882a593Smuzhiyun
ipu_irq_mask(struct irq_data * d)116*4882a593Smuzhiyun static void ipu_irq_mask(struct irq_data *d)
117*4882a593Smuzhiyun {
118*4882a593Smuzhiyun struct ipu_irq_map *map = irq_data_get_irq_chip_data(d);
119*4882a593Smuzhiyun struct ipu_irq_bank *bank;
120*4882a593Smuzhiyun uint32_t reg;
121*4882a593Smuzhiyun unsigned long lock_flags;
122*4882a593Smuzhiyun
123*4882a593Smuzhiyun raw_spin_lock_irqsave(&bank_lock, lock_flags);
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun bank = map->bank;
126*4882a593Smuzhiyun if (!bank) {
127*4882a593Smuzhiyun raw_spin_unlock_irqrestore(&bank_lock, lock_flags);
128*4882a593Smuzhiyun pr_err("IPU: %s(%u) - unmapped!\n", __func__, d->irq);
129*4882a593Smuzhiyun return;
130*4882a593Smuzhiyun }
131*4882a593Smuzhiyun
132*4882a593Smuzhiyun reg = ipu_read_reg(bank->ipu, bank->control);
133*4882a593Smuzhiyun reg &= ~(1UL << (map->source & 31));
134*4882a593Smuzhiyun ipu_write_reg(bank->ipu, reg, bank->control);
135*4882a593Smuzhiyun
136*4882a593Smuzhiyun raw_spin_unlock_irqrestore(&bank_lock, lock_flags);
137*4882a593Smuzhiyun }
138*4882a593Smuzhiyun
ipu_irq_ack(struct irq_data * d)139*4882a593Smuzhiyun static void ipu_irq_ack(struct irq_data *d)
140*4882a593Smuzhiyun {
141*4882a593Smuzhiyun struct ipu_irq_map *map = irq_data_get_irq_chip_data(d);
142*4882a593Smuzhiyun struct ipu_irq_bank *bank;
143*4882a593Smuzhiyun unsigned long lock_flags;
144*4882a593Smuzhiyun
145*4882a593Smuzhiyun raw_spin_lock_irqsave(&bank_lock, lock_flags);
146*4882a593Smuzhiyun
147*4882a593Smuzhiyun bank = map->bank;
148*4882a593Smuzhiyun if (!bank) {
149*4882a593Smuzhiyun raw_spin_unlock_irqrestore(&bank_lock, lock_flags);
150*4882a593Smuzhiyun pr_err("IPU: %s(%u) - unmapped!\n", __func__, d->irq);
151*4882a593Smuzhiyun return;
152*4882a593Smuzhiyun }
153*4882a593Smuzhiyun
154*4882a593Smuzhiyun ipu_write_reg(bank->ipu, 1UL << (map->source & 31), bank->status);
155*4882a593Smuzhiyun raw_spin_unlock_irqrestore(&bank_lock, lock_flags);
156*4882a593Smuzhiyun }
157*4882a593Smuzhiyun
158*4882a593Smuzhiyun /**
159*4882a593Smuzhiyun * ipu_irq_status() - returns the current interrupt status of the specified IRQ.
160*4882a593Smuzhiyun * @irq: interrupt line to get status for.
161*4882a593Smuzhiyun * @return: true if the interrupt is pending/asserted or false if the
162*4882a593Smuzhiyun * interrupt is not pending.
163*4882a593Smuzhiyun */
ipu_irq_status(unsigned int irq)164*4882a593Smuzhiyun bool ipu_irq_status(unsigned int irq)
165*4882a593Smuzhiyun {
166*4882a593Smuzhiyun struct ipu_irq_map *map = irq_get_chip_data(irq);
167*4882a593Smuzhiyun struct ipu_irq_bank *bank;
168*4882a593Smuzhiyun unsigned long lock_flags;
169*4882a593Smuzhiyun bool ret;
170*4882a593Smuzhiyun
171*4882a593Smuzhiyun raw_spin_lock_irqsave(&bank_lock, lock_flags);
172*4882a593Smuzhiyun bank = map->bank;
173*4882a593Smuzhiyun ret = bank && ipu_read_reg(bank->ipu, bank->status) &
174*4882a593Smuzhiyun (1UL << (map->source & 31));
175*4882a593Smuzhiyun raw_spin_unlock_irqrestore(&bank_lock, lock_flags);
176*4882a593Smuzhiyun
177*4882a593Smuzhiyun return ret;
178*4882a593Smuzhiyun }
179*4882a593Smuzhiyun
180*4882a593Smuzhiyun /**
181*4882a593Smuzhiyun * ipu_irq_map() - map an IPU interrupt source to an IRQ number
182*4882a593Smuzhiyun * @source: interrupt source bit position (see below)
183*4882a593Smuzhiyun * @return: mapped IRQ number or negative error code
184*4882a593Smuzhiyun *
185*4882a593Smuzhiyun * The source parameter has to be explained further. On i.MX31 IPU has 137 IRQ
186*4882a593Smuzhiyun * sources, they are broken down in 5 32-bit registers, like 32, 32, 24, 32, 17.
187*4882a593Smuzhiyun * However, the source argument of this function is not the sequence number of
188*4882a593Smuzhiyun * the possible IRQ, but rather its bit position. So, first interrupt in fourth
189*4882a593Smuzhiyun * register has source number 96, and not 88. This makes calculations easier,
190*4882a593Smuzhiyun * and also provides forward compatibility with any future IPU implementations
191*4882a593Smuzhiyun * with any interrupt bit assignments.
192*4882a593Smuzhiyun */
ipu_irq_map(unsigned int source)193*4882a593Smuzhiyun int ipu_irq_map(unsigned int source)
194*4882a593Smuzhiyun {
195*4882a593Smuzhiyun int i, ret = -ENOMEM;
196*4882a593Smuzhiyun struct ipu_irq_map *map;
197*4882a593Smuzhiyun
198*4882a593Smuzhiyun might_sleep();
199*4882a593Smuzhiyun
200*4882a593Smuzhiyun mutex_lock(&map_lock);
201*4882a593Smuzhiyun map = src2map(source);
202*4882a593Smuzhiyun if (map) {
203*4882a593Smuzhiyun pr_err("IPU: Source %u already mapped to IRQ %u\n", source, map->irq);
204*4882a593Smuzhiyun ret = -EBUSY;
205*4882a593Smuzhiyun goto out;
206*4882a593Smuzhiyun }
207*4882a593Smuzhiyun
208*4882a593Smuzhiyun for (i = 0; i < CONFIG_MX3_IPU_IRQS; i++) {
209*4882a593Smuzhiyun if (irq_map[i].source < 0) {
210*4882a593Smuzhiyun unsigned long lock_flags;
211*4882a593Smuzhiyun
212*4882a593Smuzhiyun raw_spin_lock_irqsave(&bank_lock, lock_flags);
213*4882a593Smuzhiyun irq_map[i].source = source;
214*4882a593Smuzhiyun irq_map[i].bank = irq_bank + source / 32;
215*4882a593Smuzhiyun raw_spin_unlock_irqrestore(&bank_lock, lock_flags);
216*4882a593Smuzhiyun
217*4882a593Smuzhiyun ret = irq_map[i].irq;
218*4882a593Smuzhiyun pr_debug("IPU: mapped source %u to IRQ %u\n",
219*4882a593Smuzhiyun source, ret);
220*4882a593Smuzhiyun break;
221*4882a593Smuzhiyun }
222*4882a593Smuzhiyun }
223*4882a593Smuzhiyun out:
224*4882a593Smuzhiyun mutex_unlock(&map_lock);
225*4882a593Smuzhiyun
226*4882a593Smuzhiyun if (ret < 0)
227*4882a593Smuzhiyun pr_err("IPU: couldn't map source %u: %d\n", source, ret);
228*4882a593Smuzhiyun
229*4882a593Smuzhiyun return ret;
230*4882a593Smuzhiyun }
231*4882a593Smuzhiyun
232*4882a593Smuzhiyun /**
233*4882a593Smuzhiyun * ipu_irq_map() - map an IPU interrupt source to an IRQ number
234*4882a593Smuzhiyun * @source: interrupt source bit position (see ipu_irq_map())
235*4882a593Smuzhiyun * @return: 0 or negative error code
236*4882a593Smuzhiyun */
ipu_irq_unmap(unsigned int source)237*4882a593Smuzhiyun int ipu_irq_unmap(unsigned int source)
238*4882a593Smuzhiyun {
239*4882a593Smuzhiyun int i, ret = -EINVAL;
240*4882a593Smuzhiyun
241*4882a593Smuzhiyun might_sleep();
242*4882a593Smuzhiyun
243*4882a593Smuzhiyun mutex_lock(&map_lock);
244*4882a593Smuzhiyun for (i = 0; i < CONFIG_MX3_IPU_IRQS; i++) {
245*4882a593Smuzhiyun if (irq_map[i].source == source) {
246*4882a593Smuzhiyun unsigned long lock_flags;
247*4882a593Smuzhiyun
248*4882a593Smuzhiyun pr_debug("IPU: unmapped source %u from IRQ %u\n",
249*4882a593Smuzhiyun source, irq_map[i].irq);
250*4882a593Smuzhiyun
251*4882a593Smuzhiyun raw_spin_lock_irqsave(&bank_lock, lock_flags);
252*4882a593Smuzhiyun irq_map[i].source = -EINVAL;
253*4882a593Smuzhiyun irq_map[i].bank = NULL;
254*4882a593Smuzhiyun raw_spin_unlock_irqrestore(&bank_lock, lock_flags);
255*4882a593Smuzhiyun
256*4882a593Smuzhiyun ret = 0;
257*4882a593Smuzhiyun break;
258*4882a593Smuzhiyun }
259*4882a593Smuzhiyun }
260*4882a593Smuzhiyun mutex_unlock(&map_lock);
261*4882a593Smuzhiyun
262*4882a593Smuzhiyun return ret;
263*4882a593Smuzhiyun }
264*4882a593Smuzhiyun
265*4882a593Smuzhiyun /* Chained IRQ handler for IPU function and error interrupt */
ipu_irq_handler(struct irq_desc * desc)266*4882a593Smuzhiyun static void ipu_irq_handler(struct irq_desc *desc)
267*4882a593Smuzhiyun {
268*4882a593Smuzhiyun struct ipu *ipu = irq_desc_get_handler_data(desc);
269*4882a593Smuzhiyun u32 status;
270*4882a593Smuzhiyun int i, line;
271*4882a593Smuzhiyun
272*4882a593Smuzhiyun for (i = 0; i < IPU_IRQ_NR_BANKS; i++) {
273*4882a593Smuzhiyun struct ipu_irq_bank *bank = irq_bank + i;
274*4882a593Smuzhiyun
275*4882a593Smuzhiyun raw_spin_lock(&bank_lock);
276*4882a593Smuzhiyun status = ipu_read_reg(ipu, bank->status);
277*4882a593Smuzhiyun /*
278*4882a593Smuzhiyun * Don't think we have to clear all interrupts here, they will
279*4882a593Smuzhiyun * be acked by ->handle_irq() (handle_level_irq). However, we
280*4882a593Smuzhiyun * might want to clear unhandled interrupts after the loop...
281*4882a593Smuzhiyun */
282*4882a593Smuzhiyun status &= ipu_read_reg(ipu, bank->control);
283*4882a593Smuzhiyun raw_spin_unlock(&bank_lock);
284*4882a593Smuzhiyun while ((line = ffs(status))) {
285*4882a593Smuzhiyun struct ipu_irq_map *map;
286*4882a593Smuzhiyun unsigned int irq;
287*4882a593Smuzhiyun
288*4882a593Smuzhiyun line--;
289*4882a593Smuzhiyun status &= ~(1UL << line);
290*4882a593Smuzhiyun
291*4882a593Smuzhiyun raw_spin_lock(&bank_lock);
292*4882a593Smuzhiyun map = src2map(32 * i + line);
293*4882a593Smuzhiyun if (!map) {
294*4882a593Smuzhiyun raw_spin_unlock(&bank_lock);
295*4882a593Smuzhiyun pr_err("IPU: Interrupt on unmapped source %u bank %d\n",
296*4882a593Smuzhiyun line, i);
297*4882a593Smuzhiyun continue;
298*4882a593Smuzhiyun }
299*4882a593Smuzhiyun irq = map->irq;
300*4882a593Smuzhiyun raw_spin_unlock(&bank_lock);
301*4882a593Smuzhiyun generic_handle_irq(irq);
302*4882a593Smuzhiyun }
303*4882a593Smuzhiyun }
304*4882a593Smuzhiyun }
305*4882a593Smuzhiyun
306*4882a593Smuzhiyun static struct irq_chip ipu_irq_chip = {
307*4882a593Smuzhiyun .name = "ipu_irq",
308*4882a593Smuzhiyun .irq_ack = ipu_irq_ack,
309*4882a593Smuzhiyun .irq_mask = ipu_irq_mask,
310*4882a593Smuzhiyun .irq_unmask = ipu_irq_unmask,
311*4882a593Smuzhiyun };
312*4882a593Smuzhiyun
313*4882a593Smuzhiyun /* Install the IRQ handler */
ipu_irq_attach_irq(struct ipu * ipu,struct platform_device * dev)314*4882a593Smuzhiyun int __init ipu_irq_attach_irq(struct ipu *ipu, struct platform_device *dev)
315*4882a593Smuzhiyun {
316*4882a593Smuzhiyun unsigned int irq, i;
317*4882a593Smuzhiyun int irq_base = irq_alloc_descs(-1, 0, CONFIG_MX3_IPU_IRQS,
318*4882a593Smuzhiyun numa_node_id());
319*4882a593Smuzhiyun
320*4882a593Smuzhiyun if (irq_base < 0)
321*4882a593Smuzhiyun return irq_base;
322*4882a593Smuzhiyun
323*4882a593Smuzhiyun for (i = 0; i < IPU_IRQ_NR_BANKS; i++)
324*4882a593Smuzhiyun irq_bank[i].ipu = ipu;
325*4882a593Smuzhiyun
326*4882a593Smuzhiyun for (i = 0; i < CONFIG_MX3_IPU_IRQS; i++) {
327*4882a593Smuzhiyun int ret;
328*4882a593Smuzhiyun
329*4882a593Smuzhiyun irq = irq_base + i;
330*4882a593Smuzhiyun ret = irq_set_chip(irq, &ipu_irq_chip);
331*4882a593Smuzhiyun if (ret < 0)
332*4882a593Smuzhiyun return ret;
333*4882a593Smuzhiyun ret = irq_set_chip_data(irq, irq_map + i);
334*4882a593Smuzhiyun if (ret < 0)
335*4882a593Smuzhiyun return ret;
336*4882a593Smuzhiyun irq_map[i].ipu = ipu;
337*4882a593Smuzhiyun irq_map[i].irq = irq;
338*4882a593Smuzhiyun irq_map[i].source = -EINVAL;
339*4882a593Smuzhiyun irq_set_handler(irq, handle_level_irq);
340*4882a593Smuzhiyun irq_clear_status_flags(irq, IRQ_NOREQUEST | IRQ_NOPROBE);
341*4882a593Smuzhiyun }
342*4882a593Smuzhiyun
343*4882a593Smuzhiyun irq_set_chained_handler_and_data(ipu->irq_fn, ipu_irq_handler, ipu);
344*4882a593Smuzhiyun
345*4882a593Smuzhiyun irq_set_chained_handler_and_data(ipu->irq_err, ipu_irq_handler, ipu);
346*4882a593Smuzhiyun
347*4882a593Smuzhiyun ipu->irq_base = irq_base;
348*4882a593Smuzhiyun
349*4882a593Smuzhiyun return 0;
350*4882a593Smuzhiyun }
351*4882a593Smuzhiyun
ipu_irq_detach_irq(struct ipu * ipu,struct platform_device * dev)352*4882a593Smuzhiyun void ipu_irq_detach_irq(struct ipu *ipu, struct platform_device *dev)
353*4882a593Smuzhiyun {
354*4882a593Smuzhiyun unsigned int irq, irq_base;
355*4882a593Smuzhiyun
356*4882a593Smuzhiyun irq_base = ipu->irq_base;
357*4882a593Smuzhiyun
358*4882a593Smuzhiyun irq_set_chained_handler_and_data(ipu->irq_fn, NULL, NULL);
359*4882a593Smuzhiyun
360*4882a593Smuzhiyun irq_set_chained_handler_and_data(ipu->irq_err, NULL, NULL);
361*4882a593Smuzhiyun
362*4882a593Smuzhiyun for (irq = irq_base; irq < irq_base + CONFIG_MX3_IPU_IRQS; irq++) {
363*4882a593Smuzhiyun irq_set_status_flags(irq, IRQ_NOREQUEST);
364*4882a593Smuzhiyun irq_set_chip(irq, NULL);
365*4882a593Smuzhiyun irq_set_chip_data(irq, NULL);
366*4882a593Smuzhiyun }
367*4882a593Smuzhiyun }
368