1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0-only */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * arch/arm64/include/asm/arch_gicv3.h
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright (C) 2015 ARM Ltd.
6*4882a593Smuzhiyun */
7*4882a593Smuzhiyun #ifndef __ASM_ARCH_GICV3_H
8*4882a593Smuzhiyun #define __ASM_ARCH_GICV3_H
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun #include <asm/sysreg.h>
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun #ifndef __ASSEMBLY__
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun #include <linux/irqchip/arm-gic-common.h>
15*4882a593Smuzhiyun #include <linux/stringify.h>
16*4882a593Smuzhiyun #include <asm/barrier.h>
17*4882a593Smuzhiyun #include <asm/cacheflush.h>
18*4882a593Smuzhiyun
19*4882a593Smuzhiyun #define read_gicreg(r) read_sysreg_s(SYS_ ## r)
20*4882a593Smuzhiyun #define write_gicreg(v, r) write_sysreg_s(v, SYS_ ## r)
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun /*
23*4882a593Smuzhiyun * Low-level accessors
24*4882a593Smuzhiyun *
25*4882a593Smuzhiyun * These system registers are 32 bits, but we make sure that the compiler
26*4882a593Smuzhiyun * sets the GP register's most significant bits to 0 with an explicit cast.
27*4882a593Smuzhiyun */
28*4882a593Smuzhiyun
gic_write_eoir(u32 irq)29*4882a593Smuzhiyun static inline void gic_write_eoir(u32 irq)
30*4882a593Smuzhiyun {
31*4882a593Smuzhiyun write_sysreg_s(irq, SYS_ICC_EOIR1_EL1);
32*4882a593Smuzhiyun isb();
33*4882a593Smuzhiyun }
34*4882a593Smuzhiyun
gic_write_dir(u32 irq)35*4882a593Smuzhiyun static __always_inline void gic_write_dir(u32 irq)
36*4882a593Smuzhiyun {
37*4882a593Smuzhiyun write_sysreg_s(irq, SYS_ICC_DIR_EL1);
38*4882a593Smuzhiyun isb();
39*4882a593Smuzhiyun }
40*4882a593Smuzhiyun
gic_read_iar_common(void)41*4882a593Smuzhiyun static inline u64 gic_read_iar_common(void)
42*4882a593Smuzhiyun {
43*4882a593Smuzhiyun u64 irqstat;
44*4882a593Smuzhiyun
45*4882a593Smuzhiyun irqstat = read_sysreg_s(SYS_ICC_IAR1_EL1);
46*4882a593Smuzhiyun dsb(sy);
47*4882a593Smuzhiyun return irqstat;
48*4882a593Smuzhiyun }
49*4882a593Smuzhiyun
50*4882a593Smuzhiyun /*
51*4882a593Smuzhiyun * Cavium ThunderX erratum 23154
52*4882a593Smuzhiyun *
53*4882a593Smuzhiyun * The gicv3 of ThunderX requires a modified version for reading the
54*4882a593Smuzhiyun * IAR status to ensure data synchronization (access to icc_iar1_el1
55*4882a593Smuzhiyun * is not sync'ed before and after).
56*4882a593Smuzhiyun */
gic_read_iar_cavium_thunderx(void)57*4882a593Smuzhiyun static inline u64 gic_read_iar_cavium_thunderx(void)
58*4882a593Smuzhiyun {
59*4882a593Smuzhiyun u64 irqstat;
60*4882a593Smuzhiyun
61*4882a593Smuzhiyun nops(8);
62*4882a593Smuzhiyun irqstat = read_sysreg_s(SYS_ICC_IAR1_EL1);
63*4882a593Smuzhiyun nops(4);
64*4882a593Smuzhiyun mb();
65*4882a593Smuzhiyun
66*4882a593Smuzhiyun return irqstat;
67*4882a593Smuzhiyun }
68*4882a593Smuzhiyun
gic_write_ctlr(u32 val)69*4882a593Smuzhiyun static inline void gic_write_ctlr(u32 val)
70*4882a593Smuzhiyun {
71*4882a593Smuzhiyun write_sysreg_s(val, SYS_ICC_CTLR_EL1);
72*4882a593Smuzhiyun isb();
73*4882a593Smuzhiyun }
74*4882a593Smuzhiyun
gic_read_ctlr(void)75*4882a593Smuzhiyun static inline u32 gic_read_ctlr(void)
76*4882a593Smuzhiyun {
77*4882a593Smuzhiyun return read_sysreg_s(SYS_ICC_CTLR_EL1);
78*4882a593Smuzhiyun }
79*4882a593Smuzhiyun
gic_write_grpen1(u32 val)80*4882a593Smuzhiyun static inline void gic_write_grpen1(u32 val)
81*4882a593Smuzhiyun {
82*4882a593Smuzhiyun write_sysreg_s(val, SYS_ICC_IGRPEN1_EL1);
83*4882a593Smuzhiyun isb();
84*4882a593Smuzhiyun }
85*4882a593Smuzhiyun
gic_write_sgi1r(u64 val)86*4882a593Smuzhiyun static inline void gic_write_sgi1r(u64 val)
87*4882a593Smuzhiyun {
88*4882a593Smuzhiyun write_sysreg_s(val, SYS_ICC_SGI1R_EL1);
89*4882a593Smuzhiyun }
90*4882a593Smuzhiyun
gic_read_sre(void)91*4882a593Smuzhiyun static inline u32 gic_read_sre(void)
92*4882a593Smuzhiyun {
93*4882a593Smuzhiyun return read_sysreg_s(SYS_ICC_SRE_EL1);
94*4882a593Smuzhiyun }
95*4882a593Smuzhiyun
gic_write_sre(u32 val)96*4882a593Smuzhiyun static inline void gic_write_sre(u32 val)
97*4882a593Smuzhiyun {
98*4882a593Smuzhiyun write_sysreg_s(val, SYS_ICC_SRE_EL1);
99*4882a593Smuzhiyun isb();
100*4882a593Smuzhiyun }
101*4882a593Smuzhiyun
gic_write_bpr1(u32 val)102*4882a593Smuzhiyun static inline void gic_write_bpr1(u32 val)
103*4882a593Smuzhiyun {
104*4882a593Smuzhiyun write_sysreg_s(val, SYS_ICC_BPR1_EL1);
105*4882a593Smuzhiyun }
106*4882a593Smuzhiyun
gic_read_pmr(void)107*4882a593Smuzhiyun static inline u32 gic_read_pmr(void)
108*4882a593Smuzhiyun {
109*4882a593Smuzhiyun return read_sysreg_s(SYS_ICC_PMR_EL1);
110*4882a593Smuzhiyun }
111*4882a593Smuzhiyun
gic_write_pmr(u32 val)112*4882a593Smuzhiyun static __always_inline void gic_write_pmr(u32 val)
113*4882a593Smuzhiyun {
114*4882a593Smuzhiyun write_sysreg_s(val, SYS_ICC_PMR_EL1);
115*4882a593Smuzhiyun }
116*4882a593Smuzhiyun
gic_read_rpr(void)117*4882a593Smuzhiyun static inline u32 gic_read_rpr(void)
118*4882a593Smuzhiyun {
119*4882a593Smuzhiyun return read_sysreg_s(SYS_ICC_RPR_EL1);
120*4882a593Smuzhiyun }
121*4882a593Smuzhiyun
122*4882a593Smuzhiyun #define gic_read_typer(c) readq_relaxed(c)
123*4882a593Smuzhiyun #define gic_write_irouter(v, c) writeq_relaxed(v, c)
124*4882a593Smuzhiyun #define gic_read_lpir(c) readq_relaxed(c)
125*4882a593Smuzhiyun #define gic_write_lpir(v, c) writeq_relaxed(v, c)
126*4882a593Smuzhiyun
127*4882a593Smuzhiyun #define gic_flush_dcache_to_poc(a,l) __flush_dcache_area((a), (l))
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun #define gits_read_baser(c) readq_relaxed(c)
130*4882a593Smuzhiyun #define gits_write_baser(v, c) writeq_relaxed(v, c)
131*4882a593Smuzhiyun
132*4882a593Smuzhiyun #define gits_read_cbaser(c) readq_relaxed(c)
133*4882a593Smuzhiyun #define gits_write_cbaser(v, c) writeq_relaxed(v, c)
134*4882a593Smuzhiyun
135*4882a593Smuzhiyun #define gits_write_cwriter(v, c) writeq_relaxed(v, c)
136*4882a593Smuzhiyun
137*4882a593Smuzhiyun #define gicr_read_propbaser(c) readq_relaxed(c)
138*4882a593Smuzhiyun #define gicr_write_propbaser(v, c) writeq_relaxed(v, c)
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun #define gicr_write_pendbaser(v, c) writeq_relaxed(v, c)
141*4882a593Smuzhiyun #define gicr_read_pendbaser(c) readq_relaxed(c)
142*4882a593Smuzhiyun
143*4882a593Smuzhiyun #define gicr_write_vpropbaser(v, c) writeq_relaxed(v, c)
144*4882a593Smuzhiyun #define gicr_read_vpropbaser(c) readq_relaxed(c)
145*4882a593Smuzhiyun
146*4882a593Smuzhiyun #define gicr_write_vpendbaser(v, c) writeq_relaxed(v, c)
147*4882a593Smuzhiyun #define gicr_read_vpendbaser(c) readq_relaxed(c)
148*4882a593Smuzhiyun
gic_prio_masking_enabled(void)149*4882a593Smuzhiyun static inline bool gic_prio_masking_enabled(void)
150*4882a593Smuzhiyun {
151*4882a593Smuzhiyun return system_uses_irq_prio_masking();
152*4882a593Smuzhiyun }
153*4882a593Smuzhiyun
gic_pmr_mask_irqs(void)154*4882a593Smuzhiyun static inline void gic_pmr_mask_irqs(void)
155*4882a593Smuzhiyun {
156*4882a593Smuzhiyun BUILD_BUG_ON(GICD_INT_DEF_PRI < (__GIC_PRIO_IRQOFF |
157*4882a593Smuzhiyun GIC_PRIO_PSR_I_SET));
158*4882a593Smuzhiyun BUILD_BUG_ON(GICD_INT_DEF_PRI >= GIC_PRIO_IRQON);
159*4882a593Smuzhiyun /*
160*4882a593Smuzhiyun * Need to make sure IRQON allows IRQs when SCR_EL3.FIQ is cleared
161*4882a593Smuzhiyun * and non-secure PMR accesses are not subject to the shifts that
162*4882a593Smuzhiyun * are applied to IRQ priorities
163*4882a593Smuzhiyun */
164*4882a593Smuzhiyun BUILD_BUG_ON((0x80 | (GICD_INT_DEF_PRI >> 1)) >= GIC_PRIO_IRQON);
165*4882a593Smuzhiyun /*
166*4882a593Smuzhiyun * Same situation as above, but now we make sure that we can mask
167*4882a593Smuzhiyun * regular interrupts.
168*4882a593Smuzhiyun */
169*4882a593Smuzhiyun BUILD_BUG_ON((0x80 | (GICD_INT_DEF_PRI >> 1)) < (__GIC_PRIO_IRQOFF_NS |
170*4882a593Smuzhiyun GIC_PRIO_PSR_I_SET));
171*4882a593Smuzhiyun gic_write_pmr(GIC_PRIO_IRQOFF);
172*4882a593Smuzhiyun }
173*4882a593Smuzhiyun
gic_arch_enable_irqs(void)174*4882a593Smuzhiyun static inline void gic_arch_enable_irqs(void)
175*4882a593Smuzhiyun {
176*4882a593Smuzhiyun asm volatile ("msr daifclr, #2" : : : "memory");
177*4882a593Smuzhiyun }
178*4882a593Smuzhiyun
179*4882a593Smuzhiyun #endif /* __ASSEMBLY__ */
180*4882a593Smuzhiyun #endif /* __ASM_ARCH_GICV3_H */
181