1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0-only */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright 2012 Michael Ellerman, IBM Corporation.
4*4882a593Smuzhiyun * Copyright 2012 Benjamin Herrenschmidt, IBM Corporation
5*4882a593Smuzhiyun */
6*4882a593Smuzhiyun
7*4882a593Smuzhiyun #ifndef _KVM_PPC_BOOK3S_XICS_H
8*4882a593Smuzhiyun #define _KVM_PPC_BOOK3S_XICS_H
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun #ifdef CONFIG_KVM_XICS
11*4882a593Smuzhiyun /*
12*4882a593Smuzhiyun * We use a two-level tree to store interrupt source information.
13*4882a593Smuzhiyun * There are up to 1024 ICS nodes, each of which can represent
14*4882a593Smuzhiyun * 1024 sources.
15*4882a593Smuzhiyun */
16*4882a593Smuzhiyun #define KVMPPC_XICS_MAX_ICS_ID 1023
17*4882a593Smuzhiyun #define KVMPPC_XICS_ICS_SHIFT 10
18*4882a593Smuzhiyun #define KVMPPC_XICS_IRQ_PER_ICS (1 << KVMPPC_XICS_ICS_SHIFT)
19*4882a593Smuzhiyun #define KVMPPC_XICS_SRC_MASK (KVMPPC_XICS_IRQ_PER_ICS - 1)
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun /*
22*4882a593Smuzhiyun * Interrupt source numbers below this are reserved, for example
23*4882a593Smuzhiyun * 0 is "no interrupt", and 2 is used for IPIs.
24*4882a593Smuzhiyun */
25*4882a593Smuzhiyun #define KVMPPC_XICS_FIRST_IRQ 16
26*4882a593Smuzhiyun #define KVMPPC_XICS_NR_IRQS ((KVMPPC_XICS_MAX_ICS_ID + 1) * \
27*4882a593Smuzhiyun KVMPPC_XICS_IRQ_PER_ICS)
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun /* Priority value to use for disabling an interrupt */
30*4882a593Smuzhiyun #define MASKED 0xff
31*4882a593Smuzhiyun
32*4882a593Smuzhiyun #define PQ_PRESENTED 1
33*4882a593Smuzhiyun #define PQ_QUEUED 2
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun /* State for one irq source */
36*4882a593Smuzhiyun struct ics_irq_state {
37*4882a593Smuzhiyun u32 number;
38*4882a593Smuzhiyun u32 server;
39*4882a593Smuzhiyun u32 pq_state;
40*4882a593Smuzhiyun u8 priority;
41*4882a593Smuzhiyun u8 saved_priority;
42*4882a593Smuzhiyun u8 resend;
43*4882a593Smuzhiyun u8 masked_pending;
44*4882a593Smuzhiyun u8 lsi; /* level-sensitive interrupt */
45*4882a593Smuzhiyun u8 exists;
46*4882a593Smuzhiyun int intr_cpu;
47*4882a593Smuzhiyun u32 host_irq;
48*4882a593Smuzhiyun };
49*4882a593Smuzhiyun
50*4882a593Smuzhiyun /* Atomic ICP state, updated with a single compare & swap */
51*4882a593Smuzhiyun union kvmppc_icp_state {
52*4882a593Smuzhiyun unsigned long raw;
53*4882a593Smuzhiyun struct {
54*4882a593Smuzhiyun u8 out_ee:1;
55*4882a593Smuzhiyun u8 need_resend:1;
56*4882a593Smuzhiyun u8 cppr;
57*4882a593Smuzhiyun u8 mfrr;
58*4882a593Smuzhiyun u8 pending_pri;
59*4882a593Smuzhiyun u32 xisr;
60*4882a593Smuzhiyun };
61*4882a593Smuzhiyun };
62*4882a593Smuzhiyun
63*4882a593Smuzhiyun /* One bit per ICS */
64*4882a593Smuzhiyun #define ICP_RESEND_MAP_SIZE (KVMPPC_XICS_MAX_ICS_ID / BITS_PER_LONG + 1)
65*4882a593Smuzhiyun
66*4882a593Smuzhiyun struct kvmppc_icp {
67*4882a593Smuzhiyun struct kvm_vcpu *vcpu;
68*4882a593Smuzhiyun unsigned long server_num;
69*4882a593Smuzhiyun union kvmppc_icp_state state;
70*4882a593Smuzhiyun unsigned long resend_map[ICP_RESEND_MAP_SIZE];
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun /* Real mode might find something too hard, here's the action
73*4882a593Smuzhiyun * it might request from virtual mode
74*4882a593Smuzhiyun */
75*4882a593Smuzhiyun #define XICS_RM_KICK_VCPU 0x1
76*4882a593Smuzhiyun #define XICS_RM_CHECK_RESEND 0x2
77*4882a593Smuzhiyun #define XICS_RM_NOTIFY_EOI 0x8
78*4882a593Smuzhiyun u32 rm_action;
79*4882a593Smuzhiyun struct kvm_vcpu *rm_kick_target;
80*4882a593Smuzhiyun struct kvmppc_icp *rm_resend_icp;
81*4882a593Smuzhiyun u32 rm_reject;
82*4882a593Smuzhiyun u32 rm_eoied_irq;
83*4882a593Smuzhiyun
84*4882a593Smuzhiyun /* Counters for each reason we exited real mode */
85*4882a593Smuzhiyun unsigned long n_rm_kick_vcpu;
86*4882a593Smuzhiyun unsigned long n_rm_check_resend;
87*4882a593Smuzhiyun unsigned long n_rm_notify_eoi;
88*4882a593Smuzhiyun /* Counters for handling ICP processing in real mode */
89*4882a593Smuzhiyun unsigned long n_check_resend;
90*4882a593Smuzhiyun unsigned long n_reject;
91*4882a593Smuzhiyun
92*4882a593Smuzhiyun /* Debug stuff for real mode */
93*4882a593Smuzhiyun union kvmppc_icp_state rm_dbgstate;
94*4882a593Smuzhiyun struct kvm_vcpu *rm_dbgtgt;
95*4882a593Smuzhiyun };
96*4882a593Smuzhiyun
97*4882a593Smuzhiyun struct kvmppc_ics {
98*4882a593Smuzhiyun arch_spinlock_t lock;
99*4882a593Smuzhiyun u16 icsid;
100*4882a593Smuzhiyun struct ics_irq_state irq_state[KVMPPC_XICS_IRQ_PER_ICS];
101*4882a593Smuzhiyun };
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun struct kvmppc_xics {
104*4882a593Smuzhiyun struct kvm *kvm;
105*4882a593Smuzhiyun struct kvm_device *dev;
106*4882a593Smuzhiyun struct dentry *dentry;
107*4882a593Smuzhiyun u32 max_icsid;
108*4882a593Smuzhiyun bool real_mode;
109*4882a593Smuzhiyun bool real_mode_dbg;
110*4882a593Smuzhiyun u32 err_noics;
111*4882a593Smuzhiyun u32 err_noicp;
112*4882a593Smuzhiyun struct kvmppc_ics *ics[KVMPPC_XICS_MAX_ICS_ID + 1];
113*4882a593Smuzhiyun };
114*4882a593Smuzhiyun
kvmppc_xics_find_server(struct kvm * kvm,u32 nr)115*4882a593Smuzhiyun static inline struct kvmppc_icp *kvmppc_xics_find_server(struct kvm *kvm,
116*4882a593Smuzhiyun u32 nr)
117*4882a593Smuzhiyun {
118*4882a593Smuzhiyun struct kvm_vcpu *vcpu = NULL;
119*4882a593Smuzhiyun int i;
120*4882a593Smuzhiyun
121*4882a593Smuzhiyun kvm_for_each_vcpu(i, vcpu, kvm) {
122*4882a593Smuzhiyun if (vcpu->arch.icp && nr == vcpu->arch.icp->server_num)
123*4882a593Smuzhiyun return vcpu->arch.icp;
124*4882a593Smuzhiyun }
125*4882a593Smuzhiyun return NULL;
126*4882a593Smuzhiyun }
127*4882a593Smuzhiyun
kvmppc_xics_find_ics(struct kvmppc_xics * xics,u32 irq,u16 * source)128*4882a593Smuzhiyun static inline struct kvmppc_ics *kvmppc_xics_find_ics(struct kvmppc_xics *xics,
129*4882a593Smuzhiyun u32 irq, u16 *source)
130*4882a593Smuzhiyun {
131*4882a593Smuzhiyun u32 icsid = irq >> KVMPPC_XICS_ICS_SHIFT;
132*4882a593Smuzhiyun u16 src = irq & KVMPPC_XICS_SRC_MASK;
133*4882a593Smuzhiyun struct kvmppc_ics *ics;
134*4882a593Smuzhiyun
135*4882a593Smuzhiyun if (source)
136*4882a593Smuzhiyun *source = src;
137*4882a593Smuzhiyun if (icsid > KVMPPC_XICS_MAX_ICS_ID)
138*4882a593Smuzhiyun return NULL;
139*4882a593Smuzhiyun ics = xics->ics[icsid];
140*4882a593Smuzhiyun if (!ics)
141*4882a593Smuzhiyun return NULL;
142*4882a593Smuzhiyun return ics;
143*4882a593Smuzhiyun }
144*4882a593Smuzhiyun
145*4882a593Smuzhiyun extern unsigned long xics_rm_h_xirr(struct kvm_vcpu *vcpu);
146*4882a593Smuzhiyun extern int xics_rm_h_ipi(struct kvm_vcpu *vcpu, unsigned long server,
147*4882a593Smuzhiyun unsigned long mfrr);
148*4882a593Smuzhiyun extern int xics_rm_h_cppr(struct kvm_vcpu *vcpu, unsigned long cppr);
149*4882a593Smuzhiyun extern int xics_rm_h_eoi(struct kvm_vcpu *vcpu, unsigned long xirr);
150*4882a593Smuzhiyun
151*4882a593Smuzhiyun #endif /* CONFIG_KVM_XICS */
152*4882a593Smuzhiyun #endif /* _KVM_PPC_BOOK3S_XICS_H */
153