1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * This file is subject to the terms and conditions of the GNU General Public
3*4882a593Smuzhiyun * License. See the file "COPYING" in the main directory of this archive
4*4882a593Smuzhiyun * for more details.
5*4882a593Smuzhiyun *
6*4882a593Smuzhiyun * KVM/MIPS: Interrupt delivery
7*4882a593Smuzhiyun *
8*4882a593Smuzhiyun * Copyright (C) 2012 MIPS Technologies, Inc. All rights reserved.
9*4882a593Smuzhiyun * Authors: Sanjay Lal <sanjayl@kymasys.com>
10*4882a593Smuzhiyun */
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun #include <linux/errno.h>
13*4882a593Smuzhiyun #include <linux/err.h>
14*4882a593Smuzhiyun #include <linux/vmalloc.h>
15*4882a593Smuzhiyun #include <linux/fs.h>
16*4882a593Smuzhiyun #include <linux/memblock.h>
17*4882a593Smuzhiyun #include <asm/page.h>
18*4882a593Smuzhiyun #include <asm/cacheflush.h>
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun #include <linux/kvm_host.h>
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun #include "interrupt.h"
23*4882a593Smuzhiyun
kvm_mips_queue_irq(struct kvm_vcpu * vcpu,unsigned int priority)24*4882a593Smuzhiyun void kvm_mips_queue_irq(struct kvm_vcpu *vcpu, unsigned int priority)
25*4882a593Smuzhiyun {
26*4882a593Smuzhiyun set_bit(priority, &vcpu->arch.pending_exceptions);
27*4882a593Smuzhiyun }
28*4882a593Smuzhiyun
kvm_mips_dequeue_irq(struct kvm_vcpu * vcpu,unsigned int priority)29*4882a593Smuzhiyun void kvm_mips_dequeue_irq(struct kvm_vcpu *vcpu, unsigned int priority)
30*4882a593Smuzhiyun {
31*4882a593Smuzhiyun clear_bit(priority, &vcpu->arch.pending_exceptions);
32*4882a593Smuzhiyun }
33*4882a593Smuzhiyun
kvm_mips_queue_timer_int_cb(struct kvm_vcpu * vcpu)34*4882a593Smuzhiyun void kvm_mips_queue_timer_int_cb(struct kvm_vcpu *vcpu)
35*4882a593Smuzhiyun {
36*4882a593Smuzhiyun /*
37*4882a593Smuzhiyun * Cause bits to reflect the pending timer interrupt,
38*4882a593Smuzhiyun * the EXC code will be set when we are actually
39*4882a593Smuzhiyun * delivering the interrupt:
40*4882a593Smuzhiyun */
41*4882a593Smuzhiyun kvm_set_c0_guest_cause(vcpu->arch.cop0, (C_IRQ5 | C_TI));
42*4882a593Smuzhiyun
43*4882a593Smuzhiyun /* Queue up an INT exception for the core */
44*4882a593Smuzhiyun kvm_mips_queue_irq(vcpu, MIPS_EXC_INT_TIMER);
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun }
47*4882a593Smuzhiyun
kvm_mips_dequeue_timer_int_cb(struct kvm_vcpu * vcpu)48*4882a593Smuzhiyun void kvm_mips_dequeue_timer_int_cb(struct kvm_vcpu *vcpu)
49*4882a593Smuzhiyun {
50*4882a593Smuzhiyun kvm_clear_c0_guest_cause(vcpu->arch.cop0, (C_IRQ5 | C_TI));
51*4882a593Smuzhiyun kvm_mips_dequeue_irq(vcpu, MIPS_EXC_INT_TIMER);
52*4882a593Smuzhiyun }
53*4882a593Smuzhiyun
kvm_mips_queue_io_int_cb(struct kvm_vcpu * vcpu,struct kvm_mips_interrupt * irq)54*4882a593Smuzhiyun void kvm_mips_queue_io_int_cb(struct kvm_vcpu *vcpu,
55*4882a593Smuzhiyun struct kvm_mips_interrupt *irq)
56*4882a593Smuzhiyun {
57*4882a593Smuzhiyun int intr = (int)irq->irq;
58*4882a593Smuzhiyun
59*4882a593Smuzhiyun /*
60*4882a593Smuzhiyun * Cause bits to reflect the pending IO interrupt,
61*4882a593Smuzhiyun * the EXC code will be set when we are actually
62*4882a593Smuzhiyun * delivering the interrupt:
63*4882a593Smuzhiyun */
64*4882a593Smuzhiyun kvm_set_c0_guest_cause(vcpu->arch.cop0, 1 << (intr + 8));
65*4882a593Smuzhiyun kvm_mips_queue_irq(vcpu, kvm_irq_to_priority(intr));
66*4882a593Smuzhiyun }
67*4882a593Smuzhiyun
kvm_mips_dequeue_io_int_cb(struct kvm_vcpu * vcpu,struct kvm_mips_interrupt * irq)68*4882a593Smuzhiyun void kvm_mips_dequeue_io_int_cb(struct kvm_vcpu *vcpu,
69*4882a593Smuzhiyun struct kvm_mips_interrupt *irq)
70*4882a593Smuzhiyun {
71*4882a593Smuzhiyun int intr = (int)irq->irq;
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun kvm_clear_c0_guest_cause(vcpu->arch.cop0, 1 << (-intr + 8));
74*4882a593Smuzhiyun kvm_mips_dequeue_irq(vcpu, kvm_irq_to_priority(-intr));
75*4882a593Smuzhiyun }
76*4882a593Smuzhiyun
77*4882a593Smuzhiyun /* Deliver the interrupt of the corresponding priority, if possible. */
kvm_mips_irq_deliver_cb(struct kvm_vcpu * vcpu,unsigned int priority,u32 cause)78*4882a593Smuzhiyun int kvm_mips_irq_deliver_cb(struct kvm_vcpu *vcpu, unsigned int priority,
79*4882a593Smuzhiyun u32 cause)
80*4882a593Smuzhiyun {
81*4882a593Smuzhiyun int allowed = 0;
82*4882a593Smuzhiyun u32 exccode, ie;
83*4882a593Smuzhiyun
84*4882a593Smuzhiyun struct kvm_vcpu_arch *arch = &vcpu->arch;
85*4882a593Smuzhiyun struct mips_coproc *cop0 = vcpu->arch.cop0;
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun if (priority == MIPS_EXC_MAX)
88*4882a593Smuzhiyun return 0;
89*4882a593Smuzhiyun
90*4882a593Smuzhiyun ie = 1 << (kvm_priority_to_irq[priority] + 8);
91*4882a593Smuzhiyun if ((kvm_read_c0_guest_status(cop0) & ST0_IE)
92*4882a593Smuzhiyun && (!(kvm_read_c0_guest_status(cop0) & (ST0_EXL | ST0_ERL)))
93*4882a593Smuzhiyun && (kvm_read_c0_guest_status(cop0) & ie)) {
94*4882a593Smuzhiyun allowed = 1;
95*4882a593Smuzhiyun exccode = EXCCODE_INT;
96*4882a593Smuzhiyun }
97*4882a593Smuzhiyun
98*4882a593Smuzhiyun /* Are we allowed to deliver the interrupt ??? */
99*4882a593Smuzhiyun if (allowed) {
100*4882a593Smuzhiyun if ((kvm_read_c0_guest_status(cop0) & ST0_EXL) == 0) {
101*4882a593Smuzhiyun /* save old pc */
102*4882a593Smuzhiyun kvm_write_c0_guest_epc(cop0, arch->pc);
103*4882a593Smuzhiyun kvm_set_c0_guest_status(cop0, ST0_EXL);
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun if (cause & CAUSEF_BD)
106*4882a593Smuzhiyun kvm_set_c0_guest_cause(cop0, CAUSEF_BD);
107*4882a593Smuzhiyun else
108*4882a593Smuzhiyun kvm_clear_c0_guest_cause(cop0, CAUSEF_BD);
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun kvm_debug("Delivering INT @ pc %#lx\n", arch->pc);
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun } else
113*4882a593Smuzhiyun kvm_err("Trying to deliver interrupt when EXL is already set\n");
114*4882a593Smuzhiyun
115*4882a593Smuzhiyun kvm_change_c0_guest_cause(cop0, CAUSEF_EXCCODE,
116*4882a593Smuzhiyun (exccode << CAUSEB_EXCCODE));
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun /* XXXSL Set PC to the interrupt exception entry point */
119*4882a593Smuzhiyun arch->pc = kvm_mips_guest_exception_base(vcpu);
120*4882a593Smuzhiyun if (kvm_read_c0_guest_cause(cop0) & CAUSEF_IV)
121*4882a593Smuzhiyun arch->pc += 0x200;
122*4882a593Smuzhiyun else
123*4882a593Smuzhiyun arch->pc += 0x180;
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun clear_bit(priority, &vcpu->arch.pending_exceptions);
126*4882a593Smuzhiyun }
127*4882a593Smuzhiyun
128*4882a593Smuzhiyun return allowed;
129*4882a593Smuzhiyun }
130*4882a593Smuzhiyun
kvm_mips_irq_clear_cb(struct kvm_vcpu * vcpu,unsigned int priority,u32 cause)131*4882a593Smuzhiyun int kvm_mips_irq_clear_cb(struct kvm_vcpu *vcpu, unsigned int priority,
132*4882a593Smuzhiyun u32 cause)
133*4882a593Smuzhiyun {
134*4882a593Smuzhiyun return 1;
135*4882a593Smuzhiyun }
136*4882a593Smuzhiyun
kvm_mips_deliver_interrupts(struct kvm_vcpu * vcpu,u32 cause)137*4882a593Smuzhiyun void kvm_mips_deliver_interrupts(struct kvm_vcpu *vcpu, u32 cause)
138*4882a593Smuzhiyun {
139*4882a593Smuzhiyun unsigned long *pending = &vcpu->arch.pending_exceptions;
140*4882a593Smuzhiyun unsigned long *pending_clr = &vcpu->arch.pending_exceptions_clr;
141*4882a593Smuzhiyun unsigned int priority;
142*4882a593Smuzhiyun
143*4882a593Smuzhiyun if (!(*pending) && !(*pending_clr))
144*4882a593Smuzhiyun return;
145*4882a593Smuzhiyun
146*4882a593Smuzhiyun priority = __ffs(*pending_clr);
147*4882a593Smuzhiyun while (priority <= MIPS_EXC_MAX) {
148*4882a593Smuzhiyun if (kvm_mips_callbacks->irq_clear(vcpu, priority, cause)) {
149*4882a593Smuzhiyun if (!KVM_MIPS_IRQ_CLEAR_ALL_AT_ONCE)
150*4882a593Smuzhiyun break;
151*4882a593Smuzhiyun }
152*4882a593Smuzhiyun
153*4882a593Smuzhiyun priority = find_next_bit(pending_clr,
154*4882a593Smuzhiyun BITS_PER_BYTE * sizeof(*pending_clr),
155*4882a593Smuzhiyun priority + 1);
156*4882a593Smuzhiyun }
157*4882a593Smuzhiyun
158*4882a593Smuzhiyun priority = __ffs(*pending);
159*4882a593Smuzhiyun while (priority <= MIPS_EXC_MAX) {
160*4882a593Smuzhiyun if (kvm_mips_callbacks->irq_deliver(vcpu, priority, cause)) {
161*4882a593Smuzhiyun if (!KVM_MIPS_IRQ_DELIVER_ALL_AT_ONCE)
162*4882a593Smuzhiyun break;
163*4882a593Smuzhiyun }
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun priority = find_next_bit(pending,
166*4882a593Smuzhiyun BITS_PER_BYTE * sizeof(*pending),
167*4882a593Smuzhiyun priority + 1);
168*4882a593Smuzhiyun }
169*4882a593Smuzhiyun
170*4882a593Smuzhiyun }
171*4882a593Smuzhiyun
kvm_mips_pending_timer(struct kvm_vcpu * vcpu)172*4882a593Smuzhiyun int kvm_mips_pending_timer(struct kvm_vcpu *vcpu)
173*4882a593Smuzhiyun {
174*4882a593Smuzhiyun return test_bit(MIPS_EXC_INT_TIMER, &vcpu->arch.pending_exceptions);
175*4882a593Smuzhiyun }
176