| 
									
										
										
										
											2012-11-21 18:34:08 -08:00
										 |  |  | /*
 | 
					
						
							| 
									
										
										
										
											2014-06-26 12:11:34 -07:00
										 |  |  |  * This file is subject to the terms and conditions of the GNU General Public | 
					
						
							|  |  |  |  * License.  See the file "COPYING" in the main directory of this archive | 
					
						
							|  |  |  |  * for more details. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * KVM/MIPS: Interrupt delivery | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Copyright (C) 2012  MIPS Technologies, Inc.  All rights reserved. | 
					
						
							|  |  |  |  * Authors: Sanjay Lal <sanjayl@kymasys.com> | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2012-11-21 18:34:08 -08:00
										 |  |  | 
 | 
					
						
							|  |  |  | #include <linux/errno.h>
 | 
					
						
							|  |  |  | #include <linux/err.h>
 | 
					
						
							|  |  |  | #include <linux/module.h>
 | 
					
						
							|  |  |  | #include <linux/vmalloc.h>
 | 
					
						
							|  |  |  | #include <linux/fs.h>
 | 
					
						
							|  |  |  | #include <linux/bootmem.h>
 | 
					
						
							|  |  |  | #include <asm/page.h>
 | 
					
						
							|  |  |  | #include <asm/cacheflush.h>
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <linux/kvm_host.h>
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-06-26 12:11:38 -07:00
										 |  |  | #include "interrupt.h"
 | 
					
						
							| 
									
										
										
										
											2012-11-21 18:34:08 -08:00
										 |  |  | 
 | 
					
						
							|  |  |  | void kvm_mips_queue_irq(struct kvm_vcpu *vcpu, uint32_t priority) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	set_bit(priority, &vcpu->arch.pending_exceptions); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void kvm_mips_dequeue_irq(struct kvm_vcpu *vcpu, uint32_t priority) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	clear_bit(priority, &vcpu->arch.pending_exceptions); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void kvm_mips_queue_timer_int_cb(struct kvm_vcpu *vcpu) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2014-06-26 12:11:34 -07:00
										 |  |  | 	/*
 | 
					
						
							|  |  |  | 	 * Cause bits to reflect the pending timer interrupt, | 
					
						
							| 
									
										
										
										
											2012-11-21 18:34:08 -08:00
										 |  |  | 	 * the EXC code will be set when we are actually | 
					
						
							|  |  |  | 	 * delivering the interrupt: | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	kvm_set_c0_guest_cause(vcpu->arch.cop0, (C_IRQ5 | C_TI)); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* Queue up an INT exception for the core */ | 
					
						
							|  |  |  | 	kvm_mips_queue_irq(vcpu, MIPS_EXC_INT_TIMER); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void kvm_mips_dequeue_timer_int_cb(struct kvm_vcpu *vcpu) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	kvm_clear_c0_guest_cause(vcpu->arch.cop0, (C_IRQ5 | C_TI)); | 
					
						
							|  |  |  | 	kvm_mips_dequeue_irq(vcpu, MIPS_EXC_INT_TIMER); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-06-26 12:11:34 -07:00
										 |  |  | void kvm_mips_queue_io_int_cb(struct kvm_vcpu *vcpu, | 
					
						
							|  |  |  | 			      struct kvm_mips_interrupt *irq) | 
					
						
							| 
									
										
										
										
											2012-11-21 18:34:08 -08:00
										 |  |  | { | 
					
						
							|  |  |  | 	int intr = (int)irq->irq; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-06-26 12:11:34 -07:00
										 |  |  | 	/*
 | 
					
						
							|  |  |  | 	 * Cause bits to reflect the pending IO interrupt, | 
					
						
							| 
									
										
										
										
											2012-11-21 18:34:08 -08:00
										 |  |  | 	 * the EXC code will be set when we are actually | 
					
						
							|  |  |  | 	 * delivering the interrupt: | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	switch (intr) { | 
					
						
							|  |  |  | 	case 2: | 
					
						
							|  |  |  | 		kvm_set_c0_guest_cause(vcpu->arch.cop0, (C_IRQ0)); | 
					
						
							|  |  |  | 		/* Queue up an INT exception for the core */ | 
					
						
							|  |  |  | 		kvm_mips_queue_irq(vcpu, MIPS_EXC_INT_IO); | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	case 3: | 
					
						
							|  |  |  | 		kvm_set_c0_guest_cause(vcpu->arch.cop0, (C_IRQ1)); | 
					
						
							|  |  |  | 		kvm_mips_queue_irq(vcpu, MIPS_EXC_INT_IPI_1); | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	case 4: | 
					
						
							|  |  |  | 		kvm_set_c0_guest_cause(vcpu->arch.cop0, (C_IRQ2)); | 
					
						
							|  |  |  | 		kvm_mips_queue_irq(vcpu, MIPS_EXC_INT_IPI_2); | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	default: | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-06-26 12:11:34 -07:00
										 |  |  | void kvm_mips_dequeue_io_int_cb(struct kvm_vcpu *vcpu, | 
					
						
							|  |  |  | 				struct kvm_mips_interrupt *irq) | 
					
						
							| 
									
										
										
										
											2012-11-21 18:34:08 -08:00
										 |  |  | { | 
					
						
							|  |  |  | 	int intr = (int)irq->irq; | 
					
						
							| 
									
										
										
										
											2014-06-26 12:11:34 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-11-21 18:34:08 -08:00
										 |  |  | 	switch (intr) { | 
					
						
							|  |  |  | 	case -2: | 
					
						
							|  |  |  | 		kvm_clear_c0_guest_cause(vcpu->arch.cop0, (C_IRQ0)); | 
					
						
							|  |  |  | 		kvm_mips_dequeue_irq(vcpu, MIPS_EXC_INT_IO); | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	case -3: | 
					
						
							|  |  |  | 		kvm_clear_c0_guest_cause(vcpu->arch.cop0, (C_IRQ1)); | 
					
						
							|  |  |  | 		kvm_mips_dequeue_irq(vcpu, MIPS_EXC_INT_IPI_1); | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	case -4: | 
					
						
							|  |  |  | 		kvm_clear_c0_guest_cause(vcpu->arch.cop0, (C_IRQ2)); | 
					
						
							|  |  |  | 		kvm_mips_dequeue_irq(vcpu, MIPS_EXC_INT_IPI_2); | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	default: | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* Deliver the interrupt of the corresponding priority, if possible. */ | 
					
						
							| 
									
										
										
										
											2014-06-26 12:11:34 -07:00
										 |  |  | int kvm_mips_irq_deliver_cb(struct kvm_vcpu *vcpu, unsigned int priority, | 
					
						
							|  |  |  | 			    uint32_t cause) | 
					
						
							| 
									
										
										
										
											2012-11-21 18:34:08 -08:00
										 |  |  | { | 
					
						
							|  |  |  | 	int allowed = 0; | 
					
						
							|  |  |  | 	uint32_t exccode; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	struct kvm_vcpu_arch *arch = &vcpu->arch; | 
					
						
							|  |  |  | 	struct mips_coproc *cop0 = vcpu->arch.cop0; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	switch (priority) { | 
					
						
							|  |  |  | 	case MIPS_EXC_INT_TIMER: | 
					
						
							|  |  |  | 		if ((kvm_read_c0_guest_status(cop0) & ST0_IE) | 
					
						
							|  |  |  | 		    && (!(kvm_read_c0_guest_status(cop0) & (ST0_EXL | ST0_ERL))) | 
					
						
							|  |  |  | 		    && (kvm_read_c0_guest_status(cop0) & IE_IRQ5)) { | 
					
						
							|  |  |  | 			allowed = 1; | 
					
						
							|  |  |  | 			exccode = T_INT; | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	case MIPS_EXC_INT_IO: | 
					
						
							|  |  |  | 		if ((kvm_read_c0_guest_status(cop0) & ST0_IE) | 
					
						
							|  |  |  | 		    && (!(kvm_read_c0_guest_status(cop0) & (ST0_EXL | ST0_ERL))) | 
					
						
							|  |  |  | 		    && (kvm_read_c0_guest_status(cop0) & IE_IRQ0)) { | 
					
						
							|  |  |  | 			allowed = 1; | 
					
						
							|  |  |  | 			exccode = T_INT; | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	case MIPS_EXC_INT_IPI_1: | 
					
						
							|  |  |  | 		if ((kvm_read_c0_guest_status(cop0) & ST0_IE) | 
					
						
							|  |  |  | 		    && (!(kvm_read_c0_guest_status(cop0) & (ST0_EXL | ST0_ERL))) | 
					
						
							|  |  |  | 		    && (kvm_read_c0_guest_status(cop0) & IE_IRQ1)) { | 
					
						
							|  |  |  | 			allowed = 1; | 
					
						
							|  |  |  | 			exccode = T_INT; | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	case MIPS_EXC_INT_IPI_2: | 
					
						
							|  |  |  | 		if ((kvm_read_c0_guest_status(cop0) & ST0_IE) | 
					
						
							|  |  |  | 		    && (!(kvm_read_c0_guest_status(cop0) & (ST0_EXL | ST0_ERL))) | 
					
						
							|  |  |  | 		    && (kvm_read_c0_guest_status(cop0) & IE_IRQ2)) { | 
					
						
							|  |  |  | 			allowed = 1; | 
					
						
							|  |  |  | 			exccode = T_INT; | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	default: | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* Are we allowed to deliver the interrupt ??? */ | 
					
						
							|  |  |  | 	if (allowed) { | 
					
						
							|  |  |  | 		if ((kvm_read_c0_guest_status(cop0) & ST0_EXL) == 0) { | 
					
						
							|  |  |  | 			/* save old pc */ | 
					
						
							|  |  |  | 			kvm_write_c0_guest_epc(cop0, arch->pc); | 
					
						
							|  |  |  | 			kvm_set_c0_guest_status(cop0, ST0_EXL); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 			if (cause & CAUSEF_BD) | 
					
						
							|  |  |  | 				kvm_set_c0_guest_cause(cop0, CAUSEF_BD); | 
					
						
							|  |  |  | 			else | 
					
						
							|  |  |  | 				kvm_clear_c0_guest_cause(cop0, CAUSEF_BD); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 			kvm_debug("Delivering INT @ pc %#lx\n", arch->pc); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		} else | 
					
						
							|  |  |  | 			kvm_err("Trying to deliver interrupt when EXL is already set\n"); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		kvm_change_c0_guest_cause(cop0, CAUSEF_EXCCODE, | 
					
						
							|  |  |  | 					  (exccode << CAUSEB_EXCCODE)); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		/* XXXSL Set PC to the interrupt exception entry point */ | 
					
						
							|  |  |  | 		if (kvm_read_c0_guest_cause(cop0) & CAUSEF_IV) | 
					
						
							|  |  |  | 			arch->pc = KVM_GUEST_KSEG0 + 0x200; | 
					
						
							|  |  |  | 		else | 
					
						
							|  |  |  | 			arch->pc = KVM_GUEST_KSEG0 + 0x180; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		clear_bit(priority, &vcpu->arch.pending_exceptions); | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return allowed; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-06-26 12:11:34 -07:00
										 |  |  | int kvm_mips_irq_clear_cb(struct kvm_vcpu *vcpu, unsigned int priority, | 
					
						
							|  |  |  | 			  uint32_t cause) | 
					
						
							| 
									
										
										
										
											2012-11-21 18:34:08 -08:00
										 |  |  | { | 
					
						
							|  |  |  | 	return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void kvm_mips_deliver_interrupts(struct kvm_vcpu *vcpu, uint32_t cause) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	unsigned long *pending = &vcpu->arch.pending_exceptions; | 
					
						
							|  |  |  | 	unsigned long *pending_clr = &vcpu->arch.pending_exceptions_clr; | 
					
						
							|  |  |  | 	unsigned int priority; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (!(*pending) && !(*pending_clr)) | 
					
						
							|  |  |  | 		return; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	priority = __ffs(*pending_clr); | 
					
						
							|  |  |  | 	while (priority <= MIPS_EXC_MAX) { | 
					
						
							|  |  |  | 		if (kvm_mips_callbacks->irq_clear(vcpu, priority, cause)) { | 
					
						
							|  |  |  | 			if (!KVM_MIPS_IRQ_CLEAR_ALL_AT_ONCE) | 
					
						
							|  |  |  | 				break; | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		priority = find_next_bit(pending_clr, | 
					
						
							|  |  |  | 					 BITS_PER_BYTE * sizeof(*pending_clr), | 
					
						
							|  |  |  | 					 priority + 1); | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	priority = __ffs(*pending); | 
					
						
							|  |  |  | 	while (priority <= MIPS_EXC_MAX) { | 
					
						
							|  |  |  | 		if (kvm_mips_callbacks->irq_deliver(vcpu, priority, cause)) { | 
					
						
							|  |  |  | 			if (!KVM_MIPS_IRQ_DELIVER_ALL_AT_ONCE) | 
					
						
							|  |  |  | 				break; | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		priority = find_next_bit(pending, | 
					
						
							|  |  |  | 					 BITS_PER_BYTE * sizeof(*pending), | 
					
						
							|  |  |  | 					 priority + 1); | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int kvm_mips_pending_timer(struct kvm_vcpu *vcpu) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	return test_bit(MIPS_EXC_INT_TIMER, &vcpu->arch.pending_exceptions); | 
					
						
							|  |  |  | } |