| 
									
										
										
										
											2008-05-30 16:05:54 +02:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * KVM coalesced MMIO | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Copyright (c) 2008 Bull S.A.S. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  Author: Laurent Vivier <Laurent.Vivier@bull.net> | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include "iodev.h"
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <linux/kvm_host.h>
 | 
					
						
							|  |  |  | #include <linux/kvm.h>
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include "coalesced_mmio.h"
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-06-01 12:54:50 -04:00
										 |  |  | static inline struct kvm_coalesced_mmio_dev *to_mmio(struct kvm_io_device *dev) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	return container_of(dev, struct kvm_coalesced_mmio_dev, dev); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-06-29 22:24:32 +03:00
										 |  |  | static int coalesced_mmio_in_range(struct kvm_coalesced_mmio_dev *dev, | 
					
						
							|  |  |  | 				   gpa_t addr, int len) | 
					
						
							| 
									
										
										
										
											2008-05-30 16:05:54 +02:00
										 |  |  | { | 
					
						
							|  |  |  | 	struct kvm_coalesced_mmio_zone *zone; | 
					
						
							| 
									
										
										
										
											2009-06-04 18:09:08 +03:00
										 |  |  | 	struct kvm_coalesced_mmio_ring *ring; | 
					
						
							|  |  |  | 	unsigned avail; | 
					
						
							| 
									
										
										
										
											2008-05-30 16:05:54 +02:00
										 |  |  | 	int i; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* Are we able to batch it ? */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* last is the first free entry
 | 
					
						
							|  |  |  | 	 * check if we don't meet the first used entry | 
					
						
							|  |  |  | 	 * there is always one unused entry in the buffer | 
					
						
							|  |  |  | 	 */ | 
					
						
							| 
									
										
										
										
											2009-06-04 18:09:08 +03:00
										 |  |  | 	ring = dev->kvm->coalesced_mmio_ring; | 
					
						
							|  |  |  | 	avail = (ring->first - ring->last - 1) % KVM_COALESCED_MMIO_MAX; | 
					
						
							| 
									
										
										
										
											2009-06-04 15:08:22 -03:00
										 |  |  | 	if (avail < KVM_MAX_VCPUS) { | 
					
						
							| 
									
										
										
										
											2008-05-30 16:05:54 +02:00
										 |  |  | 		/* full */ | 
					
						
							|  |  |  | 		return 0; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* is it in a batchable area ? */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	for (i = 0; i < dev->nb_zones; i++) { | 
					
						
							|  |  |  | 		zone = &dev->zone[i]; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		/* (addr,len) is fully included in
 | 
					
						
							|  |  |  | 		 * (zone->addr, zone->size) | 
					
						
							|  |  |  | 		 */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		if (zone->addr <= addr && | 
					
						
							|  |  |  | 		    addr + len <= zone->addr + zone->size) | 
					
						
							|  |  |  | 			return 1; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-06-29 22:24:32 +03:00
										 |  |  | static int coalesced_mmio_write(struct kvm_io_device *this, | 
					
						
							|  |  |  | 				gpa_t addr, int len, const void *val) | 
					
						
							| 
									
										
										
										
											2008-05-30 16:05:54 +02:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2009-06-01 12:54:50 -04:00
										 |  |  | 	struct kvm_coalesced_mmio_dev *dev = to_mmio(this); | 
					
						
							| 
									
										
										
										
											2008-05-30 16:05:54 +02:00
										 |  |  | 	struct kvm_coalesced_mmio_ring *ring = dev->kvm->coalesced_mmio_ring; | 
					
						
							| 
									
										
										
										
											2009-06-29 22:24:32 +03:00
										 |  |  | 	if (!coalesced_mmio_in_range(dev, addr, len)) | 
					
						
							|  |  |  | 		return -EOPNOTSUPP; | 
					
						
							| 
									
										
										
										
											2008-05-30 16:05:54 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-06-04 15:08:22 -03:00
										 |  |  | 	spin_lock(&dev->lock); | 
					
						
							| 
									
										
										
										
											2008-05-30 16:05:54 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/* copy data in first free entry of the ring */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	ring->coalesced_mmio[ring->last].phys_addr = addr; | 
					
						
							|  |  |  | 	ring->coalesced_mmio[ring->last].len = len; | 
					
						
							|  |  |  | 	memcpy(ring->coalesced_mmio[ring->last].data, val, len); | 
					
						
							|  |  |  | 	smp_wmb(); | 
					
						
							|  |  |  | 	ring->last = (ring->last + 1) % KVM_COALESCED_MMIO_MAX; | 
					
						
							| 
									
										
										
										
											2009-06-04 15:08:22 -03:00
										 |  |  | 	spin_unlock(&dev->lock); | 
					
						
							| 
									
										
										
										
											2009-06-29 22:24:32 +03:00
										 |  |  | 	return 0; | 
					
						
							| 
									
										
										
										
											2008-05-30 16:05:54 +02:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static void coalesced_mmio_destructor(struct kvm_io_device *this) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2009-06-01 12:54:50 -04:00
										 |  |  | 	struct kvm_coalesced_mmio_dev *dev = to_mmio(this); | 
					
						
							| 
									
										
										
										
											2009-06-01 12:54:45 -04:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	kfree(dev); | 
					
						
							| 
									
										
										
										
											2008-05-30 16:05:54 +02:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-06-01 12:54:50 -04:00
										 |  |  | static const struct kvm_io_device_ops coalesced_mmio_ops = { | 
					
						
							|  |  |  | 	.write      = coalesced_mmio_write, | 
					
						
							|  |  |  | 	.destructor = coalesced_mmio_destructor, | 
					
						
							|  |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-05-30 16:05:54 +02:00
										 |  |  | int kvm_coalesced_mmio_init(struct kvm *kvm) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct kvm_coalesced_mmio_dev *dev; | 
					
						
							| 
									
										
										
										
											2009-07-07 17:08:44 -04:00
										 |  |  | 	int ret; | 
					
						
							| 
									
										
										
										
											2008-05-30 16:05:54 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	dev = kzalloc(sizeof(struct kvm_coalesced_mmio_dev), GFP_KERNEL); | 
					
						
							|  |  |  | 	if (!dev) | 
					
						
							|  |  |  | 		return -ENOMEM; | 
					
						
							| 
									
										
										
										
											2009-06-04 15:08:22 -03:00
										 |  |  | 	spin_lock_init(&dev->lock); | 
					
						
							| 
									
										
										
										
											2009-06-01 12:54:50 -04:00
										 |  |  | 	kvm_iodevice_init(&dev->dev, &coalesced_mmio_ops); | 
					
						
							| 
									
										
										
										
											2008-05-30 16:05:54 +02:00
										 |  |  | 	dev->kvm = kvm; | 
					
						
							|  |  |  | 	kvm->coalesced_mmio_dev = dev; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-07-07 17:08:44 -04:00
										 |  |  | 	ret = kvm_io_bus_register_dev(kvm, &kvm->mmio_bus, &dev->dev); | 
					
						
							|  |  |  | 	if (ret < 0) | 
					
						
							|  |  |  | 		kfree(dev); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return ret; | 
					
						
							| 
									
										
										
										
											2008-05-30 16:05:54 +02:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int kvm_vm_ioctl_register_coalesced_mmio(struct kvm *kvm, | 
					
						
							|  |  |  | 				         struct kvm_coalesced_mmio_zone *zone) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct kvm_coalesced_mmio_dev *dev = kvm->coalesced_mmio_dev; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (dev == NULL) | 
					
						
							|  |  |  | 		return -EINVAL; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-06-29 22:24:14 +03:00
										 |  |  | 	down_write(&kvm->slots_lock); | 
					
						
							| 
									
										
										
										
											2008-05-30 16:05:54 +02:00
										 |  |  | 	if (dev->nb_zones >= KVM_COALESCED_MMIO_ZONE_MAX) { | 
					
						
							| 
									
										
										
										
											2009-06-29 22:24:14 +03:00
										 |  |  | 		up_write(&kvm->slots_lock); | 
					
						
							| 
									
										
										
										
											2008-05-30 16:05:54 +02:00
										 |  |  | 		return -ENOBUFS; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	dev->zone[dev->nb_zones] = *zone; | 
					
						
							|  |  |  | 	dev->nb_zones++; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-06-29 22:24:14 +03:00
										 |  |  | 	up_write(&kvm->slots_lock); | 
					
						
							| 
									
										
										
										
											2008-05-30 16:05:54 +02:00
										 |  |  | 	return 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int kvm_vm_ioctl_unregister_coalesced_mmio(struct kvm *kvm, | 
					
						
							|  |  |  | 					   struct kvm_coalesced_mmio_zone *zone) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	int i; | 
					
						
							|  |  |  | 	struct kvm_coalesced_mmio_dev *dev = kvm->coalesced_mmio_dev; | 
					
						
							|  |  |  | 	struct kvm_coalesced_mmio_zone *z; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (dev == NULL) | 
					
						
							|  |  |  | 		return -EINVAL; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-06-29 22:24:14 +03:00
										 |  |  | 	down_write(&kvm->slots_lock); | 
					
						
							| 
									
										
										
										
											2008-05-30 16:05:54 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	i = dev->nb_zones; | 
					
						
							|  |  |  | 	while(i) { | 
					
						
							|  |  |  | 		z = &dev->zone[i - 1]; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		/* unregister all zones
 | 
					
						
							|  |  |  | 		 * included in (zone->addr, zone->size) | 
					
						
							|  |  |  | 		 */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		if (zone->addr <= z->addr && | 
					
						
							|  |  |  | 		    z->addr + z->size <= zone->addr + zone->size) { | 
					
						
							|  |  |  | 			dev->nb_zones--; | 
					
						
							|  |  |  | 			*z = dev->zone[dev->nb_zones]; | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		i--; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-06-29 22:24:14 +03:00
										 |  |  | 	up_write(&kvm->slots_lock); | 
					
						
							| 
									
										
										
										
											2008-05-30 16:05:54 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	return 0; | 
					
						
							|  |  |  | } |