| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * Copyright 2011 Christian König. | 
					
						
							|  |  |  |  * All Rights Reserved. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Permission is hereby granted, free of charge, to any person obtaining a | 
					
						
							|  |  |  |  * copy of this software and associated documentation files (the | 
					
						
							|  |  |  |  * "Software"), to deal in the Software without restriction, including | 
					
						
							|  |  |  |  * without limitation the rights to use, copy, modify, merge, publish, | 
					
						
							|  |  |  |  * distribute, sub license, and/or sell copies of the Software, and to | 
					
						
							|  |  |  |  * permit persons to whom the Software is furnished to do so, subject to | 
					
						
							|  |  |  |  * the following conditions: | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | 
					
						
							|  |  |  |  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | 
					
						
							|  |  |  |  * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL | 
					
						
							|  |  |  |  * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, | 
					
						
							|  |  |  |  * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR | 
					
						
							|  |  |  |  * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE | 
					
						
							|  |  |  |  * USE OR OTHER DEALINGS IN THE SOFTWARE. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * The above copyright notice and this permission notice (including the | 
					
						
							|  |  |  |  * next paragraph) shall be included in all copies or substantial portions | 
					
						
							|  |  |  |  * of the Software. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Authors: | 
					
						
							|  |  |  |  *    Christian König <deathsimple@vodafone.de> | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #include "drmP.h"
 | 
					
						
							|  |  |  | #include "drm.h"
 | 
					
						
							|  |  |  | #include "radeon.h"
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | static int radeon_semaphore_add_bo(struct radeon_device *rdev) | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | 	struct radeon_semaphore_bo *bo; | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 	unsigned long irq_flags; | 
					
						
							|  |  |  | 	uint64_t gpu_addr; | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | 	uint32_t *cpu_ptr; | 
					
						
							|  |  |  | 	int r, i; | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | 	bo = kmalloc(sizeof(struct radeon_semaphore_bo), GFP_KERNEL); | 
					
						
							|  |  |  | 	if (bo == NULL) { | 
					
						
							|  |  |  | 		return -ENOMEM; | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | 	INIT_LIST_HEAD(&bo->free); | 
					
						
							|  |  |  | 	INIT_LIST_HEAD(&bo->list); | 
					
						
							|  |  |  | 	bo->nused = 0; | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | 	r = radeon_ib_get(rdev, 0, &bo->ib, RADEON_SEMAPHORE_BO_SIZE); | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 	if (r) { | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | 		dev_err(rdev->dev, "failed to get a bo after 5 retry\n"); | 
					
						
							|  |  |  | 		kfree(bo); | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 		return r; | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | 	gpu_addr = rdev->ib_pool.sa_manager.gpu_addr; | 
					
						
							|  |  |  | 	gpu_addr += bo->ib->sa_bo.offset; | 
					
						
							|  |  |  | 	cpu_ptr = rdev->ib_pool.sa_manager.cpu_ptr; | 
					
						
							|  |  |  | 	cpu_ptr += (bo->ib->sa_bo.offset >> 2); | 
					
						
							|  |  |  | 	for (i = 0; i < (RADEON_SEMAPHORE_BO_SIZE/8); i++) { | 
					
						
							|  |  |  | 		bo->semaphores[i].gpu_addr = gpu_addr; | 
					
						
							|  |  |  | 		bo->semaphores[i].cpu_ptr = cpu_ptr; | 
					
						
							|  |  |  | 		bo->semaphores[i].bo = bo; | 
					
						
							|  |  |  | 		list_add_tail(&bo->semaphores[i].list, &bo->free); | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 		gpu_addr += 8; | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | 		cpu_ptr += 2; | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 	} | 
					
						
							|  |  |  | 	write_lock_irqsave(&rdev->semaphore_drv.lock, irq_flags); | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | 	list_add_tail(&bo->list, &rdev->semaphore_drv.bo); | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 	write_unlock_irqrestore(&rdev->semaphore_drv.lock, irq_flags); | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | 	return 0; | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | static void radeon_semaphore_del_bo_locked(struct radeon_device *rdev, | 
					
						
							|  |  |  | 					   struct radeon_semaphore_bo *bo) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	radeon_sa_bo_free(rdev, &bo->ib->sa_bo); | 
					
						
							|  |  |  | 	radeon_fence_unref(&bo->ib->fence); | 
					
						
							|  |  |  | 	list_del(&bo->list); | 
					
						
							|  |  |  | 	kfree(bo); | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | void radeon_semaphore_shrink_locked(struct radeon_device *rdev) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct radeon_semaphore_bo *bo, *n; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (list_empty(&rdev->semaphore_drv.bo)) { | 
					
						
							|  |  |  | 		return; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	/* only shrink if first bo has free semaphore */ | 
					
						
							|  |  |  | 	bo = list_first_entry(&rdev->semaphore_drv.bo, struct radeon_semaphore_bo, list); | 
					
						
							|  |  |  | 	if (list_empty(&bo->free)) { | 
					
						
							|  |  |  | 		return; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	list_for_each_entry_safe_continue(bo, n, &rdev->semaphore_drv.bo, list) { | 
					
						
							|  |  |  | 		if (bo->nused) | 
					
						
							|  |  |  | 			continue; | 
					
						
							|  |  |  | 		radeon_semaphore_del_bo_locked(rdev, bo); | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int radeon_semaphore_create(struct radeon_device *rdev, | 
					
						
							|  |  |  | 			    struct radeon_semaphore **semaphore) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | 	struct radeon_semaphore_bo *bo; | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 	unsigned long irq_flags; | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | 	bool do_retry = true; | 
					
						
							|  |  |  | 	int r; | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | retry: | 
					
						
							|  |  |  | 	*semaphore = NULL; | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 	write_lock_irqsave(&rdev->semaphore_drv.lock, irq_flags); | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | 	list_for_each_entry(bo, &rdev->semaphore_drv.bo, list) { | 
					
						
							|  |  |  | 		if (list_empty(&bo->free)) | 
					
						
							|  |  |  | 			continue; | 
					
						
							|  |  |  | 		*semaphore = list_first_entry(&bo->free, struct radeon_semaphore, list); | 
					
						
							|  |  |  | 		(*semaphore)->cpu_ptr[0] = 0; | 
					
						
							|  |  |  | 		(*semaphore)->cpu_ptr[1] = 0; | 
					
						
							|  |  |  | 		list_del(&(*semaphore)->list); | 
					
						
							|  |  |  | 		bo->nused++; | 
					
						
							|  |  |  | 		break; | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | 	write_unlock_irqrestore(&rdev->semaphore_drv.lock, irq_flags); | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | 	if (*semaphore == NULL) { | 
					
						
							|  |  |  | 		if (do_retry) { | 
					
						
							|  |  |  | 			do_retry = false; | 
					
						
							|  |  |  | 			r = radeon_semaphore_add_bo(rdev); | 
					
						
							|  |  |  | 			if (r) | 
					
						
							|  |  |  | 				return r; | 
					
						
							|  |  |  | 			goto retry; | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		return -ENOMEM; | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	return 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void radeon_semaphore_emit_signal(struct radeon_device *rdev, int ring, | 
					
						
							|  |  |  | 			          struct radeon_semaphore *semaphore) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2011-10-23 12:56:27 +02:00
										 |  |  | 	radeon_semaphore_ring_emit(rdev, ring, &rdev->ring[ring], semaphore, false); | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void radeon_semaphore_emit_wait(struct radeon_device *rdev, int ring, | 
					
						
							|  |  |  | 			        struct radeon_semaphore *semaphore) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2011-10-23 12:56:27 +02:00
										 |  |  | 	radeon_semaphore_ring_emit(rdev, ring, &rdev->ring[ring], semaphore, true); | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void radeon_semaphore_free(struct radeon_device *rdev, | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | 			   struct radeon_semaphore *semaphore) | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | { | 
					
						
							|  |  |  | 	unsigned long irq_flags; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	write_lock_irqsave(&rdev->semaphore_drv.lock, irq_flags); | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | 	semaphore->bo->nused--; | 
					
						
							|  |  |  | 	list_add_tail(&semaphore->list, &semaphore->bo->free); | 
					
						
							|  |  |  | 	radeon_semaphore_shrink_locked(rdev); | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 	write_unlock_irqrestore(&rdev->semaphore_drv.lock, irq_flags); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void radeon_semaphore_driver_fini(struct radeon_device *rdev) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | 	struct radeon_semaphore_bo *bo, *n; | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 	unsigned long irq_flags; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	write_lock_irqsave(&rdev->semaphore_drv.lock, irq_flags); | 
					
						
							| 
									
										
										
										
											2011-12-21 12:13:47 -05:00
										 |  |  | 	/* we force to free everything */ | 
					
						
							|  |  |  | 	list_for_each_entry_safe(bo, n, &rdev->semaphore_drv.bo, list) { | 
					
						
							|  |  |  | 		if (!list_empty(&bo->free)) { | 
					
						
							|  |  |  | 			dev_err(rdev->dev, "still in use semaphore\n"); | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		radeon_semaphore_del_bo_locked(rdev, bo); | 
					
						
							| 
									
										
										
										
											2011-09-15 19:02:22 +02:00
										 |  |  | 	} | 
					
						
							|  |  |  | 	write_unlock_irqrestore(&rdev->semaphore_drv.lock, irq_flags); | 
					
						
							|  |  |  | } |