| 
									
										
										
										
											2006-01-09 15:59:20 -08:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * kernel/mutex-debug.c | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Debugging code for mutexes | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Started by Ingo Molnar: | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  Copyright (C) 2004, 2005, 2006 Red Hat, Inc., Ingo Molnar <mingo@redhat.com> | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * lock debugging, locking tree, deadlock detection started by: | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  Copyright (C) 2004, LynuxWorks, Inc., Igor Manyilov, Bill Huey | 
					
						
							|  |  |  |  *  Released under the General Public License (GPL). | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #include <linux/mutex.h>
 | 
					
						
							|  |  |  | #include <linux/delay.h>
 | 
					
						
							| 
									
										
										
										
											2011-05-23 14:51:41 -04:00
										 |  |  | #include <linux/export.h>
 | 
					
						
							| 
									
										
										
										
											2006-06-27 02:53:54 -07:00
										 |  |  | #include <linux/poison.h>
 | 
					
						
							| 
									
										
										
										
											2009-10-07 17:09:06 +04:00
										 |  |  | #include <linux/sched.h>
 | 
					
						
							| 
									
										
										
										
											2006-01-09 15:59:20 -08:00
										 |  |  | #include <linux/spinlock.h>
 | 
					
						
							|  |  |  | #include <linux/kallsyms.h>
 | 
					
						
							|  |  |  | #include <linux/interrupt.h>
 | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:33 -07:00
										 |  |  | #include <linux/debug_locks.h>
 | 
					
						
							| 
									
										
										
										
											2006-01-09 15:59:20 -08:00
										 |  |  | 
 | 
					
						
							|  |  |  | #include "mutex-debug.h"
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Must be called with lock->wait_lock held. | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:33 -07:00
										 |  |  | void debug_mutex_lock_common(struct mutex *lock, struct mutex_waiter *waiter) | 
					
						
							| 
									
										
										
										
											2006-01-09 15:59:20 -08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2006-06-27 02:53:54 -07:00
										 |  |  | 	memset(waiter, MUTEX_DEBUG_INIT, sizeof(*waiter)); | 
					
						
							| 
									
										
										
										
											2006-01-09 15:59:20 -08:00
										 |  |  | 	waiter->magic = waiter; | 
					
						
							|  |  |  | 	INIT_LIST_HEAD(&waiter->list); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void debug_mutex_wake_waiter(struct mutex *lock, struct mutex_waiter *waiter) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:30 -07:00
										 |  |  | 	SMP_DEBUG_LOCKS_WARN_ON(!spin_is_locked(&lock->wait_lock)); | 
					
						
							|  |  |  | 	DEBUG_LOCKS_WARN_ON(list_empty(&lock->wait_list)); | 
					
						
							|  |  |  | 	DEBUG_LOCKS_WARN_ON(waiter->magic != waiter); | 
					
						
							|  |  |  | 	DEBUG_LOCKS_WARN_ON(list_empty(&waiter->list)); | 
					
						
							| 
									
										
										
										
											2006-01-09 15:59:20 -08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void debug_mutex_free_waiter(struct mutex_waiter *waiter) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:30 -07:00
										 |  |  | 	DEBUG_LOCKS_WARN_ON(!list_empty(&waiter->list)); | 
					
						
							| 
									
										
										
										
											2006-06-27 02:53:54 -07:00
										 |  |  | 	memset(waiter, MUTEX_DEBUG_FREE, sizeof(*waiter)); | 
					
						
							| 
									
										
										
										
											2006-01-09 15:59:20 -08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void debug_mutex_add_waiter(struct mutex *lock, struct mutex_waiter *waiter, | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:33 -07:00
										 |  |  | 			    struct thread_info *ti) | 
					
						
							| 
									
										
										
										
											2006-01-09 15:59:20 -08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:30 -07:00
										 |  |  | 	SMP_DEBUG_LOCKS_WARN_ON(!spin_is_locked(&lock->wait_lock)); | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:33 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-01-09 15:59:20 -08:00
										 |  |  | 	/* Mark the current thread as blocked on the lock: */ | 
					
						
							|  |  |  | 	ti->task->blocked_on = waiter; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void mutex_remove_waiter(struct mutex *lock, struct mutex_waiter *waiter, | 
					
						
							|  |  |  | 			 struct thread_info *ti) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:30 -07:00
										 |  |  | 	DEBUG_LOCKS_WARN_ON(list_empty(&waiter->list)); | 
					
						
							|  |  |  | 	DEBUG_LOCKS_WARN_ON(waiter->task != ti->task); | 
					
						
							|  |  |  | 	DEBUG_LOCKS_WARN_ON(ti->task->blocked_on != waiter); | 
					
						
							| 
									
										
										
										
											2006-01-09 15:59:20 -08:00
										 |  |  | 	ti->task->blocked_on = NULL; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	list_del_init(&waiter->list); | 
					
						
							|  |  |  | 	waiter->task = NULL; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void debug_mutex_unlock(struct mutex *lock) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2006-12-06 20:39:32 -08:00
										 |  |  | 	if (unlikely(!debug_locks)) | 
					
						
							|  |  |  | 		return; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:30 -07:00
										 |  |  | 	DEBUG_LOCKS_WARN_ON(lock->magic != lock); | 
					
						
							| 
									
										
										
										
											2011-04-05 17:23:41 +02:00
										 |  |  | 	DEBUG_LOCKS_WARN_ON(lock->owner != current); | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:30 -07:00
										 |  |  | 	DEBUG_LOCKS_WARN_ON(!lock->wait_list.prev && !lock->wait_list.next); | 
					
						
							| 
									
										
										
										
											2009-01-12 14:01:47 +01:00
										 |  |  | 	mutex_clear_owner(lock); | 
					
						
							| 
									
										
										
										
											2006-01-09 15:59:20 -08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:55 -07:00
										 |  |  | void debug_mutex_init(struct mutex *lock, const char *name, | 
					
						
							|  |  |  | 		      struct lock_class_key *key) | 
					
						
							| 
									
										
										
										
											2006-01-09 15:59:20 -08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:55 -07:00
										 |  |  | #ifdef CONFIG_DEBUG_LOCK_ALLOC
 | 
					
						
							| 
									
										
										
										
											2006-01-09 15:59:20 -08:00
										 |  |  | 	/*
 | 
					
						
							|  |  |  | 	 * Make sure we are not reinitializing a held lock: | 
					
						
							|  |  |  | 	 */ | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:33 -07:00
										 |  |  | 	debug_check_no_locks_freed((void *)lock, sizeof(*lock)); | 
					
						
							| 
									
										
										
										
											2006-10-11 01:45:14 -04:00
										 |  |  | 	lockdep_init_map(&lock->dep_map, name, key, 0); | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:55 -07:00
										 |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2006-01-09 15:59:20 -08:00
										 |  |  | 	lock->magic = lock; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /***
 | 
					
						
							|  |  |  |  * mutex_destroy - mark a mutex unusable | 
					
						
							|  |  |  |  * @lock: the mutex to be destroyed | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This function marks the mutex uninitialized, and any subsequent | 
					
						
							|  |  |  |  * use of the mutex is forbidden. The mutex must not be locked when | 
					
						
							|  |  |  |  * this function is called. | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2008-02-08 04:19:53 -08:00
										 |  |  | void mutex_destroy(struct mutex *lock) | 
					
						
							| 
									
										
										
										
											2006-01-09 15:59:20 -08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:30 -07:00
										 |  |  | 	DEBUG_LOCKS_WARN_ON(mutex_is_locked(lock)); | 
					
						
							| 
									
										
										
										
											2006-01-09 15:59:20 -08:00
										 |  |  | 	lock->magic = NULL; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | EXPORT_SYMBOL_GPL(mutex_destroy); |