| 
									
										
										
										
											2006-07-03 00:24:40 -07:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * Stack trace management functions | 
					
						
							|  |  |  |  * | 
					
						
							| 
									
										
										
										
											2009-01-31 02:03:42 +01:00
										 |  |  |  *  Copyright (C) 2006-2009 Red Hat, Inc., Ingo Molnar <mingo@redhat.com> | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:40 -07:00
										 |  |  |  */ | 
					
						
							|  |  |  | #include <linux/sched.h>
 | 
					
						
							|  |  |  | #include <linux/stacktrace.h>
 | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:34 +02:00
										 |  |  | #include <linux/module.h>
 | 
					
						
							| 
									
										
										
										
											2008-11-22 13:28:47 +02:00
										 |  |  | #include <linux/uaccess.h>
 | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:34 +02:00
										 |  |  | #include <asm/stacktrace.h>
 | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:40 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:34 +02:00
										 |  |  | static void save_stack_warning(void *data, char *msg) | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:40 -07:00
										 |  |  | { | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:34 +02:00
										 |  |  | static void | 
					
						
							|  |  |  | save_stack_warning_symbol(void *data, char *msg, unsigned long symbol) | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:40 -07:00
										 |  |  | { | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:34 +02:00
										 |  |  | static int save_stack_stack(void *data, char *name) | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:40 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2009-05-14 23:19:09 -04:00
										 |  |  | 	return 0; | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:34 +02:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:40 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-01-30 13:33:07 +01:00
										 |  |  | static void save_stack_address(void *data, unsigned long addr, int reliable) | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:34 +02:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2008-01-30 13:33:23 +01:00
										 |  |  | 	struct stack_trace *trace = data; | 
					
						
							| 
									
										
										
										
											2008-02-22 19:23:58 +01:00
										 |  |  | 	if (!reliable) | 
					
						
							|  |  |  | 		return; | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:34 +02:00
										 |  |  | 	if (trace->skip > 0) { | 
					
						
							|  |  |  | 		trace->skip--; | 
					
						
							|  |  |  | 		return; | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:40 -07:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2007-02-13 13:26:21 +01:00
										 |  |  | 	if (trace->nr_entries < trace->max_entries) | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:34 +02:00
										 |  |  | 		trace->entries[trace->nr_entries++] = addr; | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:40 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-01-30 13:33:07 +01:00
										 |  |  | static void | 
					
						
							|  |  |  | save_stack_address_nosched(void *data, unsigned long addr, int reliable) | 
					
						
							| 
									
										
										
										
											2008-01-25 21:08:34 +01:00
										 |  |  | { | 
					
						
							|  |  |  | 	struct stack_trace *trace = (struct stack_trace *)data; | 
					
						
							| 
									
										
										
										
											2008-02-22 19:23:58 +01:00
										 |  |  | 	if (!reliable) | 
					
						
							|  |  |  | 		return; | 
					
						
							| 
									
										
										
										
											2008-01-25 21:08:34 +01:00
										 |  |  | 	if (in_sched_functions(addr)) | 
					
						
							|  |  |  | 		return; | 
					
						
							|  |  |  | 	if (trace->skip > 0) { | 
					
						
							|  |  |  | 		trace->skip--; | 
					
						
							|  |  |  | 		return; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	if (trace->nr_entries < trace->max_entries) | 
					
						
							|  |  |  | 		trace->entries[trace->nr_entries++] = addr; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2007-10-17 18:04:37 +02:00
										 |  |  | static const struct stacktrace_ops save_stack_ops = { | 
					
						
							| 
									
										
										
										
											2009-12-17 05:40:33 +01:00
										 |  |  | 	.warning	= save_stack_warning, | 
					
						
							|  |  |  | 	.warning_symbol	= save_stack_warning_symbol, | 
					
						
							|  |  |  | 	.stack		= save_stack_stack, | 
					
						
							|  |  |  | 	.address	= save_stack_address, | 
					
						
							|  |  |  | 	.walk_stack	= print_context_stack, | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:34 +02:00
										 |  |  | }; | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:40 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-01-25 21:08:34 +01:00
										 |  |  | static const struct stacktrace_ops save_stack_ops_nosched = { | 
					
						
							| 
									
										
										
										
											2009-12-17 05:40:33 +01:00
										 |  |  | 	.warning	= save_stack_warning, | 
					
						
							|  |  |  | 	.warning_symbol	= save_stack_warning_symbol, | 
					
						
							|  |  |  | 	.stack		= save_stack_stack, | 
					
						
							|  |  |  | 	.address	= save_stack_address_nosched, | 
					
						
							|  |  |  | 	.walk_stack	= print_context_stack, | 
					
						
							| 
									
										
										
										
											2008-01-25 21:08:34 +01:00
										 |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:40 -07:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * Save stack-backtrace addresses into a stack_trace buffer. | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2007-05-08 00:23:29 -07:00
										 |  |  | void save_stack_trace(struct stack_trace *trace) | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:40 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2008-01-30 13:33:07 +01:00
										 |  |  | 	dump_trace(current, NULL, NULL, 0, &save_stack_ops, trace); | 
					
						
							| 
									
										
										
										
											2007-02-13 13:26:21 +01:00
										 |  |  | 	if (trace->nr_entries < trace->max_entries) | 
					
						
							|  |  |  | 		trace->entries[trace->nr_entries++] = ULONG_MAX; | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:40 -07:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2008-06-27 21:20:17 +02:00
										 |  |  | EXPORT_SYMBOL_GPL(save_stack_trace); | 
					
						
							| 
									
										
										
										
											2008-01-25 21:08:34 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-05-20 11:15:43 +02:00
										 |  |  | void save_stack_trace_bp(struct stack_trace *trace, unsigned long bp) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	dump_trace(current, NULL, NULL, bp, &save_stack_ops, trace); | 
					
						
							|  |  |  | 	if (trace->nr_entries < trace->max_entries) | 
					
						
							|  |  |  | 		trace->entries[trace->nr_entries++] = ULONG_MAX; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-01-25 21:08:34 +01:00
										 |  |  | void save_stack_trace_tsk(struct task_struct *tsk, struct stack_trace *trace) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2008-01-30 13:33:07 +01:00
										 |  |  | 	dump_trace(tsk, NULL, NULL, 0, &save_stack_ops_nosched, trace); | 
					
						
							| 
									
										
										
										
											2008-01-25 21:08:34 +01:00
										 |  |  | 	if (trace->nr_entries < trace->max_entries) | 
					
						
							|  |  |  | 		trace->entries[trace->nr_entries++] = ULONG_MAX; | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2008-06-27 21:20:17 +02:00
										 |  |  | EXPORT_SYMBOL_GPL(save_stack_trace_tsk); | 
					
						
							| 
									
										
										
										
											2008-11-22 13:28:47 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | /* Userspace stacktrace - based on kernel/trace/trace_sysprof.c */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | struct stack_frame { | 
					
						
							|  |  |  | 	const void __user	*next_fp; | 
					
						
							| 
									
										
										
										
											2008-11-23 12:39:06 +02:00
										 |  |  | 	unsigned long		ret_addr; | 
					
						
							| 
									
										
										
										
											2008-11-22 13:28:47 +02:00
										 |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static int copy_stack_frame(const void __user *fp, struct stack_frame *frame) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	int ret; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (!access_ok(VERIFY_READ, fp, sizeof(*frame))) | 
					
						
							|  |  |  | 		return 0; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	ret = 1; | 
					
						
							|  |  |  | 	pagefault_disable(); | 
					
						
							|  |  |  | 	if (__copy_from_user_inatomic(frame, fp, sizeof(*frame))) | 
					
						
							|  |  |  | 		ret = 0; | 
					
						
							|  |  |  | 	pagefault_enable(); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return ret; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-11-23 12:39:06 +02:00
										 |  |  | static inline void __save_stack_trace_user(struct stack_trace *trace) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	const struct pt_regs *regs = task_pt_regs(current); | 
					
						
							|  |  |  | 	const void __user *fp = (const void __user *)regs->bp; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (trace->nr_entries < trace->max_entries) | 
					
						
							|  |  |  | 		trace->entries[trace->nr_entries++] = regs->ip; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	while (trace->nr_entries < trace->max_entries) { | 
					
						
							|  |  |  | 		struct stack_frame frame; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		frame.next_fp = NULL; | 
					
						
							|  |  |  | 		frame.ret_addr = 0; | 
					
						
							|  |  |  | 		if (!copy_stack_frame(fp, &frame)) | 
					
						
							|  |  |  | 			break; | 
					
						
							|  |  |  | 		if ((unsigned long)fp < regs->sp) | 
					
						
							|  |  |  | 			break; | 
					
						
							|  |  |  | 		if (frame.ret_addr) { | 
					
						
							|  |  |  | 			trace->entries[trace->nr_entries++] = | 
					
						
							|  |  |  | 				frame.ret_addr; | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		if (fp == frame.next_fp) | 
					
						
							|  |  |  | 			break; | 
					
						
							|  |  |  | 		fp = frame.next_fp; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-11-22 13:28:47 +02:00
										 |  |  | void save_stack_trace_user(struct stack_trace *trace) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	/*
 | 
					
						
							|  |  |  | 	 * Trace user stack if we are not a kernel thread | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	if (current->mm) { | 
					
						
							| 
									
										
										
										
											2008-11-23 12:39:06 +02:00
										 |  |  | 		__save_stack_trace_user(trace); | 
					
						
							| 
									
										
										
										
											2008-11-22 13:28:47 +02:00
										 |  |  | 	} | 
					
						
							|  |  |  | 	if (trace->nr_entries < trace->max_entries) | 
					
						
							|  |  |  | 		trace->entries[trace->nr_entries++] = ULONG_MAX; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 |