| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  *  linux/arch/arm/kernel/process.c | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  Copyright (C) 1996-2000 Russell King - Converted to ARM. | 
					
						
							|  |  |  |  *  Original Copyright (C) 1995  Linus Torvalds | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This program is free software; you can redistribute it and/or modify | 
					
						
							|  |  |  |  * it under the terms of the GNU General Public License version 2 as | 
					
						
							|  |  |  |  * published by the Free Software Foundation. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #include <stdarg.h>
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-07-22 10:58:34 -04:00
										 |  |  | #include <linux/export.h>
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #include <linux/sched.h>
 | 
					
						
							|  |  |  | #include <linux/kernel.h>
 | 
					
						
							|  |  |  | #include <linux/mm.h>
 | 
					
						
							|  |  |  | #include <linux/stddef.h>
 | 
					
						
							|  |  |  | #include <linux/unistd.h>
 | 
					
						
							|  |  |  | #include <linux/user.h>
 | 
					
						
							|  |  |  | #include <linux/delay.h>
 | 
					
						
							|  |  |  | #include <linux/reboot.h>
 | 
					
						
							|  |  |  | #include <linux/interrupt.h>
 | 
					
						
							|  |  |  | #include <linux/kallsyms.h>
 | 
					
						
							|  |  |  | #include <linux/init.h>
 | 
					
						
							| 
									
										
										
										
											2005-11-02 22:24:33 +00:00
										 |  |  | #include <linux/cpu.h>
 | 
					
						
							| 
									
										
										
										
											2006-03-15 23:17:23 +00:00
										 |  |  | #include <linux/elfcore.h>
 | 
					
						
							| 
									
										
										
										
											2006-06-19 19:57:12 +01:00
										 |  |  | #include <linux/pm.h>
 | 
					
						
							| 
									
										
										
										
											2007-03-14 17:33:24 +01:00
										 |  |  | #include <linux/tick.h>
 | 
					
						
							| 
									
										
										
										
											2007-06-18 14:59:45 +01:00
										 |  |  | #include <linux/utsname.h>
 | 
					
						
							| 
									
										
										
										
											2008-09-06 11:35:55 +01:00
										 |  |  | #include <linux/uaccess.h>
 | 
					
						
							| 
									
										
										
										
											2010-06-14 16:27:19 -04:00
										 |  |  | #include <linux/random.h>
 | 
					
						
							| 
									
										
										
										
											2010-09-03 10:42:55 +01:00
										 |  |  | #include <linux/hw_breakpoint.h>
 | 
					
						
							| 
									
										
										
										
											2011-04-01 19:34:59 -04:00
										 |  |  | #include <linux/cpuidle.h>
 | 
					
						
							| 
									
										
										
										
											2012-03-14 02:26:56 +08:00
										 |  |  | #include <linux/leds.h>
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-07-26 12:22:12 +01:00
										 |  |  | #include <asm/cacheflush.h>
 | 
					
						
							| 
									
										
										
										
											2012-11-08 19:54:11 +01:00
										 |  |  | #include <asm/idmap.h>
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #include <asm/processor.h>
 | 
					
						
							| 
									
										
										
										
											2006-06-21 13:31:52 +01:00
										 |  |  | #include <asm/thread_notify.h>
 | 
					
						
							| 
									
										
										
										
											2009-02-11 13:07:53 +01:00
										 |  |  | #include <asm/stacktrace.h>
 | 
					
						
							| 
									
										
										
										
											2005-06-27 14:04:05 +01:00
										 |  |  | #include <asm/mach/time.h>
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-05-24 23:55:42 -04:00
										 |  |  | #ifdef CONFIG_CC_STACKPROTECTOR
 | 
					
						
							|  |  |  | #include <linux/stackprotector.h>
 | 
					
						
							|  |  |  | unsigned long __stack_chk_guard __read_mostly; | 
					
						
							|  |  |  | EXPORT_SYMBOL(__stack_chk_guard); | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2007-01-09 12:57:37 +00:00
										 |  |  | static const char *processor_modes[] = { | 
					
						
							|  |  |  |   "USER_26", "FIQ_26" , "IRQ_26" , "SVC_26" , "UK4_26" , "UK5_26" , "UK6_26" , "UK7_26" , | 
					
						
							|  |  |  |   "UK8_26" , "UK9_26" , "UK10_26", "UK11_26", "UK12_26", "UK13_26", "UK14_26", "UK15_26", | 
					
						
							|  |  |  |   "USER_32", "FIQ_32" , "IRQ_32" , "SVC_32" , "UK4_32" , "UK5_32" , "UK6_32" , "ABT_32" , | 
					
						
							|  |  |  |   "UK8_32" , "UK9_32" , "UK10_32", "UND_32" , "UK12_32", "UK13_32", "UK14_32", "SYS_32" | 
					
						
							|  |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2007-06-26 01:38:27 +01:00
										 |  |  | static const char *isa_modes[] = { | 
					
						
							|  |  |  |   "ARM" , "Thumb" , "Jazelle", "ThumbEE" | 
					
						
							|  |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | static volatile int hlt_counter; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void disable_hlt(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	hlt_counter++; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | EXPORT_SYMBOL(disable_hlt); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void enable_hlt(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	hlt_counter--; | 
					
						
							| 
									
										
										
										
											2012-09-29 04:14:03 +01:00
										 |  |  | 	BUG_ON(hlt_counter < 0); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | EXPORT_SYMBOL(enable_hlt); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static int __init nohlt_setup(char *__unused) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	hlt_counter = 1; | 
					
						
							|  |  |  | 	return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static int __init hlt_setup(char *__unused) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	hlt_counter = 0; | 
					
						
							|  |  |  | 	return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | __setup("nohlt", nohlt_setup); | 
					
						
							|  |  |  | __setup("hlt", hlt_setup); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-06-06 12:28:54 +01:00
										 |  |  | extern void call_with_stack(void (*fn)(void *), void *arg, void *sp); | 
					
						
							|  |  |  | typedef void (*phys_reset_t)(unsigned long); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * A temporary stack to use for CPU reset. This is static so that we | 
					
						
							|  |  |  |  * don't clobber it with the identity mapping. When running with this | 
					
						
							|  |  |  |  * stack, any references to the current task *will not work* so you | 
					
						
							|  |  |  |  * should really do as little as possible before jumping to your reset | 
					
						
							|  |  |  |  * code. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | static u64 soft_restart_stack[16]; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static void __soft_restart(void *addr) | 
					
						
							| 
									
										
										
										
											2006-06-19 19:57:12 +01:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2011-06-06 12:28:54 +01:00
										 |  |  | 	phys_reset_t phys_reset; | 
					
						
							| 
									
										
										
										
											2006-06-19 19:57:12 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-06-06 12:28:54 +01:00
										 |  |  | 	/* Take out a flat memory mapping. */ | 
					
						
							| 
									
										
										
										
											2011-11-01 10:15:27 +00:00
										 |  |  | 	setup_mm_for_reboot(); | 
					
						
							| 
									
										
										
										
											2006-06-19 19:57:12 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-07-26 12:22:12 +01:00
										 |  |  | 	/* Clean and invalidate caches */ | 
					
						
							|  |  |  | 	flush_cache_all(); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* Turn off caching */ | 
					
						
							|  |  |  | 	cpu_proc_fin(); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* Push out any further dirty data, and ensure cache is empty */ | 
					
						
							|  |  |  | 	flush_cache_all(); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-06-06 12:28:54 +01:00
										 |  |  | 	/* Switch to the identity mapping. */ | 
					
						
							|  |  |  | 	phys_reset = (phys_reset_t)(unsigned long)virt_to_phys(cpu_reset); | 
					
						
							|  |  |  | 	phys_reset((unsigned long)addr); | 
					
						
							| 
									
										
										
										
											2006-06-19 19:57:12 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-06-06 12:28:54 +01:00
										 |  |  | 	/* Should never get here. */ | 
					
						
							|  |  |  | 	BUG(); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void soft_restart(unsigned long addr) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	u64 *stack = soft_restart_stack + ARRAY_SIZE(soft_restart_stack); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* Disable interrupts first */ | 
					
						
							|  |  |  | 	local_irq_disable(); | 
					
						
							|  |  |  | 	local_fiq_disable(); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* Disable the L2 if we're the last man standing. */ | 
					
						
							|  |  |  | 	if (num_online_cpus() == 1) | 
					
						
							|  |  |  | 		outer_disable(); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* Change to the new stack and continue with the reset. */ | 
					
						
							|  |  |  | 	call_with_stack(__soft_restart, (void *)addr, (void *)stack); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* Should never get here. */ | 
					
						
							|  |  |  | 	BUG(); | 
					
						
							| 
									
										
										
										
											2011-11-01 13:16:26 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-11-05 21:30:00 +00:00
										 |  |  | static void null_restart(char mode, const char *cmd) | 
					
						
							| 
									
										
										
										
											2011-11-01 13:16:26 +00:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2006-06-19 19:57:12 +01:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | /*
 | 
					
						
							| 
									
										
										
										
											2006-06-19 19:57:12 +01:00
										 |  |  |  * Function pointers to optional machine specific functions | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  |  */ | 
					
						
							|  |  |  | void (*pm_power_off)(void); | 
					
						
							|  |  |  | EXPORT_SYMBOL(pm_power_off); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-11-05 21:30:00 +00:00
										 |  |  | void (*arm_pm_restart)(char str, const char *cmd) = null_restart; | 
					
						
							| 
									
										
										
										
											2006-06-19 19:57:12 +01:00
										 |  |  | EXPORT_SYMBOL_GPL(arm_pm_restart); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | /*
 | 
					
						
							| 
									
										
										
										
											2011-08-01 17:25:06 -04:00
										 |  |  |  * This is our default idle handler. | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  |  */ | 
					
						
							| 
									
										
										
										
											2011-08-01 17:25:06 -04:00
										 |  |  | 
 | 
					
						
							|  |  |  | void (*arm_pm_idle)(void); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-03-15 23:17:23 +00:00
										 |  |  | static void default_idle(void) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2011-08-01 17:25:06 -04:00
										 |  |  | 	if (arm_pm_idle) | 
					
						
							|  |  |  | 		arm_pm_idle(); | 
					
						
							|  |  |  | 	else | 
					
						
							| 
									
										
										
										
											2011-12-19 03:03:58 -05:00
										 |  |  | 		cpu_do_idle(); | 
					
						
							| 
									
										
										
										
											2009-06-22 22:34:55 +01:00
										 |  |  | 	local_irq_enable(); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							| 
									
										
										
										
											2013-02-09 22:22:38 -05:00
										 |  |  |  * The idle thread. | 
					
						
							|  |  |  |  * We always respect 'hlt_counter' to prevent low power idle. | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  |  */ | 
					
						
							|  |  |  | void cpu_idle(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	local_fiq_enable(); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* endless idle loop with no priority at all */ | 
					
						
							|  |  |  | 	while (1) { | 
					
						
							| 
									
										
										
										
											2011-11-17 18:48:14 +01:00
										 |  |  | 		tick_nohz_idle_enter(); | 
					
						
							|  |  |  | 		rcu_idle_enter(); | 
					
						
							| 
									
										
										
										
											2012-03-14 02:26:56 +08:00
										 |  |  | 		ledtrig_cpu(CPU_LED_IDLE_START); | 
					
						
							| 
									
										
										
										
											2009-06-22 22:34:55 +01:00
										 |  |  | 		while (!need_resched()) { | 
					
						
							| 
									
										
										
										
											2005-11-02 22:24:33 +00:00
										 |  |  | #ifdef CONFIG_HOTPLUG_CPU
 | 
					
						
							| 
									
										
										
										
											2009-06-22 22:34:55 +01:00
										 |  |  | 			if (cpu_is_offline(smp_processor_id())) | 
					
						
							|  |  |  | 				cpu_die(); | 
					
						
							| 
									
										
										
										
											2005-11-02 22:24:33 +00:00
										 |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-08-01 17:25:06 -04:00
										 |  |  | 			/*
 | 
					
						
							|  |  |  | 			 * We need to disable interrupts here | 
					
						
							|  |  |  | 			 * to ensure we don't miss a wakeup call. | 
					
						
							|  |  |  | 			 */ | 
					
						
							| 
									
										
										
										
											2009-06-22 22:34:55 +01:00
										 |  |  | 			local_irq_disable(); | 
					
						
							| 
									
										
										
										
											2011-11-14 17:24:58 +01:00
										 |  |  | #ifdef CONFIG_PL310_ERRATA_769419
 | 
					
						
							|  |  |  | 			wmb(); | 
					
						
							|  |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2009-06-22 22:34:55 +01:00
										 |  |  | 			if (hlt_counter) { | 
					
						
							|  |  |  | 				local_irq_enable(); | 
					
						
							|  |  |  | 				cpu_relax(); | 
					
						
							| 
									
										
										
										
											2011-08-01 17:25:06 -04:00
										 |  |  | 			} else if (!need_resched()) { | 
					
						
							| 
									
										
										
										
											2009-06-22 22:34:55 +01:00
										 |  |  | 				stop_critical_timings(); | 
					
						
							| 
									
										
										
										
											2011-08-04 09:24:31 -07:00
										 |  |  | 				if (cpuidle_idle_call()) | 
					
						
							| 
									
										
										
										
											2013-02-09 22:22:38 -05:00
										 |  |  | 					default_idle(); | 
					
						
							| 
									
										
										
										
											2009-06-22 22:34:55 +01:00
										 |  |  | 				start_critical_timings(); | 
					
						
							|  |  |  | 				/*
 | 
					
						
							| 
									
										
										
										
											2013-02-09 22:22:38 -05:00
										 |  |  | 				 * default_idle functions must always | 
					
						
							| 
									
										
										
										
											2011-08-01 17:25:06 -04:00
										 |  |  | 				 * return with IRQs enabled. | 
					
						
							| 
									
										
										
										
											2009-06-22 22:34:55 +01:00
										 |  |  | 				 */ | 
					
						
							|  |  |  | 				WARN_ON(irqs_disabled()); | 
					
						
							| 
									
										
										
										
											2011-08-01 17:25:06 -04:00
										 |  |  | 			} else | 
					
						
							| 
									
										
										
										
											2009-06-22 22:34:55 +01:00
										 |  |  | 				local_irq_enable(); | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2012-03-14 02:26:56 +08:00
										 |  |  | 		ledtrig_cpu(CPU_LED_IDLE_END); | 
					
						
							| 
									
										
										
										
											2011-11-17 18:48:14 +01:00
										 |  |  | 		rcu_idle_exit(); | 
					
						
							|  |  |  | 		tick_nohz_idle_exit(); | 
					
						
							| 
									
										
										
										
											2011-03-21 12:33:18 +01:00
										 |  |  | 		schedule_preempt_disabled(); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static char reboot_mode = 'h'; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int __init reboot_setup(char *str) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	reboot_mode = str[0]; | 
					
						
							|  |  |  | 	return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | __setup("reboot=", reboot_setup); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-07-26 13:31:27 +01:00
										 |  |  | void machine_shutdown(void) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2010-07-26 13:31:27 +01:00
										 |  |  | #ifdef CONFIG_SMP
 | 
					
						
							|  |  |  | 	smp_send_stop(); | 
					
						
							|  |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-07-26 13:31:27 +01:00
										 |  |  | void machine_halt(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	machine_shutdown(); | 
					
						
							| 
									
										
										
										
											2012-07-13 08:19:34 +01:00
										 |  |  | 	local_irq_disable(); | 
					
						
							| 
									
										
										
										
											2010-07-26 13:31:27 +01:00
										 |  |  | 	while (1); | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | void machine_power_off(void) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2010-07-26 13:31:27 +01:00
										 |  |  | 	machine_shutdown(); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	if (pm_power_off) | 
					
						
							|  |  |  | 		pm_power_off(); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-03-19 16:20:24 +00:00
										 |  |  | void machine_restart(char *cmd) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2010-07-26 13:31:27 +01:00
										 |  |  | 	machine_shutdown(); | 
					
						
							| 
									
										
										
										
											2011-10-31 09:22:22 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-03-19 16:20:24 +00:00
										 |  |  | 	arm_pm_restart(reboot_mode, cmd); | 
					
						
							| 
									
										
										
										
											2011-10-31 09:22:22 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/* Give a grace period for failure to restart of 1s */ | 
					
						
							|  |  |  | 	mdelay(1000); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* Whoops - the platform was unable to reboot. Tell the user! */ | 
					
						
							|  |  |  | 	printk("Reboot failed -- System halted\n"); | 
					
						
							| 
									
										
										
										
											2012-07-13 08:19:34 +01:00
										 |  |  | 	local_irq_disable(); | 
					
						
							| 
									
										
										
										
											2011-10-31 09:22:22 +00:00
										 |  |  | 	while (1); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-17 15:50:36 +01:00
										 |  |  | void __show_regs(struct pt_regs *regs) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2007-06-18 14:59:45 +01:00
										 |  |  | 	unsigned long flags; | 
					
						
							|  |  |  | 	char buf[64]; | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2007-06-18 14:59:45 +01:00
										 |  |  | 	printk("CPU: %d    %s  (%s %.*s)\n", | 
					
						
							| 
									
										
										
										
											2010-01-08 16:59:34 +01:00
										 |  |  | 		raw_smp_processor_id(), print_tainted(), | 
					
						
							|  |  |  | 		init_utsname()->release, | 
					
						
							| 
									
										
										
										
											2007-06-18 14:59:45 +01:00
										 |  |  | 		(int)strcspn(init_utsname()->version, " "), | 
					
						
							|  |  |  | 		init_utsname()->version); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	print_symbol("PC is at %s\n", instruction_pointer(regs)); | 
					
						
							|  |  |  | 	print_symbol("LR is at %s\n", regs->ARM_lr); | 
					
						
							| 
									
										
										
										
											2007-06-18 14:59:45 +01:00
										 |  |  | 	printk("pc : [<%08lx>]    lr : [<%08lx>]    psr: %08lx\n" | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	       "sp : %08lx  ip : %08lx  fp : %08lx\n", | 
					
						
							| 
									
										
										
										
											2007-06-18 14:59:45 +01:00
										 |  |  | 		regs->ARM_pc, regs->ARM_lr, regs->ARM_cpsr, | 
					
						
							|  |  |  | 		regs->ARM_sp, regs->ARM_ip, regs->ARM_fp); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	printk("r10: %08lx  r9 : %08lx  r8 : %08lx\n", | 
					
						
							|  |  |  | 		regs->ARM_r10, regs->ARM_r9, | 
					
						
							|  |  |  | 		regs->ARM_r8); | 
					
						
							|  |  |  | 	printk("r7 : %08lx  r6 : %08lx  r5 : %08lx  r4 : %08lx\n", | 
					
						
							|  |  |  | 		regs->ARM_r7, regs->ARM_r6, | 
					
						
							|  |  |  | 		regs->ARM_r5, regs->ARM_r4); | 
					
						
							|  |  |  | 	printk("r3 : %08lx  r2 : %08lx  r1 : %08lx  r0 : %08lx\n", | 
					
						
							|  |  |  | 		regs->ARM_r3, regs->ARM_r2, | 
					
						
							|  |  |  | 		regs->ARM_r1, regs->ARM_r0); | 
					
						
							| 
									
										
										
										
											2007-06-18 14:59:45 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	flags = regs->ARM_cpsr; | 
					
						
							|  |  |  | 	buf[0] = flags & PSR_N_BIT ? 'N' : 'n'; | 
					
						
							|  |  |  | 	buf[1] = flags & PSR_Z_BIT ? 'Z' : 'z'; | 
					
						
							|  |  |  | 	buf[2] = flags & PSR_C_BIT ? 'C' : 'c'; | 
					
						
							|  |  |  | 	buf[3] = flags & PSR_V_BIT ? 'V' : 'v'; | 
					
						
							|  |  |  | 	buf[4] = '\0'; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2007-06-26 01:38:27 +01:00
										 |  |  | 	printk("Flags: %s  IRQs o%s  FIQs o%s  Mode %s  ISA %s  Segment %s\n", | 
					
						
							| 
									
										
										
										
											2007-06-18 14:59:45 +01:00
										 |  |  | 		buf, interrupts_enabled(regs) ? "n" : "ff", | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 		fast_interrupts_enabled(regs) ? "n" : "ff", | 
					
						
							|  |  |  | 		processor_modes[processor_mode(regs)], | 
					
						
							| 
									
										
										
										
											2007-06-26 01:38:27 +01:00
										 |  |  | 		isa_modes[isa_mode(regs)], | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 		get_fs() == get_ds() ? "kernel" : "user"); | 
					
						
							| 
									
										
										
										
											2007-06-18 14:59:45 +01:00
										 |  |  | #ifdef CONFIG_CPU_CP15
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	{ | 
					
						
							| 
									
										
										
										
											2006-09-26 17:36:37 +09:00
										 |  |  | 		unsigned int ctrl; | 
					
						
							| 
									
										
										
										
											2007-06-18 14:59:45 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | 		buf[0] = '\0'; | 
					
						
							| 
									
										
										
										
											2006-09-26 17:36:37 +09:00
										 |  |  | #ifdef CONFIG_CPU_CP15_MMU
 | 
					
						
							| 
									
										
										
										
											2007-06-18 14:59:45 +01:00
										 |  |  | 		{ | 
					
						
							|  |  |  | 			unsigned int transbase, dac; | 
					
						
							|  |  |  | 			asm("mrc p15, 0, %0, c2, c0\n\t" | 
					
						
							|  |  |  | 			    "mrc p15, 0, %1, c3, c0\n" | 
					
						
							|  |  |  | 			    : "=r" (transbase), "=r" (dac)); | 
					
						
							|  |  |  | 			snprintf(buf, sizeof(buf), "  Table: %08x  DAC: %08x", | 
					
						
							|  |  |  | 			  	transbase, dac); | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2006-09-26 17:36:37 +09:00
										 |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2007-06-18 14:59:45 +01:00
										 |  |  | 		asm("mrc p15, 0, %0, c1, c0\n" : "=r" (ctrl)); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		printk("Control: %08x%s\n", ctrl, buf); | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2006-09-26 17:36:37 +09:00
										 |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-17 15:50:36 +01:00
										 |  |  | void show_regs(struct pt_regs * regs) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	printk("\n"); | 
					
						
							| 
									
										
										
										
											2007-10-18 23:40:41 -07:00
										 |  |  | 	printk("Pid: %d, comm: %20s\n", task_pid_nr(current), current->comm); | 
					
						
							| 
									
										
										
										
											2005-04-17 15:50:36 +01:00
										 |  |  | 	__show_regs(regs); | 
					
						
							| 
									
										
										
										
											2011-08-31 02:04:06 +01:00
										 |  |  | 	dump_stack(); | 
					
						
							| 
									
										
										
										
											2005-04-17 15:50:36 +01:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-12-18 14:34:43 +00:00
										 |  |  | ATOMIC_NOTIFIER_HEAD(thread_notify_head); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | EXPORT_SYMBOL_GPL(thread_notify_head); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * Free current thread data structures etc.. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | void exit_thread(void) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2009-12-18 14:34:43 +00:00
										 |  |  | 	thread_notify(THREAD_NOTIFY_EXIT, current_thread_info()); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void flush_thread(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct thread_info *thread = current_thread_info(); | 
					
						
							|  |  |  | 	struct task_struct *tsk = current; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-09-03 10:42:55 +01:00
										 |  |  | 	flush_ptrace_hw_breakpoint(tsk); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	memset(thread->used_cp, 0, sizeof(thread->used_cp)); | 
					
						
							|  |  |  | 	memset(&tsk->thread.debug, 0, sizeof(struct debug_info)); | 
					
						
							| 
									
										
										
										
											2006-06-21 13:31:52 +01:00
										 |  |  | 	memset(&thread->fpstate, 0, sizeof(union fp_state)); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	thread_notify(THREAD_NOTIFY_FLUSH, thread); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void release_thread(struct task_struct *dead_task) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | asmlinkage void ret_from_fork(void) __asm__("ret_from_fork"); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int | 
					
						
							| 
									
										
										
										
											2009-04-02 16:56:59 -07:00
										 |  |  | copy_thread(unsigned long clone_flags, unsigned long stack_start, | 
					
						
							| 
									
										
										
										
											2012-10-22 22:51:14 -04:00
										 |  |  | 	    unsigned long stk_sz, struct task_struct *p) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2006-01-12 01:05:57 -08:00
										 |  |  | 	struct thread_info *thread = task_thread_info(p); | 
					
						
							|  |  |  | 	struct pt_regs *childregs = task_pt_regs(p); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	memset(&thread->cpu_context, 0, sizeof(struct cpu_context_save)); | 
					
						
							| 
									
										
										
										
											2012-09-09 21:31:07 -04:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-10-21 15:54:27 -04:00
										 |  |  | 	if (likely(!(p->flags & PF_KTHREAD))) { | 
					
						
							|  |  |  | 		*childregs = *current_pt_regs(); | 
					
						
							| 
									
										
										
										
											2012-09-09 21:31:07 -04:00
										 |  |  | 		childregs->ARM_r0 = 0; | 
					
						
							| 
									
										
										
										
											2012-10-21 15:54:27 -04:00
										 |  |  | 		if (stack_start) | 
					
						
							|  |  |  | 			childregs->ARM_sp = stack_start; | 
					
						
							| 
									
										
										
										
											2012-09-09 21:31:07 -04:00
										 |  |  | 	} else { | 
					
						
							| 
									
										
										
										
											2012-10-10 22:23:29 -04:00
										 |  |  | 		memset(childregs, 0, sizeof(struct pt_regs)); | 
					
						
							| 
									
										
										
										
											2012-09-09 21:31:07 -04:00
										 |  |  | 		thread->cpu_context.r4 = stk_sz; | 
					
						
							|  |  |  | 		thread->cpu_context.r5 = stack_start; | 
					
						
							|  |  |  | 		childregs->ARM_cpsr = SVC_MODE; | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2012-10-10 22:23:29 -04:00
										 |  |  | 	thread->cpu_context.pc = (unsigned long)ret_from_fork; | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	thread->cpu_context.sp = (unsigned long)childregs; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-09-03 10:42:55 +01:00
										 |  |  | 	clear_ptrace_hw_breakpoint(p); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	if (clone_flags & CLONE_SETTLS) | 
					
						
							| 
									
										
										
										
											2012-10-21 15:54:27 -04:00
										 |  |  | 		thread->tp_value = childregs->ARM_r3; | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-04-06 16:16:29 +01:00
										 |  |  | 	thread_notify(THREAD_NOTIFY_COPY, thread); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	return 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-10-13 08:54:30 +01:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * Fill in the task's elfregs structure for a core dump. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | int dump_task_regs(struct task_struct *t, elf_gregset_t *elfregs) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	elf_core_copy_regs(elfregs, task_pt_regs(t)); | 
					
						
							|  |  |  | 	return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * fill in the fpe structure for a core dump... | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | int dump_fpu (struct pt_regs *regs, struct user_fp *fp) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct thread_info *thread = current_thread_info(); | 
					
						
							|  |  |  | 	int used_math = thread->used_cp[1] | thread->used_cp[2]; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (used_math) | 
					
						
							|  |  |  | 		memcpy(fp, &thread->fpstate.soft, sizeof (*fp)); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return used_math != 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | EXPORT_SYMBOL(dump_fpu); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | unsigned long get_wchan(struct task_struct *p) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2009-02-11 13:07:53 +01:00
										 |  |  | 	struct stackframe frame; | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	int count = 0; | 
					
						
							|  |  |  | 	if (!p || p == current || p->state == TASK_RUNNING) | 
					
						
							|  |  |  | 		return 0; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-02-11 13:07:53 +01:00
										 |  |  | 	frame.fp = thread_saved_fp(p); | 
					
						
							|  |  |  | 	frame.sp = thread_saved_sp(p); | 
					
						
							|  |  |  | 	frame.lr = 0;			/* recovered from the stack */ | 
					
						
							|  |  |  | 	frame.pc = thread_saved_pc(p); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	do { | 
					
						
							| 
									
										
										
										
											2009-02-11 13:07:53 +01:00
										 |  |  | 		int ret = unwind_frame(&frame); | 
					
						
							|  |  |  | 		if (ret < 0) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 			return 0; | 
					
						
							| 
									
										
										
										
											2009-02-11 13:07:53 +01:00
										 |  |  | 		if (!in_sched_functions(frame.pc)) | 
					
						
							|  |  |  | 			return frame.pc; | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	} while (count ++ < 16); | 
					
						
							|  |  |  | 	return 0; | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2010-06-14 16:27:19 -04:00
										 |  |  | 
 | 
					
						
							|  |  |  | unsigned long arch_randomize_brk(struct mm_struct *mm) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	unsigned long range_end = mm->brk + 0x02000000; | 
					
						
							|  |  |  | 	return randomize_range(mm->brk, range_end, 0) ? : mm->brk; | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2010-08-26 23:10:50 -04:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-01-11 14:04:36 +01:00
										 |  |  | #ifdef CONFIG_MMU
 | 
					
						
							| 
									
										
										
										
											2010-08-26 23:10:50 -04:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * The vectors page is always readable from user space for the | 
					
						
							| 
									
										
										
										
											2012-01-20 12:01:13 +01:00
										 |  |  |  * atomic helpers and the signal restart code. Insert it into the | 
					
						
							|  |  |  |  * gate_vma so that it is visible through ptrace and /proc/<pid>/mem. | 
					
						
							| 
									
										
										
										
											2010-08-26 23:10:50 -04:00
										 |  |  |  */ | 
					
						
							| 
									
										
										
										
											2012-01-20 12:01:13 +01:00
										 |  |  | static struct vm_area_struct gate_vma; | 
					
						
							| 
									
										
										
										
											2010-08-26 23:10:50 -04:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-01-20 12:01:13 +01:00
										 |  |  | static int __init gate_vma_init(void) | 
					
						
							| 
									
										
										
										
											2010-08-26 23:10:50 -04:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2012-01-20 12:01:13 +01:00
										 |  |  | 	gate_vma.vm_start	= 0xffff0000; | 
					
						
							|  |  |  | 	gate_vma.vm_end		= 0xffff0000 + PAGE_SIZE; | 
					
						
							|  |  |  | 	gate_vma.vm_page_prot	= PAGE_READONLY_EXEC; | 
					
						
							|  |  |  | 	gate_vma.vm_flags	= VM_READ | VM_EXEC | | 
					
						
							| 
									
										
										
										
											2012-03-29 16:53:48 -07:00
										 |  |  | 				  VM_MAYREAD | VM_MAYEXEC; | 
					
						
							| 
									
										
										
										
											2012-01-20 12:01:13 +01:00
										 |  |  | 	return 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | arch_initcall(gate_vma_init); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | struct vm_area_struct *get_gate_vma(struct mm_struct *mm) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	return &gate_vma; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int in_gate_area(struct mm_struct *mm, unsigned long addr) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	return (addr >= gate_vma.vm_start) && (addr < gate_vma.vm_end); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int in_gate_area_no_mm(unsigned long addr) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	return in_gate_area(NULL, addr); | 
					
						
							| 
									
										
										
										
											2010-08-26 23:10:50 -04:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | const char *arch_vma_name(struct vm_area_struct *vma) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2012-01-20 12:01:13 +01:00
										 |  |  | 	return (vma == &gate_vma) ? "[vectors]" : NULL; | 
					
						
							| 
									
										
										
										
											2010-08-26 23:10:50 -04:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2011-01-11 14:04:36 +01:00
										 |  |  | #endif
 |