| 
									
										
										
										
											2005-06-25 14:57:56 -07:00
										 |  |  | /*
 | 
					
						
							| 
									
										
										
										
											2007-10-19 18:24:20 -07:00
										 |  |  |  * Architecture specific (i386/x86_64) functions for kexec based crash dumps. | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:56 -07:00
										 |  |  |  * | 
					
						
							|  |  |  |  * Created by: Hariprasad Nellitheertha (hari@in.ibm.com) | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Copyright (C) IBM Corporation, 2004. All rights reserved. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <linux/init.h>
 | 
					
						
							|  |  |  | #include <linux/types.h>
 | 
					
						
							|  |  |  | #include <linux/kernel.h>
 | 
					
						
							|  |  |  | #include <linux/smp.h>
 | 
					
						
							|  |  |  | #include <linux/reboot.h>
 | 
					
						
							|  |  |  | #include <linux/kexec.h>
 | 
					
						
							|  |  |  | #include <linux/delay.h>
 | 
					
						
							|  |  |  | #include <linux/elf.h>
 | 
					
						
							|  |  |  | #include <linux/elfcore.h>
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <asm/processor.h>
 | 
					
						
							|  |  |  | #include <asm/hardirq.h>
 | 
					
						
							|  |  |  | #include <asm/nmi.h>
 | 
					
						
							|  |  |  | #include <asm/hw_irq.h>
 | 
					
						
							| 
									
										
										
										
											2005-11-15 00:09:04 -08:00
										 |  |  | #include <asm/apic.h>
 | 
					
						
							| 
									
										
										
										
											2007-12-03 17:17:10 +01:00
										 |  |  | #include <asm/hpet.h>
 | 
					
						
							| 
									
										
										
										
											2007-05-08 00:27:03 -07:00
										 |  |  | #include <linux/kdebug.h>
 | 
					
						
							| 
									
										
										
										
											2006-09-30 23:29:09 -07:00
										 |  |  | #include <asm/smp.h>
 | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:27 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2007-10-24 12:58:01 +02:00
										 |  |  | #ifdef CONFIG_X86_32
 | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:58 -07:00
										 |  |  | #include <mach_ipi.h>
 | 
					
						
							| 
									
										
										
										
											2007-10-19 18:24:20 -07:00
										 |  |  | #else
 | 
					
						
							|  |  |  | #include <asm/mach_apic.h>
 | 
					
						
							|  |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:56 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-06-25 14:58:14 -07:00
										 |  |  | /* This keeps a track of which one is crashing cpu. */ | 
					
						
							|  |  |  | static int crashing_cpu; | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:56 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-07-14 00:24:00 -07:00
										 |  |  | #if defined(CONFIG_SMP) && defined(CONFIG_X86_LOCAL_APIC)
 | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:58 -07:00
										 |  |  | static atomic_t waiting_for_crash_ipi; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:27 +02:00
										 |  |  | static int crash_nmi_callback(struct notifier_block *self, | 
					
						
							|  |  |  | 			unsigned long val, void *data) | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:58 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:27 +02:00
										 |  |  | 	struct pt_regs *regs; | 
					
						
							| 
									
										
										
										
											2007-10-24 12:58:01 +02:00
										 |  |  | #ifdef CONFIG_X86_32
 | 
					
						
							| 
									
										
										
										
											2005-06-25 14:58:13 -07:00
										 |  |  | 	struct pt_regs fixed_regs; | 
					
						
							| 
									
										
										
										
											2007-10-19 18:24:20 -07:00
										 |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:27 +02:00
										 |  |  | 	int cpu; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:27 +02:00
										 |  |  | 	if (val != DIE_NMI_IPI) | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:27 +02:00
										 |  |  | 		return NOTIFY_OK; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	regs = ((struct die_args *)data)->regs; | 
					
						
							|  |  |  | 	cpu = raw_smp_processor_id(); | 
					
						
							| 
									
										
										
										
											2005-06-25 14:58:14 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/* Don't do anything if this handler is invoked on crashing cpu.
 | 
					
						
							|  |  |  | 	 * Otherwise, system will completely hang. Crashing cpu can get | 
					
						
							|  |  |  | 	 * an NMI if system was initially booted with nmi_watchdog parameter. | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	if (cpu == crashing_cpu) | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:27 +02:00
										 |  |  | 		return NOTIFY_STOP; | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:58 -07:00
										 |  |  | 	local_irq_disable(); | 
					
						
							| 
									
										
										
										
											2005-06-25 14:58:13 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2007-10-24 12:58:01 +02:00
										 |  |  | #ifdef CONFIG_X86_32
 | 
					
						
							| 
									
										
										
										
											2006-03-23 02:59:46 -08:00
										 |  |  | 	if (!user_mode_vm(regs)) { | 
					
						
							| 
									
										
										
										
											2006-01-09 20:51:44 -08:00
										 |  |  | 		crash_fixup_ss_esp(&fixed_regs, regs); | 
					
						
							| 
									
										
										
										
											2005-06-25 14:58:13 -07:00
										 |  |  | 		regs = &fixed_regs; | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2007-10-19 18:24:20 -07:00
										 |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2006-12-06 20:40:41 -08:00
										 |  |  | 	crash_save_cpu(regs, cpu); | 
					
						
							| 
									
										
										
										
											2005-11-15 00:09:04 -08:00
										 |  |  | 	disable_local_APIC(); | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:58 -07:00
										 |  |  | 	atomic_dec(&waiting_for_crash_ipi); | 
					
						
							|  |  |  | 	/* Assume hlt works */ | 
					
						
							| 
									
										
										
										
											2005-09-03 15:56:42 -07:00
										 |  |  | 	halt(); | 
					
						
							| 
									
										
										
										
											2006-06-25 05:46:53 -07:00
										 |  |  | 	for (;;) | 
					
						
							|  |  |  | 		cpu_relax(); | 
					
						
							| 
									
										
										
										
											2005-06-25 14:58:28 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:58 -07:00
										 |  |  | 	return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static void smp_send_nmi_allbutself(void) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2006-09-30 23:29:10 -07:00
										 |  |  | 	cpumask_t mask = cpu_online_map; | 
					
						
							|  |  |  | 	cpu_clear(safe_smp_processor_id(), mask); | 
					
						
							|  |  |  | 	if (!cpus_empty(mask)) | 
					
						
							|  |  |  | 		send_IPI_mask(mask, NMI_VECTOR); | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:58 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:27 +02:00
										 |  |  | static struct notifier_block crash_nmi_nb = { | 
					
						
							|  |  |  | 	.notifier_call = crash_nmi_callback, | 
					
						
							|  |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:58 -07:00
										 |  |  | static void nmi_shootdown_cpus(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	unsigned long msecs; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-06-25 14:58:28 -07:00
										 |  |  | 	atomic_set(&waiting_for_crash_ipi, num_online_cpus() - 1); | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:58 -07:00
										 |  |  | 	/* Would it be better to replace the trap vector here? */ | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:27 +02:00
										 |  |  | 	if (register_die_notifier(&crash_nmi_nb)) | 
					
						
							|  |  |  | 		return;		/* return what? */ | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:58 -07:00
										 |  |  | 	/* Ensure the new callback function is set before sending
 | 
					
						
							|  |  |  | 	 * out the NMI | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	wmb(); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	smp_send_nmi_allbutself(); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	msecs = 1000; /* Wait at most a second for the other cpus to stop */ | 
					
						
							|  |  |  | 	while ((atomic_read(&waiting_for_crash_ipi) > 0) && msecs) { | 
					
						
							|  |  |  | 		mdelay(1); | 
					
						
							|  |  |  | 		msecs--; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* Leave the nmi callback set */ | 
					
						
							| 
									
										
										
										
											2005-11-15 00:09:04 -08:00
										 |  |  | 	disable_local_APIC(); | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:58 -07:00
										 |  |  | } | 
					
						
							|  |  |  | #else
 | 
					
						
							|  |  |  | static void nmi_shootdown_cpus(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	/* There are no cpus to shootdown */ | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-06-25 14:58:26 -07:00
										 |  |  | void machine_crash_shutdown(struct pt_regs *regs) | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:56 -07:00
										 |  |  | { | 
					
						
							|  |  |  | 	/* This function is only called after the system
 | 
					
						
							| 
									
										
										
										
											2006-06-26 18:30:00 +02:00
										 |  |  | 	 * has panicked or is otherwise in a critical state. | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:56 -07:00
										 |  |  | 	 * The minimum amount of code to allow a kexec'd kernel | 
					
						
							|  |  |  | 	 * to run successfully needs to happen here. | 
					
						
							|  |  |  | 	 * | 
					
						
							|  |  |  | 	 * In practice this means shooting down the other cpus in | 
					
						
							|  |  |  | 	 * an SMP system. | 
					
						
							|  |  |  | 	 */ | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:58 -07:00
										 |  |  | 	/* The kernel is broken so disable interrupts */ | 
					
						
							|  |  |  | 	local_irq_disable(); | 
					
						
							| 
									
										
										
										
											2005-06-25 14:58:14 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/* Make a note of crashing cpu. Will be used in NMI callback.*/ | 
					
						
							| 
									
										
										
										
											2006-09-30 23:29:09 -07:00
										 |  |  | 	crashing_cpu = safe_smp_processor_id(); | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:58 -07:00
										 |  |  | 	nmi_shootdown_cpus(); | 
					
						
							| 
									
										
										
										
											2005-11-15 00:09:04 -08:00
										 |  |  | 	lapic_shutdown(); | 
					
						
							|  |  |  | #if defined(CONFIG_X86_IO_APIC)
 | 
					
						
							|  |  |  | 	disable_IO_APIC(); | 
					
						
							| 
									
										
										
										
											2007-12-03 17:17:10 +01:00
										 |  |  | #endif
 | 
					
						
							|  |  |  | #ifdef CONFIG_HPET_TIMER
 | 
					
						
							|  |  |  | 	hpet_disable(); | 
					
						
							| 
									
										
										
										
											2005-11-15 00:09:04 -08:00
										 |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2006-12-06 20:40:41 -08:00
										 |  |  | 	crash_save_cpu(regs, safe_smp_processor_id()); | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:56 -07:00
										 |  |  | } |