| 
									
										
										
										
											2005-06-25 14:57:56 -07:00
										 |  |  | /*
 | 
					
						
							| 
									
										
										
										
											2007-10-19 18:24:20 -07:00
										 |  |  |  * Architecture specific (i386/x86_64) functions for kexec based crash dumps. | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:56 -07:00
										 |  |  |  * | 
					
						
							|  |  |  |  * Created by: Hariprasad Nellitheertha (hari@in.ibm.com) | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Copyright (C) IBM Corporation, 2004. All rights reserved. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <linux/init.h>
 | 
					
						
							|  |  |  | #include <linux/types.h>
 | 
					
						
							|  |  |  | #include <linux/kernel.h>
 | 
					
						
							|  |  |  | #include <linux/smp.h>
 | 
					
						
							|  |  |  | #include <linux/reboot.h>
 | 
					
						
							|  |  |  | #include <linux/kexec.h>
 | 
					
						
							|  |  |  | #include <linux/delay.h>
 | 
					
						
							|  |  |  | #include <linux/elf.h>
 | 
					
						
							|  |  |  | #include <linux/elfcore.h>
 | 
					
						
							| 
									
										
										
										
											2012-12-06 23:40:47 +08:00
										 |  |  | #include <linux/module.h>
 | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:56 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | #include <asm/processor.h>
 | 
					
						
							|  |  |  | #include <asm/hardirq.h>
 | 
					
						
							|  |  |  | #include <asm/nmi.h>
 | 
					
						
							|  |  |  | #include <asm/hw_irq.h>
 | 
					
						
							| 
									
										
										
										
											2005-11-15 00:09:04 -08:00
										 |  |  | #include <asm/apic.h>
 | 
					
						
							| 
									
										
										
										
											2007-12-03 17:17:10 +01:00
										 |  |  | #include <asm/hpet.h>
 | 
					
						
							| 
									
										
										
										
											2007-05-08 00:27:03 -07:00
										 |  |  | #include <linux/kdebug.h>
 | 
					
						
							| 
									
										
										
										
											2009-01-07 21:35:48 +05:30
										 |  |  | #include <asm/cpu.h>
 | 
					
						
							| 
									
										
										
										
											2008-03-17 16:08:38 -03:00
										 |  |  | #include <asm/reboot.h>
 | 
					
						
							| 
									
										
										
										
											2008-11-17 19:03:23 -02:00
										 |  |  | #include <asm/virtext.h>
 | 
					
						
							| 
									
										
										
										
											2008-11-12 11:34:40 -02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-07-20 18:09:05 -05:00
										 |  |  | int in_crash_kexec; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-12-06 23:40:47 +08:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * This is used to VMCLEAR all VMCSs loaded on the | 
					
						
							|  |  |  |  * processor. And when loading kvm_intel module, the | 
					
						
							|  |  |  |  * callback function pointer will be assigned. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * protected by rcu. | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2012-12-11 17:11:34 +08:00
										 |  |  | crash_vmclear_fn __rcu *crash_vmclear_loaded_vmcss = NULL; | 
					
						
							| 
									
										
										
										
											2012-12-06 23:40:47 +08:00
										 |  |  | EXPORT_SYMBOL_GPL(crash_vmclear_loaded_vmcss); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static inline void cpu_crash_vmclear_loaded_vmcss(void) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2012-12-11 17:11:34 +08:00
										 |  |  | 	crash_vmclear_fn *do_vmclear_operation = NULL; | 
					
						
							| 
									
										
										
										
											2012-12-06 23:40:47 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	rcu_read_lock(); | 
					
						
							|  |  |  | 	do_vmclear_operation = rcu_dereference(crash_vmclear_loaded_vmcss); | 
					
						
							|  |  |  | 	if (do_vmclear_operation) | 
					
						
							|  |  |  | 		do_vmclear_operation(); | 
					
						
							|  |  |  | 	rcu_read_unlock(); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-11-12 11:34:38 -02:00
										 |  |  | #if defined(CONFIG_SMP) && defined(CONFIG_X86_LOCAL_APIC)
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-09-30 15:06:21 -04:00
										 |  |  | static void kdump_nmi_callback(int cpu, struct pt_regs *regs) | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:58 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2007-10-24 12:58:01 +02:00
										 |  |  | #ifdef CONFIG_X86_32
 | 
					
						
							| 
									
										
										
										
											2005-06-25 14:58:13 -07:00
										 |  |  | 	struct pt_regs fixed_regs; | 
					
						
							| 
									
										
										
										
											2007-10-19 18:24:20 -07:00
										 |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2008-11-12 11:34:37 -02:00
										 |  |  | 
 | 
					
						
							|  |  |  | #ifdef CONFIG_X86_32
 | 
					
						
							|  |  |  | 	if (!user_mode_vm(regs)) { | 
					
						
							|  |  |  | 		crash_fixup_ss_esp(&fixed_regs, regs); | 
					
						
							|  |  |  | 		regs = &fixed_regs; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 	crash_save_cpu(regs, cpu); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-12-06 23:40:47 +08:00
										 |  |  | 	/*
 | 
					
						
							|  |  |  | 	 * VMCLEAR VMCSs loaded on all cpus if needed. | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	cpu_crash_vmclear_loaded_vmcss(); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-11-17 19:03:23 -02:00
										 |  |  | 	/* Disable VMX or SVM if needed.
 | 
					
						
							|  |  |  | 	 * | 
					
						
							|  |  |  | 	 * We need to disable virtualization on all CPUs. | 
					
						
							|  |  |  | 	 * Having VMX or SVM enabled on any CPU may break rebooting | 
					
						
							|  |  |  | 	 * after the kdump kernel has finished its task. | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	cpu_emergency_vmxoff(); | 
					
						
							|  |  |  | 	cpu_emergency_svm_disable(); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-11-12 11:34:37 -02:00
										 |  |  | 	disable_local_APIC(); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-11-12 11:34:39 -02:00
										 |  |  | static void kdump_nmi_shootdown_cpus(void) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2010-07-20 18:09:05 -05:00
										 |  |  | 	in_crash_kexec = 1; | 
					
						
							| 
									
										
										
										
											2008-11-12 11:34:40 -02:00
										 |  |  | 	nmi_shootdown_cpus(kdump_nmi_callback); | 
					
						
							| 
									
										
										
										
											2008-11-12 11:34:39 -02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-11-15 00:09:04 -08:00
										 |  |  | 	disable_local_APIC(); | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:58 -07:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2008-11-12 11:34:39 -02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:58 -07:00
										 |  |  | #else
 | 
					
						
							| 
									
										
										
										
											2008-11-12 11:34:39 -02:00
										 |  |  | static void kdump_nmi_shootdown_cpus(void) | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:58 -07:00
										 |  |  | { | 
					
						
							|  |  |  | 	/* There are no cpus to shootdown */ | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-03-17 16:08:38 -03:00
										 |  |  | void native_machine_crash_shutdown(struct pt_regs *regs) | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:56 -07:00
										 |  |  | { | 
					
						
							|  |  |  | 	/* This function is only called after the system
 | 
					
						
							| 
									
										
										
										
											2006-06-26 18:30:00 +02:00
										 |  |  | 	 * has panicked or is otherwise in a critical state. | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:56 -07:00
										 |  |  | 	 * The minimum amount of code to allow a kexec'd kernel | 
					
						
							|  |  |  | 	 * to run successfully needs to happen here. | 
					
						
							|  |  |  | 	 * | 
					
						
							|  |  |  | 	 * In practice this means shooting down the other cpus in | 
					
						
							|  |  |  | 	 * an SMP system. | 
					
						
							|  |  |  | 	 */ | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:58 -07:00
										 |  |  | 	/* The kernel is broken so disable interrupts */ | 
					
						
							|  |  |  | 	local_irq_disable(); | 
					
						
							| 
									
										
										
										
											2005-06-25 14:58:14 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-11-12 11:34:39 -02:00
										 |  |  | 	kdump_nmi_shootdown_cpus(); | 
					
						
							| 
									
										
										
										
											2008-11-17 19:03:23 -02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-12-06 23:40:47 +08:00
										 |  |  | 	/*
 | 
					
						
							|  |  |  | 	 * VMCLEAR VMCSs loaded on this cpu if needed. | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	cpu_crash_vmclear_loaded_vmcss(); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-11-17 19:03:23 -02:00
										 |  |  | 	/* Booting kdump kernel with VMX or SVM enabled won't work,
 | 
					
						
							|  |  |  | 	 * because (among other limitations) we can't disable paging | 
					
						
							|  |  |  | 	 * with the virt flags. | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	cpu_emergency_vmxoff(); | 
					
						
							|  |  |  | 	cpu_emergency_svm_disable(); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-11-15 00:09:04 -08:00
										 |  |  | 	lapic_shutdown(); | 
					
						
							|  |  |  | #if defined(CONFIG_X86_IO_APIC)
 | 
					
						
							|  |  |  | 	disable_IO_APIC(); | 
					
						
							| 
									
										
										
										
											2007-12-03 17:17:10 +01:00
										 |  |  | #endif
 | 
					
						
							|  |  |  | #ifdef CONFIG_HPET_TIMER
 | 
					
						
							|  |  |  | 	hpet_disable(); | 
					
						
							| 
									
										
										
										
											2005-11-15 00:09:04 -08:00
										 |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2006-12-06 20:40:41 -08:00
										 |  |  | 	crash_save_cpu(regs, safe_smp_processor_id()); | 
					
						
							| 
									
										
										
										
											2005-06-25 14:57:56 -07:00
										 |  |  | } |