| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | /* | 
					
						
							|  |  |  |  * This file is subject to the terms and conditions of the GNU General Public | 
					
						
							|  |  |  |  * License.  See the file "COPYING" in the main directory of this archive | 
					
						
							|  |  |  |  * for more details. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Copyright (C) 1994, 1995 Waldorf Electronics | 
					
						
							|  |  |  |  * Written by Ralf Baechle and Andreas Busse | 
					
						
							| 
									
										
										
										
											2006-07-07 14:07:18 +01:00
										 |  |  |  * Copyright (C) 1994 - 99, 2003, 06 Ralf Baechle | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  |  * Copyright (C) 1996 Paul M. Antoine | 
					
						
							|  |  |  |  * Modified for DECStation and hence R3000 support by Paul M. Antoine | 
					
						
							|  |  |  |  * Further modifications by David S. Miller and Harald Koerfgen | 
					
						
							|  |  |  |  * Copyright (C) 1999 Silicon Graphics, Inc. | 
					
						
							|  |  |  |  * Kevin Kissell, kevink@mips.com and Carsten Langgaard, carstenl@mips.com
 | 
					
						
							|  |  |  |  * Copyright (C) 2000 MIPS Technologies, Inc.  All rights reserved. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #include <linux/init.h> | 
					
						
							|  |  |  | #include <linux/threads.h> | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2007-06-14 15:55:31 -06:00
										 |  |  | #include <asm/addrspace.h> | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #include <asm/asm.h> | 
					
						
							| 
									
										
										
										
											2006-04-05 09:45:45 +01:00
										 |  |  | #include <asm/asmmacro.h> | 
					
						
							| 
									
										
										
										
											2006-07-07 14:07:18 +01:00
										 |  |  | #include <asm/irqflags.h> | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #include <asm/regdef.h> | 
					
						
							| 
									
										
										
										
											2008-10-03 22:43:38 +01:00
										 |  |  | #include <asm/pgtable-bits.h> | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #include <asm/mipsregs.h> | 
					
						
							|  |  |  | #include <asm/stackframe.h> | 
					
						
							| 
									
										
										
										
											2005-07-14 09:42:32 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | #include <kernel-entry-init.h> | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/* | 
					
						
							|  |  |  | 	 * For the moment disable interrupts, mark the kernel mode and | 
					
						
							|  |  |  | 	 * set ST0_KX so that the CPU does not spit fire when using | 
					
						
							|  |  |  | 	 * 64-bit addresses.  A full initialization of the CPU's status | 
					
						
							|  |  |  | 	 * register is done later in per_cpu_trap_init(). | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	.macro	setup_c0_status set clr | 
					
						
							|  |  |  | 	.set	push
 | 
					
						
							| 
									
										
										
										
											2006-04-05 09:45:45 +01:00
										 |  |  | #ifdef CONFIG_MIPS_MT_SMTC | 
					
						
							|  |  |  | 	/* | 
					
						
							|  |  |  | 	 * For SMTC, we need to set privilege and disable interrupts only for | 
					
						
							|  |  |  | 	 * the current TC, using the TCStatus register. | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	mfc0	t0, CP0_TCSTATUS | 
					
						
							|  |  |  | 	/* Fortunately CU 0 is in the same place in both registers */ | 
					
						
							|  |  |  | 	/* Set TCU0, TMX, TKSU (for later inversion) and IXMT */ | 
					
						
							|  |  |  | 	li	t1, ST0_CU0 | 0x08001c00 | 
					
						
							|  |  |  | 	or	t0, t1 | 
					
						
							|  |  |  | 	/* Clear TKSU, leave IXMT */ | 
					
						
							|  |  |  | 	xori	t0, 0x00001800 | 
					
						
							|  |  |  | 	mtc0	t0, CP0_TCSTATUS | 
					
						
							| 
									
										
										
										
											2006-06-03 22:40:15 +01:00
										 |  |  | 	_ehb | 
					
						
							| 
									
										
										
										
											2006-04-05 09:45:45 +01:00
										 |  |  | 	/* We need to leave the global IE bit set, but clear EXL...*/ | 
					
						
							|  |  |  | 	mfc0	t0, CP0_STATUS | 
					
						
							|  |  |  | 	or	t0, ST0_CU0 | ST0_EXL | ST0_ERL | \set | \clr | 
					
						
							|  |  |  | 	xor	t0, ST0_EXL | ST0_ERL | \clr | 
					
						
							|  |  |  | 	mtc0	t0, CP0_STATUS | 
					
						
							|  |  |  | #else | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	mfc0	t0, CP0_STATUS | 
					
						
							|  |  |  | 	or	t0, ST0_CU0|\set|0x1f|\clr | 
					
						
							|  |  |  | 	xor	t0, 0x1f|\clr | 
					
						
							|  |  |  | 	mtc0	t0, CP0_STATUS | 
					
						
							|  |  |  | 	.set	noreorder
 | 
					
						
							|  |  |  | 	sll	zero,3				# ehb | 
					
						
							| 
									
										
										
										
											2006-04-05 09:45:45 +01:00
										 |  |  | #endif | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	.set	pop
 | 
					
						
							|  |  |  | 	.endm | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	.macro	setup_c0_status_pri
 | 
					
						
							| 
									
										
										
										
											2005-09-03 15:56:16 -07:00
										 |  |  | #ifdef CONFIG_64BIT | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	setup_c0_status ST0_KX 0 | 
					
						
							|  |  |  | #else | 
					
						
							|  |  |  | 	setup_c0_status 0 0 | 
					
						
							|  |  |  | #endif | 
					
						
							|  |  |  | 	.endm | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	.macro	setup_c0_status_sec
 | 
					
						
							| 
									
										
										
										
											2005-09-03 15:56:16 -07:00
										 |  |  | #ifdef CONFIG_64BIT | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	setup_c0_status ST0_KX ST0_BEV | 
					
						
							|  |  |  | #else | 
					
						
							|  |  |  | 	setup_c0_status 0 ST0_BEV | 
					
						
							|  |  |  | #endif | 
					
						
							|  |  |  | 	.endm | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2007-06-14 15:55:31 -06:00
										 |  |  | #ifndef CONFIG_NO_EXCEPT_FILL | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	/* | 
					
						
							|  |  |  | 	 * Reserved space for exception handlers. | 
					
						
							|  |  |  | 	 * Necessary for machines which link their kernels at KSEG0. | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	.fill	0x400
 | 
					
						
							| 
									
										
										
										
											2007-06-14 15:55:31 -06:00
										 |  |  | #endif | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | EXPORT(_stext) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2007-10-16 20:05:18 +01:00
										 |  |  | #ifdef CONFIG_BOOT_RAW | 
					
						
							| 
									
										
										
										
											2005-07-11 11:53:44 +00:00
										 |  |  | 	/* | 
					
						
							|  |  |  | 	 * Give us a fighting chance of running if execution beings at the | 
					
						
							| 
									
										
										
										
											2013-01-22 12:59:30 +01:00
										 |  |  | 	 * kernel load address.	 This is needed because this platform does | 
					
						
							| 
									
										
										
										
											2005-07-11 11:53:44 +00:00
										 |  |  | 	 * not have a ELF loader yet. | 
					
						
							|  |  |  | 	 */ | 
					
						
							| 
									
										
										
										
											2008-01-07 15:09:50 +00:00
										 |  |  | FEXPORT(__kernel_entry) | 
					
						
							|  |  |  | 	j	kernel_entry | 
					
						
							| 
									
										
										
										
											2007-07-10 17:32:56 +01:00
										 |  |  | #endif | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-01-30 12:14:59 +00:00
										 |  |  | 	__REF | 
					
						
							| 
									
										
										
										
											2007-10-16 20:05:18 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | NESTED(kernel_entry, 16, sp)			# kernel entry point | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-07-14 09:42:32 +00:00
										 |  |  | 	kernel_entry_setup			# cpu specific setup | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	setup_c0_status_pri | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2007-09-13 20:23:48 +02:00
										 |  |  | 	/* We might not get launched at the address the kernel is linked to, | 
					
						
							|  |  |  | 	   so we jump there.  */ | 
					
						
							|  |  |  | 	PTR_LA	t0, 0f | 
					
						
							|  |  |  | 	jr	t0 | 
					
						
							|  |  |  | 0: | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-04-05 09:45:45 +01:00
										 |  |  | #ifdef CONFIG_MIPS_MT_SMTC | 
					
						
							|  |  |  | 	/* | 
					
						
							|  |  |  | 	 * In SMTC kernel, "CLI" is thread-specific, in TCStatus. | 
					
						
							|  |  |  | 	 * We still need to enable interrupts globally in Status, | 
					
						
							|  |  |  | 	 * and clear EXL/ERL. | 
					
						
							|  |  |  | 	 * | 
					
						
							|  |  |  | 	 * TCContext is used to track interrupt levels under | 
					
						
							|  |  |  | 	 * service in SMTC kernel. Clear for boot TC before | 
					
						
							|  |  |  | 	 * allowing any interrupts. | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	mtc0	zero, CP0_TCCONTEXT | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	mfc0	t0, CP0_STATUS | 
					
						
							|  |  |  | 	ori	t0, t0, 0xff1f | 
					
						
							|  |  |  | 	xori	t0, t0, 0x001e | 
					
						
							|  |  |  | 	mtc0	t0, CP0_STATUS | 
					
						
							|  |  |  | #endif /* CONFIG_MIPS_MT_SMTC */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	PTR_LA		t0, __bss_start		# clear .bss | 
					
						
							|  |  |  | 	LONG_S		zero, (t0) | 
					
						
							|  |  |  | 	PTR_LA		t1, __bss_stop - LONGSIZE | 
					
						
							|  |  |  | 1: | 
					
						
							|  |  |  | 	PTR_ADDIU	t0, LONGSIZE | 
					
						
							|  |  |  | 	LONG_S		zero, (t0) | 
					
						
							|  |  |  | 	bne		t0, t1, 1b | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	LONG_S		a0, fw_arg0		# firmware arguments | 
					
						
							|  |  |  | 	LONG_S		a1, fw_arg1 | 
					
						
							|  |  |  | 	LONG_S		a2, fw_arg2 | 
					
						
							|  |  |  | 	LONG_S		a3, fw_arg3 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-01 14:07:13 +00:00
										 |  |  | 	MTC0		zero, CP0_CONTEXT	# clear context register | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	PTR_LA		$28, init_thread_union | 
					
						
							| 
									
										
										
										
											2009-07-08 10:07:50 -07:00
										 |  |  | 	/* Set the SP after an empty pt_regs.  */ | 
					
						
							|  |  |  | 	PTR_LI		sp, _THREAD_SIZE - 32 - PT_SIZE | 
					
						
							| 
									
										
										
										
											2006-10-24 02:29:01 +01:00
										 |  |  | 	PTR_ADDU	sp, $28 | 
					
						
							| 
									
										
										
										
											2009-10-13 23:23:28 +02:00
										 |  |  | 	back_to_back_c0_hazard | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	set_saved_sp	sp, t0, t1 | 
					
						
							|  |  |  | 	PTR_SUBU	sp, 4 * SZREG		# init stack pointer | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	j		start_kernel | 
					
						
							|  |  |  | 	END(kernel_entry) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #ifdef CONFIG_SMP | 
					
						
							|  |  |  | /* | 
					
						
							| 
									
										
										
										
											2013-01-22 12:59:30 +01:00
										 |  |  |  * SMP slave cpus entry point.	Board specific code for bootstrap calls this | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  |  * function after setting up the stack and gp registers. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | NESTED(smp_bootstrap, 16, sp) | 
					
						
							| 
									
										
										
										
											2006-04-05 09:45:45 +01:00
										 |  |  | #ifdef CONFIG_MIPS_MT_SMTC | 
					
						
							|  |  |  | 	/* | 
					
						
							|  |  |  | 	 * Read-modify-writes of Status must be atomic, and this | 
					
						
							|  |  |  | 	 * is one case where CLI is invoked without EXL being | 
					
						
							|  |  |  | 	 * necessarily set. The CLI and setup_c0_status will | 
					
						
							|  |  |  | 	 * in fact be redundant for all but the first TC of | 
					
						
							|  |  |  | 	 * each VPE being booted. | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	DMT	10	# dmt t2 /* t0, t1 are used by CLI and setup_c0_status() */ | 
					
						
							|  |  |  | 	jal	mips_ihb | 
					
						
							|  |  |  | #endif /* CONFIG_MIPS_MT_SMTC */ | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	setup_c0_status_sec | 
					
						
							| 
									
										
										
										
											2005-07-14 09:42:32 +00:00
										 |  |  | 	smp_slave_setup | 
					
						
							| 
									
										
										
										
											2006-04-05 09:45:45 +01:00
										 |  |  | #ifdef CONFIG_MIPS_MT_SMTC | 
					
						
							|  |  |  | 	andi	t2, t2, VPECONTROL_TE | 
					
						
							|  |  |  | 	beqz	t2, 2f | 
					
						
							|  |  |  | 	EMT		# emt | 
					
						
							|  |  |  | 2: | 
					
						
							|  |  |  | #endif /* CONFIG_MIPS_MT_SMTC */ | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	j	start_secondary | 
					
						
							|  |  |  | 	END(smp_bootstrap) | 
					
						
							|  |  |  | #endif /* CONFIG_SMP */ |