| 
									
										
										
										
											2010-05-28 23:09:12 -04:00
										 |  |  | /* | 
					
						
							|  |  |  |  * Copyright 2010 Tilera Corporation. All Rights Reserved. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *   This program is free software; you can redistribute it and/or
 | 
					
						
							|  |  |  |  *   modify it under the terms of the GNU General Public License | 
					
						
							|  |  |  |  *   as published by the Free Software Foundation, version 2. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *   This program is distributed in the hope that it will be useful, but | 
					
						
							|  |  |  |  *   WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
					
						
							|  |  |  |  *   MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or | 
					
						
							|  |  |  |  *   NON INFRINGEMENT.  See the GNU General Public License for | 
					
						
							|  |  |  |  *   more details. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * TILE startup code. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <linux/linkage.h> | 
					
						
							|  |  |  | #include <linux/init.h> | 
					
						
							|  |  |  | #include <asm/page.h> | 
					
						
							|  |  |  | #include <asm/pgtable.h> | 
					
						
							|  |  |  | #include <asm/thread_info.h> | 
					
						
							|  |  |  | #include <asm/processor.h> | 
					
						
							|  |  |  | #include <asm/asm-offsets.h> | 
					
						
							|  |  |  | #include <hv/hypervisor.h> | 
					
						
							|  |  |  | #include <arch/chip.h> | 
					
						
							| 
									
										
										
										
											2010-10-14 16:23:03 -04:00
										 |  |  | #include <arch/spr_def.h> | 
					
						
							| 
									
										
										
										
											2010-05-28 23:09:12 -04:00
										 |  |  | 
 | 
					
						
							|  |  |  | /* | 
					
						
							|  |  |  |  * This module contains the entry code for kernel images. It performs the | 
					
						
							|  |  |  |  * minimal setup needed to call the generic C routines. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	__HEAD | 
					
						
							|  |  |  | ENTRY(_start) | 
					
						
							|  |  |  | 	/* Notify the hypervisor of what version of the API we want */ | 
					
						
							|  |  |  | 	{ | 
					
						
							|  |  |  | 	  movei r1, TILE_CHIP | 
					
						
							|  |  |  | 	  movei r2, TILE_CHIP_REV | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	{ | 
					
						
							| 
									
										
										
										
											2013-05-02 15:29:04 -04:00
										 |  |  | 	  moveli r0, _HV_VERSION_OLD_HV_INIT | 
					
						
							| 
									
										
										
										
											2013-08-07 16:03:08 -04:00
										 |  |  | 	  jal _hv_init | 
					
						
							| 
									
										
										
										
											2010-05-28 23:09:12 -04:00
										 |  |  | 	} | 
					
						
							|  |  |  | 	/* Get a reasonable default ASID in r0 */ | 
					
						
							|  |  |  | 	{ | 
					
						
							|  |  |  | 	  move r0, zero | 
					
						
							| 
									
										
										
										
											2013-08-07 16:03:08 -04:00
										 |  |  | 	  jal _hv_inquire_asid | 
					
						
							| 
									
										
										
										
											2010-05-28 23:09:12 -04:00
										 |  |  | 	} | 
					
						
							|  |  |  | 	/* Install the default page table */ | 
					
						
							|  |  |  | 	{ | 
					
						
							|  |  |  | 	  moveli r6, lo16(swapper_pgprot - PAGE_OFFSET) | 
					
						
							|  |  |  | 	  move r4, r0     /* use starting ASID of range for this page table */ | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	{ | 
					
						
							|  |  |  | 	  moveli r0, lo16(swapper_pg_dir - PAGE_OFFSET) | 
					
						
							|  |  |  | 	  auli r6, r6, ha16(swapper_pgprot - PAGE_OFFSET) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	{ | 
					
						
							|  |  |  | 	  lw r2, r6 | 
					
						
							|  |  |  | 	  addi r6, r6, 4 | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	{ | 
					
						
							|  |  |  | 	  lw r3, r6 | 
					
						
							|  |  |  | 	  auli r0, r0, ha16(swapper_pg_dir - PAGE_OFFSET) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	{ | 
					
						
							| 
									
										
										
										
											2013-07-23 17:32:04 -04:00
										 |  |  | 	  finv r6 | 
					
						
							| 
									
										
										
										
											2010-05-28 23:09:12 -04:00
										 |  |  | 	  move r1, zero   /* high 32 bits of CPA is zero */ | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	{ | 
					
						
							|  |  |  | 	  moveli lr, lo16(1f) | 
					
						
							| 
									
										
										
										
											2012-03-29 13:58:43 -04:00
										 |  |  | 	  moveli r5, CTX_PAGE_FLAG | 
					
						
							| 
									
										
										
										
											2010-05-28 23:09:12 -04:00
										 |  |  | 	} | 
					
						
							|  |  |  | 	{ | 
					
						
							|  |  |  | 	  auli lr, lr, ha16(1f) | 
					
						
							| 
									
										
										
										
											2013-08-07 16:03:08 -04:00
										 |  |  | 	  j _hv_install_context | 
					
						
							| 
									
										
										
										
											2010-05-28 23:09:12 -04:00
										 |  |  | 	} | 
					
						
							|  |  |  | 1: | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-10-14 16:23:03 -04:00
										 |  |  | 	/* Get our processor number and save it away in SAVE_K_0. */ | 
					
						
							| 
									
										
										
										
											2013-08-07 16:03:08 -04:00
										 |  |  | 	jal _hv_inquire_topology | 
					
						
							| 
									
										
										
										
											2010-05-28 23:09:12 -04:00
										 |  |  | 	mulll_uu r4, r1, r2        /* r1 == y, r2 == width */ | 
					
						
							|  |  |  | 	add r4, r4, r0             /* r0 == x, so r4 == cpu == y*width + x */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #ifdef CONFIG_SMP | 
					
						
							|  |  |  | 	/* | 
					
						
							|  |  |  | 	 * Load up our per-cpu offset.  When the first (master) tile | 
					
						
							|  |  |  | 	 * boots, this value is still zero, so we will load boot_pc | 
					
						
							| 
									
										
										
										
											2013-08-10 12:35:02 -04:00
										 |  |  | 	 * with start_kernel, and boot_sp at the top of init_stack. | 
					
						
							| 
									
										
										
										
											2010-05-28 23:09:12 -04:00
										 |  |  | 	 * The master tile initializes the per-cpu offset array, so that | 
					
						
							|  |  |  | 	 * when subsequent (secondary) tiles boot, they will instead load | 
					
						
							|  |  |  | 	 * from their per-cpu versions of boot_sp and boot_pc. | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	moveli r5, lo16(__per_cpu_offset) | 
					
						
							|  |  |  | 	auli r5, r5, ha16(__per_cpu_offset) | 
					
						
							|  |  |  | 	s2a r5, r4, r5 | 
					
						
							|  |  |  | 	lw r5, r5 | 
					
						
							|  |  |  | 	bnz r5, 1f | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* | 
					
						
							|  |  |  | 	 * Save the width and height to the smp_topology variable | 
					
						
							|  |  |  | 	 * for later use. | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	moveli r0, lo16(smp_topology + HV_TOPOLOGY_WIDTH_OFFSET) | 
					
						
							|  |  |  | 	auli r0, r0, ha16(smp_topology + HV_TOPOLOGY_WIDTH_OFFSET) | 
					
						
							|  |  |  | 	{ | 
					
						
							|  |  |  | 	  sw r0, r2 | 
					
						
							|  |  |  | 	  addi r0, r0, (HV_TOPOLOGY_HEIGHT_OFFSET - HV_TOPOLOGY_WIDTH_OFFSET) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	sw r0, r3 | 
					
						
							|  |  |  | 1: | 
					
						
							|  |  |  | #else | 
					
						
							|  |  |  | 	move r5, zero | 
					
						
							|  |  |  | #endif | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* Load and go with the correct pc and sp. */ | 
					
						
							|  |  |  | 	{ | 
					
						
							|  |  |  | 	  addli r1, r5, lo16(boot_sp) | 
					
						
							|  |  |  | 	  addli r0, r5, lo16(boot_pc) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	{ | 
					
						
							|  |  |  | 	  auli r1, r1, ha16(boot_sp) | 
					
						
							|  |  |  | 	  auli r0, r0, ha16(boot_pc) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	lw r0, r0 | 
					
						
							|  |  |  | 	lw sp, r1 | 
					
						
							|  |  |  | 	or r4, sp, r4 | 
					
						
							| 
									
										
										
										
											2010-10-14 16:23:03 -04:00
										 |  |  | 	mtspr SPR_SYSTEM_SAVE_K_0, r4  /* save ksp0 + cpu */ | 
					
						
							| 
									
										
										
										
											2010-05-28 23:09:12 -04:00
										 |  |  | 	{ | 
					
						
							|  |  |  | 	  move lr, zero   /* stop backtraces in the called function */ | 
					
						
							|  |  |  | 	  jr r0 | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	ENDPROC(_start) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-02-27 18:52:24 -05:00
										 |  |  | __PAGE_ALIGNED_BSS | 
					
						
							| 
									
										
										
										
											2010-05-28 23:09:12 -04:00
										 |  |  | 	.align PAGE_SIZE
 | 
					
						
							|  |  |  | ENTRY(empty_zero_page) | 
					
						
							|  |  |  | 	.fill PAGE_SIZE,1,0 | 
					
						
							|  |  |  | 	END(empty_zero_page) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	.macro PTE va, cpa, bits1, no_org=0 | 
					
						
							|  |  |  | 	.ifeq \no_org | 
					
						
							| 
									
										
										
										
											2012-03-29 13:58:43 -04:00
										 |  |  | 	.org swapper_pg_dir + PGD_INDEX(\va) * HV_PTE_SIZE | 
					
						
							| 
									
										
										
										
											2010-05-28 23:09:12 -04:00
										 |  |  | 	.endif | 
					
						
							|  |  |  | 	.word HV_PTE_PAGE | HV_PTE_DIRTY | HV_PTE_PRESENT | HV_PTE_ACCESSED | \ | 
					
						
							|  |  |  | 	      (HV_PTE_MODE_CACHE_NO_L3 << HV_PTE_INDEX_MODE) | 
					
						
							| 
									
										
										
										
											2012-03-29 13:58:43 -04:00
										 |  |  | 	.word (\bits1) | (HV_CPA_TO_PTFN(\cpa) << (HV_PTE_INDEX_PTFN - 32)) | 
					
						
							| 
									
										
										
										
											2010-05-28 23:09:12 -04:00
										 |  |  | 	.endm | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-02-27 18:52:24 -05:00
										 |  |  | __PAGE_ALIGNED_DATA | 
					
						
							| 
									
										
										
										
											2010-05-28 23:09:12 -04:00
										 |  |  | 	.align PAGE_SIZE
 | 
					
						
							|  |  |  | ENTRY(swapper_pg_dir) | 
					
						
							|  |  |  | 	/* | 
					
						
							|  |  |  | 	 * All data pages from PAGE_OFFSET to MEM_USER_INTRPT are mapped as | 
					
						
							|  |  |  | 	 * VA = PA + PAGE_OFFSET.  We remap things with more precise access | 
					
						
							|  |  |  | 	 * permissions and more respect for size of RAM later. | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	.set addr, 0 | 
					
						
							|  |  |  | 	.rept (MEM_USER_INTRPT - PAGE_OFFSET) >> PGDIR_SHIFT | 
					
						
							| 
									
										
										
										
											2011-03-17 14:32:06 -04:00
										 |  |  | 	PTE addr + PAGE_OFFSET, addr, (1 << (HV_PTE_INDEX_READABLE - 32)) | \ | 
					
						
							|  |  |  | 				      (1 << (HV_PTE_INDEX_WRITABLE - 32)) | 
					
						
							| 
									
										
										
										
											2010-05-28 23:09:12 -04:00
										 |  |  | 	.set addr, addr + PGDIR_SIZE | 
					
						
							|  |  |  | 	.endr | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-09-03 14:41:36 -04:00
										 |  |  | 	/* The true text VAs are mapped as VA = PA + MEM_SV_START */ | 
					
						
							|  |  |  | 	PTE MEM_SV_START, 0, (1 << (HV_PTE_INDEX_READABLE - 32)) | \ | 
					
						
							| 
									
										
										
										
											2011-03-17 14:32:06 -04:00
										 |  |  | 			      (1 << (HV_PTE_INDEX_EXECUTABLE - 32)) | 
					
						
							| 
									
										
										
										
											2012-03-29 13:58:43 -04:00
										 |  |  | 	.org swapper_pg_dir + PGDIR_SIZE | 
					
						
							| 
									
										
										
										
											2010-05-28 23:09:12 -04:00
										 |  |  | 	END(swapper_pg_dir) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* | 
					
						
							|  |  |  | 	 * Isolate swapper_pgprot to its own cache line, since each cpu | 
					
						
							|  |  |  | 	 * starting up will read it using VA-is-PA and local homing. | 
					
						
							|  |  |  | 	 * This would otherwise likely conflict with other data on the cache | 
					
						
							|  |  |  | 	 * line, once we have set its permanent home in the page tables. | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	__INITDATA | 
					
						
							|  |  |  | 	.align CHIP_L2_LINE_SIZE() | 
					
						
							|  |  |  | ENTRY(swapper_pgprot) | 
					
						
							| 
									
										
										
										
											2011-03-17 14:32:06 -04:00
										 |  |  | 	PTE	0, 0, (1 << (HV_PTE_INDEX_READABLE - 32)) | \ | 
					
						
							|  |  |  | 		      (1 << (HV_PTE_INDEX_WRITABLE - 32)), 1 | 
					
						
							| 
									
										
										
										
											2010-05-28 23:09:12 -04:00
										 |  |  | 	.align CHIP_L2_LINE_SIZE() | 
					
						
							|  |  |  | 	END(swapper_pgprot) |