| 
									
										
										
										
											2005-04-26 15:21:02 +01:00
										 |  |  | #include <linux/init.h> | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #include <linux/linkage.h> | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <asm/assembler.h> | 
					
						
							| 
									
										
										
										
											2005-09-09 21:08:59 +02:00
										 |  |  | #include <asm/asm-offsets.h> | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #include <asm/errno.h> | 
					
						
							| 
									
										
										
										
											2005-04-26 15:21:02 +01:00
										 |  |  | #include <asm/thread_info.h> | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | @ Bad Abort numbers
 | 
					
						
							|  |  |  | @ -----------------
 | 
					
						
							|  |  |  | @
 | 
					
						
							|  |  |  | #define BAD_PREFETCH	0 | 
					
						
							|  |  |  | #define BAD_DATA	1 | 
					
						
							|  |  |  | #define BAD_ADDREXCPTN	2 | 
					
						
							|  |  |  | #define BAD_IRQ		3 | 
					
						
							|  |  |  | #define BAD_UNDEFINSTR	4 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | @
 | 
					
						
							| 
									
										
										
										
											2005-04-26 15:18:59 +01:00
										 |  |  | @ Most of the stack format comes from struct pt_regs, but with
 | 
					
						
							|  |  |  | @ the addition of 8 bytes for storing syscall args 5 and 6.
 | 
					
						
							| 
									
										
										
										
											2006-01-14 16:18:08 +00:00
										 |  |  | @ This _must_ remain a multiple of 8 for EABI.
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | @
 | 
					
						
							|  |  |  | #define S_OFF		8 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-26 15:18:59 +01:00
										 |  |  | /*  | 
					
						
							|  |  |  |  * The SWI code relies on the fact that R0 is at the bottom of the stack | 
					
						
							|  |  |  |  * (due to slow/fast restore user regs). | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #if S_R0 != 0 | 
					
						
							|  |  |  | #error "Please fix" | 
					
						
							|  |  |  | #endif | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-26 15:21:02 +01:00
										 |  |  | 	.macro	zero_fp
 | 
					
						
							|  |  |  | #ifdef CONFIG_FRAME_POINTER | 
					
						
							|  |  |  | 	mov	fp, #0 | 
					
						
							|  |  |  | #endif | 
					
						
							|  |  |  | 	.endm | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-05-31 18:02:00 +01:00
										 |  |  | 	.macro	alignment_trap, rtemp | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #ifdef CONFIG_ALIGNMENT_TRAP | 
					
						
							| 
									
										
										
										
											2005-05-31 18:02:00 +01:00
										 |  |  | 	ldr	\rtemp, .LCcralign | 
					
						
							|  |  |  | 	ldr	\rtemp, [\rtemp] | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	mcr	p15, 0, \rtemp, c1, c0 | 
					
						
							|  |  |  | #endif | 
					
						
							|  |  |  | 	.endm | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-07-24 12:32:54 +01:00
										 |  |  | 	@
 | 
					
						
							|  |  |  | 	@ Store/load the USER SP and LR registers by switching to the SYS
 | 
					
						
							|  |  |  | 	@ mode. Useful in Thumb-2 mode where "stm/ldm rd, {sp, lr}^" is not
 | 
					
						
							|  |  |  | 	@ available. Should only be called from SVC mode
 | 
					
						
							|  |  |  | 	@
 | 
					
						
							|  |  |  | 	.macro	store_user_sp_lr, rd, rtemp, offset = 0 | 
					
						
							|  |  |  | 	mrs	\rtemp, cpsr | 
					
						
							|  |  |  | 	eor	\rtemp, \rtemp, #(SVC_MODE ^ SYSTEM_MODE) | 
					
						
							|  |  |  | 	msr	cpsr_c, \rtemp			@ switch to the SYS mode
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	str	sp, [\rd, #\offset]		@ save sp_usr | 
					
						
							|  |  |  | 	str	lr, [\rd, #\offset + 4]		@ save lr_usr
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	eor	\rtemp, \rtemp, #(SVC_MODE ^ SYSTEM_MODE) | 
					
						
							|  |  |  | 	msr	cpsr_c, \rtemp			@ switch back to the SVC mode
 | 
					
						
							|  |  |  | 	.endm | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	.macro	load_user_sp_lr, rd, rtemp, offset = 0 | 
					
						
							|  |  |  | 	mrs	\rtemp, cpsr | 
					
						
							|  |  |  | 	eor	\rtemp, \rtemp, #(SVC_MODE ^ SYSTEM_MODE) | 
					
						
							|  |  |  | 	msr	cpsr_c, \rtemp			@ switch to the SYS mode
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	ldr	sp, [\rd, #\offset]		@ load sp_usr | 
					
						
							|  |  |  | 	ldr	lr, [\rd, #\offset + 4]		@ load lr_usr
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	eor	\rtemp, \rtemp, #(SVC_MODE ^ SYSTEM_MODE) | 
					
						
							|  |  |  | 	msr	cpsr_c, \rtemp			@ switch back to the SVC mode
 | 
					
						
							|  |  |  | 	.endm | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #ifndef CONFIG_THUMB2_KERNEL | 
					
						
							|  |  |  | 	.macro	svc_exit, rpsr | 
					
						
							|  |  |  | 	msr	spsr_cxsf, \rpsr | 
					
						
							| 
									
										
										
										
											2011-01-17 15:35:37 +00:00
										 |  |  | #if defined(CONFIG_CPU_V6) | 
					
						
							| 
									
										
										
										
											2009-09-18 23:27:05 +01:00
										 |  |  | 	ldr	r0, [sp] | 
					
						
							|  |  |  | 	strex	r1, r2, [sp]			@ clear the exclusive monitor
 | 
					
						
							|  |  |  | 	ldmib	sp, {r1 - pc}^			@ load r1 - pc, cpsr
 | 
					
						
							| 
									
										
										
										
											2011-01-17 15:35:37 +00:00
										 |  |  | #elif defined(CONFIG_CPU_32v6K) | 
					
						
							|  |  |  | 	clrex					@ clear the exclusive monitor
 | 
					
						
							|  |  |  | 	ldmia	sp, {r0 - pc}^			@ load r0 - pc, cpsr
 | 
					
						
							| 
									
										
										
										
											2009-09-25 16:28:02 -04:00
										 |  |  | #else | 
					
						
							|  |  |  | 	ldmia	sp, {r0 - pc}^			@ load r0 - pc, cpsr
 | 
					
						
							| 
									
										
										
										
											2009-09-18 23:27:05 +01:00
										 |  |  | #endif | 
					
						
							| 
									
										
										
										
											2009-07-24 12:32:54 +01:00
										 |  |  | 	.endm | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	.macro	restore_user_regs, fast = 0, offset = 0 | 
					
						
							|  |  |  | 	ldr	r1, [sp, #\offset + S_PSR]	@ get calling cpsr | 
					
						
							|  |  |  | 	ldr	lr, [sp, #\offset + S_PC]!	@ get pc | 
					
						
							|  |  |  | 	msr	spsr_cxsf, r1			@ save in spsr_svc
 | 
					
						
							| 
									
										
										
										
											2011-01-17 15:35:37 +00:00
										 |  |  | #if defined(CONFIG_CPU_V6) | 
					
						
							| 
									
										
										
										
											2009-09-18 23:27:05 +01:00
										 |  |  | 	strex	r1, r2, [sp]			@ clear the exclusive monitor
 | 
					
						
							| 
									
										
										
										
											2011-01-17 15:35:37 +00:00
										 |  |  | #elif defined(CONFIG_CPU_32v6K) | 
					
						
							|  |  |  | 	clrex					@ clear the exclusive monitor
 | 
					
						
							| 
									
										
										
										
											2009-09-18 23:27:05 +01:00
										 |  |  | #endif | 
					
						
							| 
									
										
										
										
											2009-07-24 12:32:54 +01:00
										 |  |  | 	.if	\fast | 
					
						
							|  |  |  | 	ldmdb	sp, {r1 - lr}^			@ get calling r1 - lr
 | 
					
						
							|  |  |  | 	.else | 
					
						
							|  |  |  | 	ldmdb	sp, {r0 - lr}^			@ get calling r0 - lr
 | 
					
						
							|  |  |  | 	.endif | 
					
						
							| 
									
										
										
										
											2010-03-15 16:04:14 +01:00
										 |  |  | 	mov	r0, r0				@ ARMv5T and earlier require a nop
 | 
					
						
							|  |  |  | 						@ after ldm {}^
 | 
					
						
							| 
									
										
										
										
											2009-07-24 12:32:54 +01:00
										 |  |  | 	add	sp, sp, #S_FRAME_SIZE - S_PC | 
					
						
							|  |  |  | 	movs	pc, lr				@ return & move spsr_svc into cpsr
 | 
					
						
							|  |  |  | 	.endm | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	.macro	get_thread_info, rd | 
					
						
							|  |  |  | 	mov	\rd, sp, lsr #13 | 
					
						
							|  |  |  | 	mov	\rd, \rd, lsl #13 | 
					
						
							|  |  |  | 	.endm | 
					
						
							| 
									
										
										
										
											2009-10-12 17:31:20 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	@
 | 
					
						
							|  |  |  | 	@ 32-bit wide "mov pc, reg"
 | 
					
						
							|  |  |  | 	@
 | 
					
						
							|  |  |  | 	.macro	movw_pc, reg | 
					
						
							|  |  |  | 	mov	pc, \reg | 
					
						
							|  |  |  | 	.endm | 
					
						
							| 
									
										
										
										
											2009-07-24 12:32:54 +01:00
										 |  |  | #else	/* CONFIG_THUMB2_KERNEL */ | 
					
						
							|  |  |  | 	.macro	svc_exit, rpsr | 
					
						
							| 
									
										
										
										
											2011-03-18 17:32:44 +00:00
										 |  |  | 	ldr	lr, [sp, #S_SP]			@ top of the stack | 
					
						
							|  |  |  | 	ldrd	r0, r1, [sp, #S_LR]		@ calling lr and pc | 
					
						
							| 
									
										
										
										
											2009-09-18 23:27:05 +01:00
										 |  |  | 	clrex					@ clear the exclusive monitor
 | 
					
						
							| 
									
										
										
										
											2011-03-18 17:32:44 +00:00
										 |  |  | 	stmdb	lr!, {r0, r1, \rpsr}		@ calling lr and rfe context
 | 
					
						
							| 
									
										
										
										
											2009-07-24 12:32:54 +01:00
										 |  |  | 	ldmia	sp, {r0 - r12} | 
					
						
							| 
									
										
										
										
											2011-03-18 17:32:44 +00:00
										 |  |  | 	mov	sp, lr | 
					
						
							|  |  |  | 	ldr	lr, [sp], #4 | 
					
						
							| 
									
										
										
										
											2009-07-24 12:32:54 +01:00
										 |  |  | 	rfeia	sp! | 
					
						
							|  |  |  | 	.endm | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	.macro	restore_user_regs, fast = 0, offset = 0 | 
					
						
							| 
									
										
										
										
											2009-09-18 23:27:05 +01:00
										 |  |  | 	clrex					@ clear the exclusive monitor
 | 
					
						
							| 
									
										
										
										
											2009-07-24 12:32:54 +01:00
										 |  |  | 	mov	r2, sp | 
					
						
							|  |  |  | 	load_user_sp_lr r2, r3, \offset + S_SP	@ calling sp, lr
 | 
					
						
							|  |  |  | 	ldr	r1, [sp, #\offset + S_PSR]	@ get calling cpsr | 
					
						
							|  |  |  | 	ldr	lr, [sp, #\offset + S_PC]	@ get pc | 
					
						
							|  |  |  | 	add	sp, sp, #\offset + S_SP | 
					
						
							|  |  |  | 	msr	spsr_cxsf, r1			@ save in spsr_svc
 | 
					
						
							|  |  |  | 	.if	\fast | 
					
						
							|  |  |  | 	ldmdb	sp, {r1 - r12}			@ get calling r1 - r12
 | 
					
						
							|  |  |  | 	.else | 
					
						
							|  |  |  | 	ldmdb	sp, {r0 - r12}			@ get calling r0 - r12
 | 
					
						
							|  |  |  | 	.endif | 
					
						
							|  |  |  | 	add	sp, sp, #S_FRAME_SIZE - S_SP | 
					
						
							|  |  |  | 	movs	pc, lr				@ return & move spsr_svc into cpsr
 | 
					
						
							|  |  |  | 	.endm | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	.macro	get_thread_info, rd | 
					
						
							|  |  |  | 	mov	\rd, sp | 
					
						
							|  |  |  | 	lsr	\rd, \rd, #13 | 
					
						
							|  |  |  | 	mov	\rd, \rd, lsl #13 | 
					
						
							|  |  |  | 	.endm | 
					
						
							| 
									
										
										
										
											2009-10-12 17:31:20 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	@
 | 
					
						
							|  |  |  | 	@ 32-bit wide "mov pc, reg"
 | 
					
						
							|  |  |  | 	@
 | 
					
						
							|  |  |  | 	.macro	movw_pc, reg | 
					
						
							|  |  |  | 	mov	pc, \reg | 
					
						
							|  |  |  | 	nop | 
					
						
							|  |  |  | 	.endm | 
					
						
							| 
									
										
										
										
											2009-07-24 12:32:54 +01:00
										 |  |  | #endif	/* !CONFIG_THUMB2_KERNEL */ | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | /* | 
					
						
							|  |  |  |  * These are the registers used in the syscall handler, and allow us to | 
					
						
							|  |  |  |  * have in theory up to 7 arguments to a function - r0 to r6. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * r7 is reserved for the system call number for thumb mode. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Note that tbl == why is intentional. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * We must set at least "tsk" and "why" when calling ret_with_reschedule. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | scno	.req	r7		@ syscall number
 | 
					
						
							|  |  |  | tbl	.req	r8		@ syscall table pointer
 | 
					
						
							|  |  |  | why	.req	r8		@ Linux syscall (!= 0)
 | 
					
						
							|  |  |  | tsk	.req	r9		@ current thread_info
 |