| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | /* | 
					
						
							|  |  |  |  * This file is subject to the terms and conditions of the GNU General Public | 
					
						
							|  |  |  |  * License.  See the file "COPYING" in the main directory of this archive | 
					
						
							|  |  |  |  * for more details. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Copyright (C) 1994 - 2000, 2001, 2003 Ralf Baechle | 
					
						
							|  |  |  |  * Copyright (C) 1999, 2000 Silicon Graphics, Inc. | 
					
						
							|  |  |  |  * Copyright (C) 2001 MIPS Technologies, Inc. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <asm/asm.h> | 
					
						
							|  |  |  | #include <asm/asmmacro.h> | 
					
						
							|  |  |  | #include <asm/regdef.h> | 
					
						
							|  |  |  | #include <asm/mipsregs.h> | 
					
						
							|  |  |  | #include <asm/stackframe.h> | 
					
						
							|  |  |  | #include <asm/isadep.h> | 
					
						
							|  |  |  | #include <asm/thread_info.h> | 
					
						
							|  |  |  | #include <asm/war.h> | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-10-09 01:24:23 +09:00
										 |  |  | #ifndef CONFIG_PREEMPT | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #define resume_kernel	restore_all | 
					
						
							| 
									
										
										
										
											2007-02-13 14:50:18 +01:00
										 |  |  | #else | 
					
						
							|  |  |  | #define __ret_from_irq	ret_from_exception | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #endif | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	.text | 
					
						
							|  |  |  | 	.align	5
 | 
					
						
							| 
									
										
										
										
											2007-02-13 14:50:18 +01:00
										 |  |  | #ifndef CONFIG_PREEMPT | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | FEXPORT(ret_from_exception) | 
					
						
							| 
									
										
										
										
											2007-02-13 14:50:18 +01:00
										 |  |  | 	local_irq_disable			# preempt stop | 
					
						
							|  |  |  | 	b	__ret_from_irq | 
					
						
							| 
									
										
										
										
											2006-10-09 01:24:23 +09:00
										 |  |  | #endif | 
					
						
							| 
									
										
										
										
											2007-02-13 14:50:18 +01:00
										 |  |  | FEXPORT(ret_from_irq) | 
					
						
							|  |  |  | 	LONG_S	s0, TI_REGS($28) | 
					
						
							|  |  |  | FEXPORT(__ret_from_irq) | 
					
						
							| 
									
										
										
										
											2012-04-05 20:37:34 +02:00
										 |  |  | /* | 
					
						
							|  |  |  |  * We can be coming here from a syscall done in the kernel space, | 
					
						
							|  |  |  |  * e.g. a failed kernel_execve(). | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | resume_userspace_check: | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	LONG_L	t0, PT_STATUS(sp)		# returning to kernel mode? | 
					
						
							|  |  |  | 	andi	t0, t0, KU_USER | 
					
						
							|  |  |  | 	beqz	t0, resume_kernel | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2004-12-10 12:56:33 +00:00
										 |  |  | resume_userspace: | 
					
						
							|  |  |  | 	local_irq_disable		# make sure we dont miss an | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 					# interrupt setting need_resched | 
					
						
							|  |  |  | 					# between sampling and return | 
					
						
							|  |  |  | 	LONG_L	a2, TI_FLAGS($28)	# current->work | 
					
						
							| 
									
										
										
										
											2004-12-10 12:56:33 +00:00
										 |  |  | 	andi	t0, a2, _TIF_WORK_MASK	# (ignoring syscall_trace) | 
					
						
							|  |  |  | 	bnez	t0, work_pending | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	j	restore_all | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #ifdef CONFIG_PREEMPT | 
					
						
							| 
									
										
										
										
											2004-12-10 12:56:33 +00:00
										 |  |  | resume_kernel: | 
					
						
							| 
									
										
										
										
											2005-02-07 02:54:29 +00:00
										 |  |  | 	local_irq_disable | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	lw	t0, TI_PRE_COUNT($28) | 
					
						
							|  |  |  | 	bnez	t0, restore_all | 
					
						
							|  |  |  | need_resched: | 
					
						
							|  |  |  | 	LONG_L	t0, TI_FLAGS($28) | 
					
						
							|  |  |  | 	andi	t1, t0, _TIF_NEED_RESCHED | 
					
						
							|  |  |  | 	beqz	t1, restore_all | 
					
						
							|  |  |  | 	LONG_L	t0, PT_STATUS(sp)		# Interrupts off? | 
					
						
							|  |  |  | 	andi	t0, 1 | 
					
						
							|  |  |  | 	beqz	t0, restore_all | 
					
						
							| 
									
										
										
										
											2005-02-07 02:54:29 +00:00
										 |  |  | 	jal	preempt_schedule_irq | 
					
						
							| 
									
										
										
										
											2005-03-04 12:35:42 +00:00
										 |  |  | 	b	need_resched | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #endif | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-10-09 16:27:45 -04:00
										 |  |  | FEXPORT(ret_from_kernel_thread) | 
					
						
							|  |  |  | 	jal	schedule_tail		# a0 = struct task_struct *prev | 
					
						
							|  |  |  | 	move	a0, s1 | 
					
						
							|  |  |  | 	jal	s0 | 
					
						
							| 
									
										
										
										
											2012-10-11 16:01:20 -04:00
										 |  |  | 	j	syscall_exit | 
					
						
							| 
									
										
										
										
											2012-10-09 16:27:45 -04:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | FEXPORT(ret_from_fork) | 
					
						
							| 
									
										
										
										
											2006-07-03 00:25:41 -07:00
										 |  |  | 	jal	schedule_tail		# a0 = struct task_struct *prev | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | FEXPORT(syscall_exit) | 
					
						
							|  |  |  | 	local_irq_disable		# make sure need_resched and | 
					
						
							|  |  |  | 					# signals dont change between | 
					
						
							|  |  |  | 					# sampling and return | 
					
						
							|  |  |  | 	LONG_L	a2, TI_FLAGS($28)	# current->work | 
					
						
							|  |  |  | 	li	t0, _TIF_ALLWORK_MASK | 
					
						
							|  |  |  | 	and	t0, a2, t0 | 
					
						
							|  |  |  | 	bnez	t0, syscall_exit_work | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-05-05 16:11:35 -04:00
										 |  |  | restore_all:				# restore full frame | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	.set	noat
 | 
					
						
							|  |  |  | 	RESTORE_TEMP | 
					
						
							|  |  |  | 	RESTORE_AT | 
					
						
							|  |  |  | 	RESTORE_STATIC | 
					
						
							| 
									
										
										
										
											2012-05-05 16:11:35 -04:00
										 |  |  | restore_partial:		# restore partial frame | 
					
						
							| 
									
										
										
										
											2006-07-07 14:07:18 +01:00
										 |  |  | #ifdef CONFIG_TRACE_IRQFLAGS | 
					
						
							|  |  |  | 	SAVE_STATIC | 
					
						
							|  |  |  | 	SAVE_AT | 
					
						
							|  |  |  | 	SAVE_TEMP | 
					
						
							|  |  |  | 	LONG_L	v0, PT_STATUS(sp) | 
					
						
							| 
									
										
										
										
											2007-03-26 14:47:06 +01:00
										 |  |  | #if defined(CONFIG_CPU_R3000) || defined(CONFIG_CPU_TX39XX) | 
					
						
							|  |  |  | 	and	v0, ST0_IEP | 
					
						
							|  |  |  | #else | 
					
						
							|  |  |  | 	and	v0, ST0_IE | 
					
						
							|  |  |  | #endif | 
					
						
							| 
									
										
										
										
											2006-07-07 14:07:18 +01:00
										 |  |  | 	beqz	v0, 1f | 
					
						
							|  |  |  | 	jal	trace_hardirqs_on | 
					
						
							|  |  |  | 	b	2f | 
					
						
							|  |  |  | 1:	jal	trace_hardirqs_off | 
					
						
							|  |  |  | 2: | 
					
						
							|  |  |  | 	RESTORE_TEMP | 
					
						
							|  |  |  | 	RESTORE_AT | 
					
						
							|  |  |  | 	RESTORE_STATIC | 
					
						
							|  |  |  | #endif | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	RESTORE_SOME | 
					
						
							|  |  |  | 	RESTORE_SP_AND_RET | 
					
						
							|  |  |  | 	.set	at
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2004-12-10 12:56:33 +00:00
										 |  |  | work_pending: | 
					
						
							|  |  |  | 	andi	t0, a2, _TIF_NEED_RESCHED # a2 is preloaded with TI_FLAGS | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	beqz	t0, work_notifysig | 
					
						
							|  |  |  | work_resched: | 
					
						
							|  |  |  | 	jal	schedule | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2004-12-10 12:56:33 +00:00
										 |  |  | 	local_irq_disable		# make sure need_resched and | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 					# signals dont change between | 
					
						
							|  |  |  | 					# sampling and return | 
					
						
							|  |  |  | 	LONG_L	a2, TI_FLAGS($28) | 
					
						
							|  |  |  | 	andi	t0, a2, _TIF_WORK_MASK	# is there any work to be done | 
					
						
							|  |  |  | 					# other than syscall tracing? | 
					
						
							|  |  |  | 	beqz	t0, restore_all | 
					
						
							|  |  |  | 	andi	t0, a2, _TIF_NEED_RESCHED | 
					
						
							|  |  |  | 	bnez	t0, work_resched | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | work_notifysig:				# deal with pending signals and | 
					
						
							|  |  |  | 					# notify-resume requests | 
					
						
							|  |  |  | 	move	a0, sp | 
					
						
							|  |  |  | 	li	a1, 0 | 
					
						
							|  |  |  | 	jal	do_notify_resume	# a2 already loaded | 
					
						
							| 
									
										
										
										
											2012-04-05 20:37:34 +02:00
										 |  |  | 	j	resume_userspace_check | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-05-05 16:11:35 -04:00
										 |  |  | FEXPORT(syscall_exit_partial) | 
					
						
							|  |  |  | 	local_irq_disable		# make sure need_resched doesn't | 
					
						
							|  |  |  | 					# change between and return | 
					
						
							|  |  |  | 	LONG_L	a2, TI_FLAGS($28)	# current->work | 
					
						
							|  |  |  | 	li	t0, _TIF_ALLWORK_MASK | 
					
						
							|  |  |  | 	and	t0, a2 | 
					
						
							|  |  |  | 	beqz	t0, restore_partial | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	SAVE_STATIC | 
					
						
							| 
									
										
										
										
											2004-12-10 12:56:33 +00:00
										 |  |  | syscall_exit_work: | 
					
						
							| 
									
										
										
										
											2012-05-02 21:45:12 -04:00
										 |  |  | 	LONG_L	t0, PT_STATUS(sp)		# returning to kernel mode? | 
					
						
							|  |  |  | 	andi	t0, t0, KU_USER | 
					
						
							|  |  |  | 	beqz	t0, resume_kernel | 
					
						
							| 
									
										
										
										
											2011-05-19 09:21:28 +01:00
										 |  |  | 	li	t0, _TIF_WORK_SYSCALL_EXIT | 
					
						
							| 
									
										
										
										
											2004-12-10 12:56:33 +00:00
										 |  |  | 	and	t0, a2			# a2 is preloaded with TI_FLAGS | 
					
						
							|  |  |  | 	beqz	t0, work_pending	# trace bit set? | 
					
						
							| 
									
										
										
										
											2011-05-19 09:21:29 +01:00
										 |  |  | 	local_irq_enable		# could let syscall_trace_leave() | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 					# call schedule() instead | 
					
						
							|  |  |  | 	move	a0, sp | 
					
						
							| 
									
										
										
										
											2011-05-19 09:21:29 +01:00
										 |  |  | 	jal	syscall_trace_leave | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	b	resume_userspace | 
					
						
							| 
									
										
										
										
											2006-04-05 09:45:45 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | #if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_MIPS_MT) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* | 
					
						
							|  |  |  |  * MIPS32R2 Instruction Hazard Barrier - must be called | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * For C code use the inline version named instruction_hazard(). | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | LEAF(mips_ihb) | 
					
						
							|  |  |  | 	.set	mips32r2
 | 
					
						
							|  |  |  | 	jr.hb	ra | 
					
						
							|  |  |  | 	nop | 
					
						
							|  |  |  | 	END(mips_ihb) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #endif /* CONFIG_CPU_MIPSR2 or CONFIG_MIPS_MT */ |