| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | /* copy_in_user.S: Copy from userspace to userspace. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Copyright (C) 1999, 2000, 2004 David S. Miller (davem@redhat.com)
 | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-02-08 22:32:31 -08:00
										 |  |  | #include <linux/linkage.h> | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #include <asm/asi.h> | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define XCC xcc | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define EX(x,y)			\ | 
					
						
							|  |  |  | 98:	x,y;			\
 | 
					
						
							| 
									
										
										
										
											2006-03-04 23:23:56 -08:00
										 |  |  | 	.section __ex_table,"a";\
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	.align 4;		\
 | 
					
						
							| 
									
										
										
										
											2009-02-08 22:00:55 -08:00
										 |  |  | 	.word 98b, __retl_one;	\
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	.text;			\
 | 
					
						
							|  |  |  | 	.align 4;
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	.register	%g2,#scratch | 
					
						
							|  |  |  | 	.register	%g3,#scratch | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	.text | 
					
						
							|  |  |  | 	.align	32
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* Don't try to get too fancy here, just nice and | 
					
						
							|  |  |  | 	 * simple.  This is predominantly used for well aligned | 
					
						
							|  |  |  | 	 * small copies in the compat layer.  It is also used | 
					
						
							|  |  |  | 	 * to copy register windows around during thread cloning. | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-02-08 22:32:31 -08:00
										 |  |  | ENTRY(___copy_in_user)	/* %o0=dst, %o1=src, %o2=len */ | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	cmp		%o2, 0 | 
					
						
							|  |  |  | 	be,pn		%XCC, 85f | 
					
						
							|  |  |  | 	 or		%o0, %o1, %o3 | 
					
						
							|  |  |  | 	cmp		%o2, 16 | 
					
						
							|  |  |  | 	bleu,a,pn	%XCC, 80f | 
					
						
							|  |  |  | 	 or		%o3, %o2, %o3 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* 16 < len <= 64 */ | 
					
						
							|  |  |  | 	andcc		%o3, 0x7, %g0 | 
					
						
							|  |  |  | 	bne,pn		%XCC, 90f | 
					
						
							| 
									
										
										
										
											2009-02-08 22:32:31 -08:00
										 |  |  | 	 nop | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	andn		%o2, 0x7, %o4 | 
					
						
							|  |  |  | 	and		%o2, 0x7, %o2 | 
					
						
							|  |  |  | 1:	subcc		%o4, 0x8, %o4 | 
					
						
							|  |  |  | 	EX(ldxa [%o1] %asi, %o5) | 
					
						
							| 
									
										
										
										
											2009-02-08 22:32:31 -08:00
										 |  |  | 	EX(stxa %o5, [%o0] %asi) | 
					
						
							|  |  |  | 	add		%o1, 0x8, %o1 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	bgu,pt		%XCC, 1b | 
					
						
							| 
									
										
										
										
											2009-02-08 22:32:31 -08:00
										 |  |  | 	 add		%o0, 0x8, %o0 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	andcc		%o2, 0x4, %g0 | 
					
						
							|  |  |  | 	be,pt		%XCC, 1f | 
					
						
							|  |  |  | 	 nop | 
					
						
							|  |  |  | 	sub		%o2, 0x4, %o2 | 
					
						
							|  |  |  | 	EX(lduwa [%o1] %asi, %o5) | 
					
						
							| 
									
										
										
										
											2009-02-08 22:32:31 -08:00
										 |  |  | 	EX(stwa %o5, [%o0] %asi) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	add		%o1, 0x4, %o1 | 
					
						
							| 
									
										
										
										
											2009-02-08 22:32:31 -08:00
										 |  |  | 	add		%o0, 0x4, %o0 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 1:	cmp		%o2, 0 | 
					
						
							|  |  |  | 	be,pt		%XCC, 85f | 
					
						
							|  |  |  | 	 nop | 
					
						
							|  |  |  | 	ba,pt		%xcc, 90f | 
					
						
							|  |  |  | 	 nop | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 80:	/* 0 < len <= 16 */ | 
					
						
							|  |  |  | 	andcc		%o3, 0x3, %g0 | 
					
						
							|  |  |  | 	bne,pn		%XCC, 90f | 
					
						
							| 
									
										
										
										
											2009-02-08 22:32:31 -08:00
										 |  |  | 	 nop | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | 82: | 
					
						
							|  |  |  | 	subcc		%o2, 4, %o2 | 
					
						
							|  |  |  | 	EX(lduwa [%o1] %asi, %g1) | 
					
						
							| 
									
										
										
										
											2009-02-08 22:32:31 -08:00
										 |  |  | 	EX(stwa %g1, [%o0] %asi) | 
					
						
							|  |  |  | 	add		%o1, 4, %o1 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	bgu,pt		%XCC, 82b | 
					
						
							| 
									
										
										
										
											2009-02-08 22:32:31 -08:00
										 |  |  | 	 add		%o0, 4, %o0 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | 85:	retl | 
					
						
							|  |  |  | 	 clr		%o0 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	.align	32
 | 
					
						
							|  |  |  | 90: | 
					
						
							|  |  |  | 	subcc		%o2, 1, %o2 | 
					
						
							|  |  |  | 	EX(lduba [%o1] %asi, %g1) | 
					
						
							| 
									
										
										
										
											2009-02-08 22:32:31 -08:00
										 |  |  | 	EX(stba %g1, [%o0] %asi) | 
					
						
							|  |  |  | 	add		%o1, 1, %o1 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	bgu,pt		%XCC, 90b | 
					
						
							| 
									
										
										
										
											2009-02-08 22:32:31 -08:00
										 |  |  | 	 add		%o0, 1, %o0 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	retl | 
					
						
							|  |  |  | 	 clr		%o0 | 
					
						
							| 
									
										
										
										
											2009-02-08 22:32:31 -08:00
										 |  |  | ENDPROC(___copy_in_user) |