| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | /* | 
					
						
							|  |  |  |  * __get_user functions. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * (C) Copyright 1998 Linus Torvalds | 
					
						
							|  |  |  |  * (C) Copyright 2005 Andi Kleen | 
					
						
							| 
									
										
										
										
											2008-06-24 12:05:11 -03:00
										 |  |  |  * (C) Copyright 2008 Glauber Costa | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  |  * | 
					
						
							|  |  |  |  * These functions have a non-standard call interface | 
					
						
							|  |  |  |  * to make them more efficient, especially as they | 
					
						
							|  |  |  |  * return an error value in addition to the "real" | 
					
						
							|  |  |  |  * return value. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* | 
					
						
							|  |  |  |  * __get_user_X | 
					
						
							|  |  |  |  * | 
					
						
							| 
									
										
										
										
											2008-06-24 12:05:11 -03:00
										 |  |  |  * Inputs:	%[r|e]ax contains the address. | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  |  *		The register is modified, but all changes are undone | 
					
						
							|  |  |  |  *		before returning because the C code doesn't know about it. | 
					
						
							|  |  |  |  * | 
					
						
							| 
									
										
										
										
											2008-06-24 12:05:11 -03:00
										 |  |  |  * Outputs:	%[r|e]ax is error code (0 or -EFAULT) | 
					
						
							|  |  |  |  *		%[r|e]dx contains zero-extended value | 
					
						
							|  |  |  |  * | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  |  * | 
					
						
							|  |  |  |  * These functions should not modify any other registers, | 
					
						
							|  |  |  |  * as they get called from within inline assembly. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <linux/linkage.h> | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:32 +02:00
										 |  |  | #include <asm/dwarf2.h> | 
					
						
							| 
									
										
										
										
											2009-02-13 11:14:01 -08:00
										 |  |  | #include <asm/page_types.h> | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #include <asm/errno.h> | 
					
						
							| 
									
										
										
										
											2005-09-09 21:28:48 +02:00
										 |  |  | #include <asm/asm-offsets.h> | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #include <asm/thread_info.h> | 
					
						
							| 
									
										
										
										
											2008-06-24 11:37:57 -03:00
										 |  |  | #include <asm/asm.h> | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	.text | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:32 +02:00
										 |  |  | ENTRY(__get_user_1) | 
					
						
							|  |  |  | 	CFI_STARTPROC | 
					
						
							| 
									
										
										
										
											2008-06-24 11:37:57 -03:00
										 |  |  | 	GET_THREAD_INFO(%_ASM_DX) | 
					
						
							|  |  |  | 	cmp TI_addr_limit(%_ASM_DX),%_ASM_AX | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	jae bad_get_user | 
					
						
							| 
									
										
										
										
											2008-06-24 11:37:57 -03:00
										 |  |  | 1:	movzb (%_ASM_AX),%edx | 
					
						
							| 
									
										
										
										
											2008-06-24 11:21:53 -03:00
										 |  |  | 	xor %eax,%eax | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	ret | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:32 +02:00
										 |  |  | 	CFI_ENDPROC | 
					
						
							|  |  |  | ENDPROC(__get_user_1) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:32 +02:00
										 |  |  | ENTRY(__get_user_2) | 
					
						
							|  |  |  | 	CFI_STARTPROC | 
					
						
							| 
									
										
										
										
											2008-06-24 11:37:57 -03:00
										 |  |  | 	add $1,%_ASM_AX | 
					
						
							| 
									
										
										
										
											2008-06-24 11:13:16 -03:00
										 |  |  | 	jc bad_get_user | 
					
						
							| 
									
										
										
										
											2008-06-24 11:37:57 -03:00
										 |  |  | 	GET_THREAD_INFO(%_ASM_DX) | 
					
						
							|  |  |  | 	cmp TI_addr_limit(%_ASM_DX),%_ASM_AX | 
					
						
							| 
									
										
										
										
											2008-06-24 11:13:16 -03:00
										 |  |  | 	jae bad_get_user | 
					
						
							| 
									
										
										
										
											2008-06-24 11:37:57 -03:00
										 |  |  | 2:	movzwl -1(%_ASM_AX),%edx | 
					
						
							| 
									
										
										
										
											2008-06-24 11:21:53 -03:00
										 |  |  | 	xor %eax,%eax | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	ret | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:32 +02:00
										 |  |  | 	CFI_ENDPROC | 
					
						
							|  |  |  | ENDPROC(__get_user_2) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:32 +02:00
										 |  |  | ENTRY(__get_user_4) | 
					
						
							|  |  |  | 	CFI_STARTPROC | 
					
						
							| 
									
										
										
										
											2008-06-24 11:37:57 -03:00
										 |  |  | 	add $3,%_ASM_AX | 
					
						
							| 
									
										
										
										
											2008-06-24 11:13:16 -03:00
										 |  |  | 	jc bad_get_user | 
					
						
							| 
									
										
										
										
											2008-06-24 11:37:57 -03:00
										 |  |  | 	GET_THREAD_INFO(%_ASM_DX) | 
					
						
							|  |  |  | 	cmp TI_addr_limit(%_ASM_DX),%_ASM_AX | 
					
						
							| 
									
										
										
										
											2008-06-24 11:13:16 -03:00
										 |  |  | 	jae bad_get_user | 
					
						
							| 
									
										
										
										
											2008-06-24 11:37:57 -03:00
										 |  |  | 3:	mov -3(%_ASM_AX),%edx | 
					
						
							| 
									
										
										
										
											2008-06-24 11:21:53 -03:00
										 |  |  | 	xor %eax,%eax | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	ret | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:32 +02:00
										 |  |  | 	CFI_ENDPROC | 
					
						
							|  |  |  | ENDPROC(__get_user_4) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-06-24 12:05:11 -03:00
										 |  |  | #ifdef CONFIG_X86_64 | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:32 +02:00
										 |  |  | ENTRY(__get_user_8) | 
					
						
							|  |  |  | 	CFI_STARTPROC | 
					
						
							| 
									
										
										
										
											2008-06-24 11:37:57 -03:00
										 |  |  | 	add $7,%_ASM_AX | 
					
						
							| 
									
										
										
										
											2008-06-24 11:13:16 -03:00
										 |  |  | 	jc bad_get_user | 
					
						
							| 
									
										
										
										
											2008-06-24 11:37:57 -03:00
										 |  |  | 	GET_THREAD_INFO(%_ASM_DX) | 
					
						
							|  |  |  | 	cmp TI_addr_limit(%_ASM_DX),%_ASM_AX | 
					
						
							| 
									
										
										
										
											2008-06-24 11:13:16 -03:00
										 |  |  | 	jae	bad_get_user | 
					
						
							| 
									
										
										
										
											2008-06-24 11:37:57 -03:00
										 |  |  | 4:	movq -7(%_ASM_AX),%_ASM_DX | 
					
						
							| 
									
										
										
										
											2008-06-24 11:21:53 -03:00
										 |  |  | 	xor %eax,%eax | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	ret | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:32 +02:00
										 |  |  | 	CFI_ENDPROC | 
					
						
							|  |  |  | ENDPROC(__get_user_8) | 
					
						
							| 
									
										
										
										
											2008-06-24 12:05:11 -03:00
										 |  |  | #endif | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | bad_get_user: | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:32 +02:00
										 |  |  | 	CFI_STARTPROC | 
					
						
							| 
									
										
										
										
											2008-06-24 11:21:53 -03:00
										 |  |  | 	xor %edx,%edx | 
					
						
							| 
									
										
										
										
											2008-06-24 11:37:57 -03:00
										 |  |  | 	mov $(-EFAULT),%_ASM_AX | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	ret | 
					
						
							| 
									
										
										
										
											2006-09-26 10:52:32 +02:00
										 |  |  | 	CFI_ENDPROC | 
					
						
							|  |  |  | END(bad_get_user) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | .section __ex_table,"a" | 
					
						
							| 
									
										
										
										
											2008-06-24 12:02:44 -03:00
										 |  |  | 	_ASM_PTR 1b,bad_get_user | 
					
						
							|  |  |  | 	_ASM_PTR 2b,bad_get_user | 
					
						
							|  |  |  | 	_ASM_PTR 3b,bad_get_user | 
					
						
							| 
									
										
										
										
											2008-06-24 12:05:11 -03:00
										 |  |  | #ifdef CONFIG_X86_64 | 
					
						
							| 
									
										
										
										
											2008-06-24 12:02:44 -03:00
										 |  |  | 	_ASM_PTR 4b,bad_get_user | 
					
						
							| 
									
										
										
										
											2008-06-24 12:05:11 -03:00
										 |  |  | #endif |