| 
									
										
										
										
											2008-10-22 22:26:29 -07:00
										 |  |  | #ifndef _ASM_X86_STRING_64_H
 | 
					
						
							|  |  |  | #define _ASM_X86_STRING_64_H
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | #ifdef __KERNEL__
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-03-23 01:03:34 -07:00
										 |  |  | /* Written 2002 by Andi Kleen */ | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-03-23 01:03:34 -07:00
										 |  |  | /* Only used for special circumstances. Stolen from i386/string.h */ | 
					
						
							|  |  |  | static __always_inline void *__inline_memcpy(void *to, const void *from, size_t n) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2008-03-23 01:03:34 -07:00
										 |  |  | 	unsigned long d0, d1, d2; | 
					
						
							|  |  |  | 	asm volatile("rep ; movsl\n\t" | 
					
						
							|  |  |  | 		     "testb $2,%b4\n\t" | 
					
						
							|  |  |  | 		     "je 1f\n\t" | 
					
						
							|  |  |  | 		     "movsw\n" | 
					
						
							|  |  |  | 		     "1:\ttestb $1,%b4\n\t" | 
					
						
							|  |  |  | 		     "je 2f\n\t" | 
					
						
							|  |  |  | 		     "movsb\n" | 
					
						
							|  |  |  | 		     "2:" | 
					
						
							|  |  |  | 		     : "=&c" (d0), "=&D" (d1), "=&S" (d2) | 
					
						
							|  |  |  | 		     : "0" (n / 4), "q" (n), "1" ((long)to), "2" ((long)from) | 
					
						
							|  |  |  | 		     : "memory"); | 
					
						
							|  |  |  | 	return to; | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* Even with __builtin_ the compiler may decide to use the out of line
 | 
					
						
							|  |  |  |    function. */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define __HAVE_ARCH_MEMCPY 1
 | 
					
						
							| 
									
										
										
										
											2008-04-04 00:53:23 +02:00
										 |  |  | #ifndef CONFIG_KMEMCHECK
 | 
					
						
							| 
									
										
										
										
											2007-07-21 17:09:58 +02:00
										 |  |  | #if (__GNUC__ == 4 && __GNUC_MINOR__ >= 3) || __GNUC__ > 4
 | 
					
						
							|  |  |  | extern void *memcpy(void *to, const void *from, size_t len); | 
					
						
							|  |  |  | #else
 | 
					
						
							| 
									
										
										
										
											2008-03-23 01:03:34 -07:00
										 |  |  | extern void *__memcpy(void *to, const void *from, size_t len); | 
					
						
							|  |  |  | #define memcpy(dst, src, len)					\
 | 
					
						
							|  |  |  | ({								\ | 
					
						
							|  |  |  | 	size_t __len = (len);					\ | 
					
						
							|  |  |  | 	void *__ret;						\ | 
					
						
							|  |  |  | 	if (__builtin_constant_p(len) && __len >= 64)		\ | 
					
						
							|  |  |  | 		__ret = __memcpy((dst), (src), __len);		\ | 
					
						
							|  |  |  | 	else							\ | 
					
						
							|  |  |  | 		__ret = __builtin_memcpy((dst), (src), __len);	\ | 
					
						
							|  |  |  | 	__ret;							\ | 
					
						
							|  |  |  | }) | 
					
						
							| 
									
										
										
										
											2007-07-21 17:09:58 +02:00
										 |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2008-04-04 00:53:23 +02:00
										 |  |  | #else
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * kmemcheck becomes very happy if we use the REP instructions unconditionally, | 
					
						
							|  |  |  |  * because it means that we know both memory operands in advance. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #define memcpy(dst, src, len) __inline_memcpy((dst), (src), (len))
 | 
					
						
							|  |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | #define __HAVE_ARCH_MEMSET
 | 
					
						
							| 
									
										
										
										
											2006-03-25 16:29:49 +01:00
										 |  |  | void *memset(void *s, int c, size_t n); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | #define __HAVE_ARCH_MEMMOVE
 | 
					
						
							| 
									
										
										
										
											2008-03-23 01:03:34 -07:00
										 |  |  | void *memmove(void *dest, const void *src, size_t count); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-03-23 01:03:34 -07:00
										 |  |  | int memcmp(const void *cs, const void *ct, size_t count); | 
					
						
							|  |  |  | size_t strlen(const char *s); | 
					
						
							|  |  |  | char *strcpy(char *dest, const char *src); | 
					
						
							|  |  |  | char *strcat(char *dest, const char *src); | 
					
						
							|  |  |  | int strcmp(const char *cs, const char *ct); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | #endif /* __KERNEL__ */
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-10-22 22:26:29 -07:00
										 |  |  | #endif /* _ASM_X86_STRING_64_H */
 |