| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #ifndef _LINUX_HASH_H
 | 
					
						
							|  |  |  | #define _LINUX_HASH_H
 | 
					
						
							| 
									
										
										
										
											2008-02-06 01:36:14 -08:00
										 |  |  | /* Fast hashing routine for ints,  longs and pointers.
 | 
					
						
							| 
									
										
										
										
											2012-12-06 10:39:54 +01:00
										 |  |  |    (C) 2002 Nadia Yvette Chambers, IBM */ | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Knuth recommends primes in approximately golden ratio to the maximum | 
					
						
							|  |  |  |  * integer representable by a machine word for multiplicative hashing. | 
					
						
							|  |  |  |  * Chuck Lever verified the effectiveness of this technique: | 
					
						
							|  |  |  |  * http://www.citi.umich.edu/techreports/reports/citi-tr-00-1.pdf
 | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * These primes are chosen to be bit-sparse, that is operations on | 
					
						
							|  |  |  |  * them can use shifts and additions instead of multiplications for | 
					
						
							|  |  |  |  * machines where multiplications are slow. | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2008-02-06 01:36:14 -08:00
										 |  |  | 
 | 
					
						
							|  |  |  | #include <asm/types.h>
 | 
					
						
							| 
									
										
										
										
											2013-12-12 16:09:05 +01:00
										 |  |  | #include <asm/hash.h>
 | 
					
						
							| 
									
										
										
										
											2013-03-14 20:52:30 +09:00
										 |  |  | #include <linux/compiler.h>
 | 
					
						
							| 
									
										
										
										
											2008-02-06 01:36:14 -08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | /* 2^31 + 2^29 - 2^25 + 2^22 - 2^19 - 2^16 + 1 */ | 
					
						
							| 
									
										
										
										
											2008-02-06 01:36:14 -08:00
										 |  |  | #define GOLDEN_RATIO_PRIME_32 0x9e370001UL
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | /*  2^63 + 2^61 - 2^57 + 2^54 - 2^51 - 2^18 + 1 */ | 
					
						
							| 
									
										
										
										
											2008-02-06 01:36:14 -08:00
										 |  |  | #define GOLDEN_RATIO_PRIME_64 0x9e37fffffffc0001UL
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #if BITS_PER_LONG == 32
 | 
					
						
							|  |  |  | #define GOLDEN_RATIO_PRIME GOLDEN_RATIO_PRIME_32
 | 
					
						
							|  |  |  | #define hash_long(val, bits) hash_32(val, bits)
 | 
					
						
							|  |  |  | #elif BITS_PER_LONG == 64
 | 
					
						
							|  |  |  | #define hash_long(val, bits) hash_64(val, bits)
 | 
					
						
							|  |  |  | #define GOLDEN_RATIO_PRIME GOLDEN_RATIO_PRIME_64
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #else
 | 
					
						
							| 
									
										
										
										
											2008-02-06 01:36:14 -08:00
										 |  |  | #error Wordsize not 32 or 64
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-03-14 20:52:30 +09:00
										 |  |  | static __always_inline u64 hash_64(u64 val, unsigned int bits) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2008-02-06 01:36:14 -08:00
										 |  |  | 	u64 hash = val; | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/*  Sigh, gcc can't optimise this alone like it does for 32 bits. */ | 
					
						
							| 
									
										
										
										
											2008-02-06 01:36:14 -08:00
										 |  |  | 	u64 n = hash; | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	n <<= 18; | 
					
						
							|  |  |  | 	hash -= n; | 
					
						
							|  |  |  | 	n <<= 33; | 
					
						
							|  |  |  | 	hash -= n; | 
					
						
							|  |  |  | 	n <<= 3; | 
					
						
							|  |  |  | 	hash += n; | 
					
						
							|  |  |  | 	n <<= 3; | 
					
						
							|  |  |  | 	hash -= n; | 
					
						
							|  |  |  | 	n <<= 4; | 
					
						
							|  |  |  | 	hash += n; | 
					
						
							|  |  |  | 	n <<= 2; | 
					
						
							|  |  |  | 	hash += n; | 
					
						
							| 
									
										
										
										
											2008-02-06 01:36:14 -08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/* High bits are more random, so use them. */ | 
					
						
							|  |  |  | 	return hash >> (64 - bits); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static inline u32 hash_32(u32 val, unsigned int bits) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	/* On some cpus multiply is faster, on others gcc will do shifts */ | 
					
						
							| 
									
										
										
										
											2008-02-06 01:36:14 -08:00
										 |  |  | 	u32 hash = val * GOLDEN_RATIO_PRIME_32; | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/* High bits are more random, so use them. */ | 
					
						
							| 
									
										
										
										
											2008-02-06 01:36:14 -08:00
										 |  |  | 	return hash >> (32 - bits); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2008-02-06 01:36:14 -08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-08-17 13:45:09 +01:00
										 |  |  | static inline unsigned long hash_ptr(const void *ptr, unsigned int bits) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | { | 
					
						
							|  |  |  | 	return hash_long((unsigned long)ptr, bits); | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2012-08-08 21:52:28 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | static inline u32 hash32_ptr(const void *ptr) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	unsigned long val = (unsigned long)ptr; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #if BITS_PER_LONG == 64
 | 
					
						
							|  |  |  | 	val ^= (val >> 32); | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 	return (u32)val; | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2013-12-12 16:09:05 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | struct fast_hash_ops { | 
					
						
							|  |  |  | 	u32 (*hash)(const void *data, u32 len, u32 seed); | 
					
						
							|  |  |  | 	u32 (*hash2)(const u32 *data, u32 len, u32 seed); | 
					
						
							|  |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /**
 | 
					
						
							|  |  |  |  *	arch_fast_hash - Caclulates a hash over a given buffer that can have | 
					
						
							|  |  |  |  *			 arbitrary size. This function will eventually use an | 
					
						
							|  |  |  |  *			 architecture-optimized hashing implementation if | 
					
						
							|  |  |  |  *			 available, and trades off distribution for speed. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	@data: buffer to hash | 
					
						
							|  |  |  |  *	@len: length of buffer in bytes | 
					
						
							|  |  |  |  *	@seed: start seed | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	Returns 32bit hash. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | extern u32 arch_fast_hash(const void *data, u32 len, u32 seed); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /**
 | 
					
						
							|  |  |  |  *	arch_fast_hash2 - Caclulates a hash over a given buffer that has a | 
					
						
							|  |  |  |  *			  size that is of a multiple of 32bit words. This | 
					
						
							|  |  |  |  *			  function will eventually use an architecture- | 
					
						
							|  |  |  |  *			  optimized hashing implementation if available, | 
					
						
							|  |  |  |  *			  and trades off distribution for speed. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	@data: buffer to hash (must be 32bit padded) | 
					
						
							|  |  |  |  *	@len: number of 32bit words | 
					
						
							|  |  |  |  *	@seed: start seed | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	Returns 32bit hash. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | extern u32 arch_fast_hash2(const u32 *data, u32 len, u32 seed); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #endif /* _LINUX_HASH_H */
 |