2005-04-17 05:20:36 +07:00
|
|
|
#ifndef _LINUX_HASH_H
|
|
|
|
#define _LINUX_HASH_H
|
2008-02-06 16:36:14 +07:00
|
|
|
/* Fast hashing routine for ints, longs and pointers.
|
2012-12-06 16:39:54 +07:00
|
|
|
(C) 2002 Nadia Yvette Chambers, IBM */
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2008-02-06 16:36:14 +07:00
|
|
|
#include <asm/types.h>
|
2013-03-14 18:52:30 +07:00
|
|
|
#include <linux/compiler.h>
|
2008-02-06 16:36:14 +07:00
|
|
|
|
2016-05-27 10:00:23 +07:00
|
|
|
/*
|
|
|
|
* The "GOLDEN_RATIO_PRIME" is used in ifs/btrfs/brtfs_inode.h and
|
|
|
|
* fs/inode.c. It's not actually prime any more (the previous primes
|
|
|
|
* were actively bad for hashing), but the name remains.
|
|
|
|
*/
|
2008-02-06 16:36:14 +07:00
|
|
|
#if BITS_PER_LONG == 32
|
2016-05-27 10:00:23 +07:00
|
|
|
#define GOLDEN_RATIO_PRIME GOLDEN_RATIO_32
|
2008-02-06 16:36:14 +07:00
|
|
|
#define hash_long(val, bits) hash_32(val, bits)
|
|
|
|
#elif BITS_PER_LONG == 64
|
|
|
|
#define hash_long(val, bits) hash_64(val, bits)
|
2016-05-27 10:00:23 +07:00
|
|
|
#define GOLDEN_RATIO_PRIME GOLDEN_RATIO_64
|
2005-04-17 05:20:36 +07:00
|
|
|
#else
|
2008-02-06 16:36:14 +07:00
|
|
|
#error Wordsize not 32 or 64
|
2005-04-17 05:20:36 +07:00
|
|
|
#endif
|
|
|
|
|
2016-05-03 02:46:42 +07:00
|
|
|
/*
|
2016-05-27 10:00:23 +07:00
|
|
|
* This hash multiplies the input by a large odd number and takes the
|
|
|
|
* high bits. Since multiplication propagates changes to the most
|
|
|
|
* significant end only, it is essential that the high bits of the
|
|
|
|
* product be used for the hash value.
|
|
|
|
*
|
|
|
|
* Chuck Lever verified the effectiveness of this technique:
|
|
|
|
* http://www.citi.umich.edu/techreports/reports/citi-tr-00-1.pdf
|
2016-05-03 02:46:42 +07:00
|
|
|
*
|
|
|
|
* Although a random odd number will do, it turns out that the golden
|
|
|
|
* ratio phi = (sqrt(5)-1)/2, or its negative, has particularly nice
|
2016-05-27 10:00:23 +07:00
|
|
|
* properties. (See Knuth vol 3, section 6.4, exercise 9.)
|
2016-05-03 02:46:42 +07:00
|
|
|
*
|
2016-05-27 10:00:23 +07:00
|
|
|
* These are the negative, (1 - phi) = phi**2 = (3 - sqrt(5))/2,
|
|
|
|
* which is very slightly easier to multiply by and makes no
|
|
|
|
* difference to the hash distribution.
|
2016-05-03 02:46:42 +07:00
|
|
|
*/
|
|
|
|
#define GOLDEN_RATIO_32 0x61C88647
|
|
|
|
#define GOLDEN_RATIO_64 0x61C8864680B583EBull
|
|
|
|
|
2016-05-27 09:11:51 +07:00
|
|
|
#ifdef CONFIG_HAVE_ARCH_HASH
|
|
|
|
/* This header may use the GOLDEN_RATIO_xx constants */
|
|
|
|
#include <asm/hash.h>
|
|
|
|
#endif
|
2008-02-06 16:36:14 +07:00
|
|
|
|
2016-05-27 09:11:51 +07:00
|
|
|
/*
|
|
|
|
* The _generic versions exist only so lib/test_hash.c can compare
|
|
|
|
* the arch-optimized versions with the generic.
|
|
|
|
*
|
|
|
|
* Note that if you change these, any <asm/hash.h> that aren't updated
|
|
|
|
* to match need to have their HAVE_ARCH_* define values updated so the
|
|
|
|
* self-test will not false-positive.
|
|
|
|
*/
|
|
|
|
#ifndef HAVE_ARCH__HASH_32
|
|
|
|
#define __hash_32 __hash_32_generic
|
|
|
|
#endif
|
|
|
|
static inline u32 __hash_32_generic(u32 val)
|
2016-05-27 10:00:23 +07:00
|
|
|
{
|
|
|
|
return val * GOLDEN_RATIO_32;
|
2008-02-06 16:36:14 +07:00
|
|
|
}
|
|
|
|
|
2016-05-27 09:11:51 +07:00
|
|
|
#ifndef HAVE_ARCH_HASH_32
|
|
|
|
#define hash_32 hash_32_generic
|
|
|
|
#endif
|
|
|
|
static inline u32 hash_32_generic(u32 val, unsigned int bits)
|
2008-02-06 16:36:14 +07:00
|
|
|
{
|
2005-04-17 05:20:36 +07:00
|
|
|
/* High bits are more random, so use them. */
|
2016-05-27 10:00:23 +07:00
|
|
|
return __hash_32(val) >> (32 - bits);
|
|
|
|
}
|
|
|
|
|
2016-05-27 09:11:51 +07:00
|
|
|
#ifndef HAVE_ARCH_HASH_64
|
|
|
|
#define hash_64 hash_64_generic
|
|
|
|
#endif
|
|
|
|
static __always_inline u32 hash_64_generic(u64 val, unsigned int bits)
|
2016-05-27 10:00:23 +07:00
|
|
|
{
|
|
|
|
#if BITS_PER_LONG == 64
|
|
|
|
/* 64x64-bit multiply is efficient on all 64-bit processors */
|
|
|
|
return val * GOLDEN_RATIO_64 >> (64 - bits);
|
|
|
|
#else
|
|
|
|
/* Hash 64 bits using only 32x32-bit multiply. */
|
|
|
|
return hash_32((u32)val ^ __hash_32(val >> 32), bits);
|
|
|
|
#endif
|
2005-04-17 05:20:36 +07:00
|
|
|
}
|
2008-02-06 16:36:14 +07:00
|
|
|
|
2016-05-27 09:22:01 +07:00
|
|
|
static inline u32 hash_ptr(const void *ptr, unsigned int bits)
|
2005-04-17 05:20:36 +07:00
|
|
|
{
|
|
|
|
return hash_long((unsigned long)ptr, bits);
|
|
|
|
}
|
2012-08-09 04:52:28 +07:00
|
|
|
|
2016-05-27 10:00:23 +07:00
|
|
|
/* This really should be called fold32_ptr; it does no hashing to speak of. */
|
2012-08-09 04:52:28 +07:00
|
|
|
static inline u32 hash32_ptr(const void *ptr)
|
|
|
|
{
|
|
|
|
unsigned long val = (unsigned long)ptr;
|
|
|
|
|
|
|
|
#if BITS_PER_LONG == 64
|
|
|
|
val ^= (val >> 32);
|
|
|
|
#endif
|
|
|
|
return (u32)val;
|
|
|
|
}
|
2013-12-12 22:09:05 +07:00
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
#endif /* _LINUX_HASH_H */
|