forked from panmari/cuckoofilter
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathutil.go
53 lines (43 loc) · 1.45 KB
/
util.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
package cuckoo
import (
"encoding/binary"
"math/bits"
"github.com/zeebo/xxh3"
)
var altHash [maxFingerprint + 1]uint
func init() {
b := make([]byte, 2)
for i := 0; i < maxFingerprint+1; i++ {
binary.LittleEndian.PutUint16(b, uint16(i))
altHash[i] = uint(xxh3.Hash(b))
}
}
func getAltIndex(fp fingerprint, i uint, bucketIndexMask uint) uint {
return (i ^ altHash[fp]) & bucketIndexMask
}
func getFingerprint(hash uint64) fingerprint {
// Use most significant bits for fingerprint.
shifted := hash >> (64 - fingerprintSizeBits)
// Valid fingerprints are in range [1, maxFingerprint], leaving 0 as the special empty state.
fp := shifted%(maxFingerprint-1) + 1
return fingerprint(fp)
}
// getIndexAndFingerprint returns the primary bucket index and fingerprint to be used
func getIndexAndFingerprint(data []byte, bucketIndexMask uint) (uint, fingerprint) {
hash := xxh3.Hash(data)
f := getFingerprint(hash)
// Use least significant bits for deriving index.
i1 := uint(hash) & bucketIndexMask
return i1, f
}
func getNextPow2(n uint64) uint {
return uint(1 << bits.Len64(n-1))
}
// SEE: https://graphics.stanford.edu/~seander/bithacks.html#ZeroInWord
func findZeros(v uint64) uint64 {
return ^((((v & 0x7FFF7FFF7FFF7FFF) + 0x7FFF7FFF7FFF7FFF) | v) | 0x7FFF7FFF7FFF7FFF)
}
// SEE: https://graphics.stanford.edu/~seander/bithacks.html#ValueInWord
func findValue(x uint64, n uint16) uint64 {
return findZeros(x ^ (^uint64(0) / (1<<16 - 1) * uint64(n)))
}