-
Notifications
You must be signed in to change notification settings - Fork 1
/
run_zipf.py
65 lines (59 loc) · 2.33 KB
/
run_zipf.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
import subprocess as sp
import re
import sys
import os
def get_filter_size(fname):
with open(fname, 'r') as f:
p = "Filter size: (\d+) bytes"
return int(re.search(p, f.read()).group(1))
bits_per_tag = int(sys.argv[1])
num_experiment = int(sys.argv[2])
methods = sys.argv[3:]
num_insert = 200000
num_lookup = 1000000
output_dir = "output"
pattern = "./%s %d %d %d %s > %s"
for i in range(1, 10):
for j in range(num_experiment):
try:
print "Start loop %d..." % j
workload = "../zipf-1.%d-%d.log" % (i, j)
print workload
# Run ACF
if "acf" in methods:
program, acn = "test_split_cf_adaptive_%d" % (bits_per_tag), "acf"
result = "%s/%s_%d-%d-%d.result" % (output_dir, acn, bits_per_tag, i, j)
sp.call(pattern % (program, num_insert, num_lookup, 0, workload, result), shell=True)
print "\tacf done."
mem_budget = get_filter_size(result)
if "acf_no_nc" in methods:
program, acn = "test_split_cf_adaptive_%d_no_nc" % (bits_per_tag), "acf"
result = "%s/%s_%d_no_nc-%d-%d.result" % (output_dir, acn, bits_per_tag, i, j)
sp.call(pattern % (program, num_insert, num_lookup, 0, workload, result), shell=True)
print "\tacf done."
mem_budget = get_filter_size(result)
# Run CF
if "cf" in methods:
program, acn = "test_big_cf_%d" % (bits_per_tag), "cf"
result = "%s/%s_%d-%d-%d.result" % (output_dir, acn, bits_per_tag, i, j)
sp.call(pattern % (program, num_insert, num_lookup, mem_budget, workload, result), shell=True)
print "\tcf done."
if "cf_nc" in methods:
program, acn = "test_big_cf_%d_nc" % (bits_per_tag), "cf"
result = "%s/%s_%d_nc-%d-%d.result" % (output_dir, acn, bits_per_tag, i, j)
sp.call(pattern % (program, num_insert, num_lookup, mem_budget, workload, result), shell=True)
print "\tcf done."
# Run SBF
if "sbf" in methods:
program, acn = "split_bloom.py", "sbf"
result = "%s/%s_%d-%d-%d.result" % (output_dir, acn, bits_per_tag, i, j)
sp.call(pattern % (program, num_insert, num_lookup, mem_budget, workload, result), shell=True)
print "\tsbf done."
# Run BF
if "bf" in methods:
program, acn = "big_bloom.py", "bf"
result = "%s/%s_%d-%d-%d.result" % (output_dir, acn, bits_per_tag, i, j)
sp.call(pattern % (program, num_insert, num_lookup, mem_budget, workload, result), shell=True)
print "\tbf done."
except:
pass