Skip to content

Commit 3e68305

Browse files
smarrsmarr
committed
Updated ReBench setup for latest version
Signed-off-by: Stefan Marr <[email protected]>
1 parent 32bf8c1 commit 3e68305

File tree

2 files changed

+87
-87
lines changed

2 files changed

+87
-87
lines changed

‎.gitlab-ci.yml

+3-3
Original file line numberDiff line numberDiff line change
@@ -147,7 +147,7 @@ benchmark-y1:
147147
- lz4 -d som-bc-interp.lz4 som-bc-interp
148148

149149
# Run Benchmarks
150-
- rebench --experiment="CI ID $CI_PIPELINE_ID" --branch="$CI_COMMIT_REF_NAME" -c rebench.conf m:yuria
150+
- rebench --experiment="CI ID $CI_PIPELINE_ID" --branch="$CI_COMMIT_REF_NAME" -c rebench.conf t:yuria
151151

152152
benchmark-y2:
153153
stage: benchmark
@@ -166,7 +166,7 @@ benchmark-y2:
166166
- lz4 -d som-bc-interp.lz4 som-bc-interp
167167

168168
# Run Benchmarks
169-
- rebench --experiment="CI ID $CI_PIPELINE_ID" --branch="$CI_COMMIT_REF_NAME" -c rebench.conf m:yuria2
169+
- rebench --experiment="CI ID $CI_PIPELINE_ID" --branch="$CI_COMMIT_REF_NAME" -c rebench.conf t:yuria2
170170

171171
benchmark-y3:
172172
stage: benchmark
@@ -185,7 +185,7 @@ benchmark-y3:
185185
- lz4 -d som-bc-interp.lz4 som-bc-interp
186186

187187
# Run Benchmarks
188-
- rebench --experiment="CI ID $CI_PIPELINE_ID" --branch="$CI_COMMIT_REF_NAME" -c rebench.conf m:yuria3
188+
- rebench --experiment="CI ID $CI_PIPELINE_ID" --branch="$CI_COMMIT_REF_NAME" -c rebench.conf t:yuria3
189189

190190
report-completion:
191191
stage: benchmark-completion

‎rebench.conf

+84-84
Original file line numberDiff line numberDiff line change
@@ -23,139 +23,139 @@ benchmark_suites:
2323
iterations: 1
2424
invocations: 5
2525
benchmarks:
26-
- Richards: {extra_args: 1, machines: [yuria ]}
27-
- DeltaBlue: {extra_args: 100, machines: [yuria2]}
28-
- NBody: {extra_args: 1000, machines: [yuria3]}
29-
- Json: {extra_args: 1, machines: [yuria ]}
30-
- GraphSearch: {extra_args: 7, machines: [yuria2]}
31-
- PageRank: {extra_args: 75, machines: [yuria3]}
26+
- Richards: {extra_args: 1, tags: [yuria ]}
27+
- DeltaBlue: {extra_args: 100, tags: [yuria2]}
28+
- NBody: {extra_args: 1000, tags: [yuria3]}
29+
- Json: {extra_args: 1, tags: [yuria ]}
30+
- GraphSearch: {extra_args: 7, tags: [yuria2]}
31+
- PageRank: {extra_args: 75, tags: [yuria3]}
3232

3333
macro-steady:
3434
gauge_adapter: RebenchLog
3535
command: *MACRO_CMD
3636
benchmarks:
37-
- Richards: {extra_args: 40, warmup: 30, iterations: 130, machines: [yuria ]}
38-
- DeltaBlue: {extra_args: 10000, warmup: 20, iterations: 120, machines: [yuria2]}
39-
- NBody: {extra_args: 200000, warmup: 20, iterations: 120, machines: [yuria3]}
40-
- Json: {extra_args: 80, warmup: 20, iterations: 120, machines: [yuria ]}
41-
- GraphSearch: {extra_args: 25, warmup: 100, iterations: 250, machines: [yuria2]}
42-
- PageRank: {extra_args: 1000, warmup: 20, iterations: 120, machines: [yuria3]}
37+
- Richards: {extra_args: 40, warmup: 30, iterations: 130, tags: [yuria ]}
38+
- DeltaBlue: {extra_args: 10000, warmup: 20, iterations: 120, tags: [yuria2]}
39+
- NBody: {extra_args: 200000, warmup: 20, iterations: 120, tags: [yuria3]}
40+
- Json: {extra_args: 80, warmup: 20, iterations: 120, tags: [yuria ]}
41+
- GraphSearch: {extra_args: 25, warmup: 100, iterations: 250, tags: [yuria2]}
42+
- PageRank: {extra_args: 1000, warmup: 20, iterations: 120, tags: [yuria3]}
4343

4444
awfy-startup:
4545
gauge_adapter: RebenchLog
4646
command: &AWFY_CMD "-cp Examples/AreWeFastYet/CD:Examples/AreWeFastYet/Havlak:Examples/AreWeFastYet/Core:Smalltalk Examples/AreWeFastYet/Harness.som --gc %(benchmark)s %(iterations)s "
4747
iterations: 1
4848
invocations: 5
4949
benchmarks:
50-
- CD: {extra_args: 10, machines: [yuria2]}
51-
- Havlak: {extra_args: 15, machines: [yuria3]}
50+
- CD: {extra_args: 10, tags: [yuria2]}
51+
- Havlak: {extra_args: 15, tags: [yuria3]}
5252

5353
awfy-steady:
5454
gauge_adapter: RebenchLog
5555
command: *AWFY_CMD
5656
benchmarks:
57-
- CD: {extra_args: 100, warmup: 30, iterations: 130, machines: [yuria2]}
58-
- Havlak: {extra_args: 150, warmup: 30, iterations: 130, machines: [yuria3]}
57+
- CD: {extra_args: 100, warmup: 30, iterations: 130, tags: [yuria2]}
58+
- Havlak: {extra_args: 150, warmup: 30, iterations: 130, tags: [yuria3]}
5959

6060
micro-startup:
6161
gauge_adapter: RebenchLog
6262
command: &MICRO_CMD "-cp Smalltalk:Examples/Benchmarks/LanguageFeatures:Examples/Benchmarks/TestSuite Examples/Benchmarks/BenchmarkHarness.som --gc %(benchmark)s %(iterations)s "
6363
iterations: 1
6464
invocations: 5
6565
benchmarks:
66-
- Fannkuch: {extra_args: 7, machines: [yuria ]}
67-
- Fibonacci: {extra_args: 10, machines: [yuria2]}
68-
- Dispatch: {extra_args: 10, machines: [yuria3]}
69-
- Bounce: {extra_args: 10, machines: [yuria ]}
70-
- Loop: {extra_args: 100, machines: [yuria2]}
71-
- Permute: {extra_args: 10, machines: [yuria3]}
72-
- Queens: {extra_args: 10, machines: [yuria ]}
73-
- List: {extra_args: 2, machines: [yuria2]}
74-
- Recurse: {extra_args: 12, machines: [yuria3]}
75-
- Storage: {extra_args: 8, machines: [yuria ]}
76-
- Sieve: {extra_args: 20, machines: [yuria2]}
77-
- BubbleSort: {extra_args: 15, machines: [yuria3]}
78-
- QuickSort: {extra_args: 15, machines: [yuria ]}
79-
- Sum: {extra_args: 40, machines: [yuria2]}
80-
- Towers: {extra_args: 2, machines: [yuria3]}
81-
- TreeSort: {extra_args: 7, machines: [yuria ]}
82-
- IntegerLoop: {extra_args: 7, machines: [yuria2]}
83-
- FieldLoop: {extra_args: 1, machines: [yuria3]}
84-
- WhileLoop: {extra_args: 30, machines: [yuria ]}
85-
- Mandelbrot: {extra_args: 50, machines: [yuria2]}
86-
- IfNil: {extra_args: 80, machines: [yuria2]}
87-
88-
- Test: {invocations: 10, machines: [yuria ]}
89-
- TestGC: {invocations: 10, extra_args: 10, machines: [yuria ]}
66+
- Fannkuch: {extra_args: 7, tags: [yuria ]}
67+
- Fibonacci: {extra_args: 10, tags: [yuria2]}
68+
- Dispatch: {extra_args: 10, tags: [yuria3]}
69+
- Bounce: {extra_args: 10, tags: [yuria ]}
70+
- Loop: {extra_args: 100, tags: [yuria2]}
71+
- Permute: {extra_args: 10, tags: [yuria3]}
72+
- Queens: {extra_args: 10, tags: [yuria ]}
73+
- List: {extra_args: 2, tags: [yuria2]}
74+
- Recurse: {extra_args: 12, tags: [yuria3]}
75+
- Storage: {extra_args: 8, tags: [yuria ]}
76+
- Sieve: {extra_args: 20, tags: [yuria2]}
77+
- BubbleSort: {extra_args: 15, tags: [yuria3]}
78+
- QuickSort: {extra_args: 15, tags: [yuria ]}
79+
- Sum: {extra_args: 40, tags: [yuria2]}
80+
- Towers: {extra_args: 2, tags: [yuria3]}
81+
- TreeSort: {extra_args: 7, tags: [yuria ]}
82+
- IntegerLoop: {extra_args: 7, tags: [yuria2]}
83+
- FieldLoop: {extra_args: 1, tags: [yuria3]}
84+
- WhileLoop: {extra_args: 30, tags: [yuria ]}
85+
- Mandelbrot: {extra_args: 50, tags: [yuria2]}
86+
- IfNil: {extra_args: 80, tags: [yuria2]}
87+
88+
- Test: {invocations: 10, tags: [yuria ]}
89+
- TestGC: {invocations: 10, extra_args: 10, tags: [yuria ]}
9090

9191
micro-steady:
9292
gauge_adapter: RebenchLog
9393
command: *MICRO_CMD
9494
benchmarks:
95-
- Fannkuch: {extra_args: 9, warmup: 5, iterations: 55, machines: [yuria ]}
96-
- Fibonacci: {extra_args: 1000, warmup: 10, iterations: 60, machines: [yuria ]}
97-
- Dispatch: {extra_args: 10000, warmup: 5, iterations: 55, machines: [yuria3]}
98-
- Bounce: {extra_args: 4000, warmup: 10, iterations: 60, machines: [yuria ]}
99-
- Loop: {extra_args: 10000, warmup: 5, iterations: 55, machines: [yuria2]}
100-
- Permute: {extra_args: 1500, warmup: 5, iterations: 55, machines: [yuria3]}
101-
- Queens: {extra_args: 1000, warmup: 5, iterations: 55, machines: [yuria ]}
102-
- List: {extra_args: 1000, warmup: 15, iterations: 65, machines: [yuria ]}
103-
- Recurse: {extra_args: 2000, warmup: 15, iterations: 65, machines: [yuria ]}
104-
- Storage: {extra_args: 1000, warmup: 10, iterations: 60, machines: [yuria ]}
105-
- Sieve: {extra_args: 2500, warmup: 10, iterations: 60, machines: [yuria2]}
106-
- BubbleSort: {extra_args: 3000, warmup: 5, iterations: 55, machines: [yuria3]}
107-
- QuickSort: {extra_args: 2000, warmup: 5, iterations: 55, machines: [yuria ]}
108-
- Sum: {extra_args: 10000, warmup: 5, iterations: 55, machines: [yuria2]}
109-
- Towers: {extra_args: 1000, warmup: 5, iterations: 55, machines: [yuria3]}
110-
- TreeSort: {extra_args: 1000, warmup: 10, iterations: 60, machines: [yuria ]}
111-
- IntegerLoop: {extra_args: 8000, warmup: 5, iterations: 55, machines: [yuria2]}
112-
- FieldLoop: {extra_args: 900, warmup: 5, iterations: 55, machines: [yuria3]}
113-
- WhileLoop: {extra_args: 9000, warmup: 5, iterations: 55, machines: [yuria2]}
114-
- Mandelbrot: {extra_args: 1000, warmup: 10, iterations: 110, machines: [yuria3]}
115-
- IfNil: {extra_args: 5000, warmup: 10, iterations: 110, machines: [yuria3]}
95+
- Fannkuch: {extra_args: 9, warmup: 5, iterations: 55, tags: [yuria ]}
96+
- Fibonacci: {extra_args: 1000, warmup: 10, iterations: 60, tags: [yuria ]}
97+
- Dispatch: {extra_args: 10000, warmup: 5, iterations: 55, tags: [yuria3]}
98+
- Bounce: {extra_args: 4000, warmup: 10, iterations: 60, tags: [yuria ]}
99+
- Loop: {extra_args: 10000, warmup: 5, iterations: 55, tags: [yuria2]}
100+
- Permute: {extra_args: 1500, warmup: 5, iterations: 55, tags: [yuria3]}
101+
- Queens: {extra_args: 1000, warmup: 5, iterations: 55, tags: [yuria ]}
102+
- List: {extra_args: 1000, warmup: 15, iterations: 65, tags: [yuria ]}
103+
- Recurse: {extra_args: 2000, warmup: 15, iterations: 65, tags: [yuria ]}
104+
- Storage: {extra_args: 1000, warmup: 10, iterations: 60, tags: [yuria ]}
105+
- Sieve: {extra_args: 2500, warmup: 10, iterations: 60, tags: [yuria2]}
106+
- BubbleSort: {extra_args: 3000, warmup: 5, iterations: 55, tags: [yuria3]}
107+
- QuickSort: {extra_args: 2000, warmup: 5, iterations: 55, tags: [yuria ]}
108+
- Sum: {extra_args: 10000, warmup: 5, iterations: 55, tags: [yuria2]}
109+
- Towers: {extra_args: 1000, warmup: 5, iterations: 55, tags: [yuria3]}
110+
- TreeSort: {extra_args: 1000, warmup: 10, iterations: 60, tags: [yuria ]}
111+
- IntegerLoop: {extra_args: 8000, warmup: 5, iterations: 55, tags: [yuria2]}
112+
- FieldLoop: {extra_args: 900, warmup: 5, iterations: 55, tags: [yuria3]}
113+
- WhileLoop: {extra_args: 9000, warmup: 5, iterations: 55, tags: [yuria2]}
114+
- Mandelbrot: {extra_args: 1000, warmup: 10, iterations: 110, tags: [yuria3]}
115+
- IfNil: {extra_args: 5000, warmup: 10, iterations: 110, tags: [yuria3]}
116116

117117
micro-somsom:
118118
gauge_adapter: RebenchLog
119119
command: "-cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som --gc %(benchmark)s %(iterations)s "
120120
iterations: 1
121121
benchmarks:
122-
- Loop: {extra_args: 1, machines: [yuria3]}
123-
- Queens: {extra_args: 1, machines: [yuria ]}
124-
- List: {extra_args: 1, machines: [yuria2]}
125-
- Recurse: {extra_args: 1, machines: [yuria3]}
126-
- Mandelbrot: {extra_args: 3, machines: [yuria ]}
122+
- Loop: {extra_args: 1, tags: [yuria3]}
123+
- Queens: {extra_args: 1, tags: [yuria ]}
124+
- List: {extra_args: 1, tags: [yuria2]}
125+
- Recurse: {extra_args: 1, tags: [yuria3]}
126+
- Mandelbrot: {extra_args: 3, tags: [yuria ]}
127127

128128
som-parse:
129129
gauge_adapter: RebenchLog
130130
command: "-cp Smalltalk:Examples:Examples/Benchmarks/DeltaBlue:Examples/Benchmarks/GraphSearch:Examples/Benchmarks/Json:Examples/Benchmarks/NBody:TestSuite:core-lib/SomSom/tests:core-lib/SomSom/src/vmobjects:core-lib/SomSom/src/primitives:core-lib/SomSom/src/compiler Examples/Benchmarks/BenchmarkHarness.som --gc %(benchmark)s %(iterations)s "
131131
iterations: 1!
132132
invocations: 10
133133
benchmarks:
134-
- SomParse: {extra_args: 1, machines: [yuria2]}
135-
- SomInit: {extra_args: 10000, machines: [yuria2]}
134+
- SomParse: {extra_args: 1, tags: [yuria2]}
135+
- SomInit: {extra_args: 10000, tags: [yuria2]}
136136

137137
interpreter:
138138
description: Basic interpreter benchmarks for comparing performance of most basic concepts.
139139
gauge_adapter: RebenchLog
140140
invocations: 5
141141
command: "-cp Smalltalk:Examples/Benchmarks/Interpreter Examples/Benchmarks/BenchmarkHarness.som %(benchmark)s %(iterations)s 1"
142142
benchmarks:
143-
- ArgRead: {machines: [yuria ]}
144-
- ArrayReadConst: {machines: [yuria ]}
145-
- ArrayWriteConstConst: {machines: [yuria ]}
146-
- BlockSend0ConstReturn: {machines: [yuria ]}
147-
- Const: {machines: [yuria ]}
148-
- FieldConstWrite: {machines: [yuria ]}
149-
- FieldRead: {machines: [yuria ]}
150-
- FieldReadIncWrite: {machines: [yuria ]}
151-
- FieldReadWrite: {machines: [yuria ]}
152-
- GlobalRead: {machines: [yuria ]}
153-
- LocalConstWrite: {machines: [yuria ]}
154-
- LocalRead: {machines: [yuria ]}
155-
- LocalReadIncWrite: {machines: [yuria ]}
156-
- LocalReadWrite: {machines: [yuria ]}
157-
- SelfSend0: {machines: [yuria ]}
158-
- SelfSend0BlockConstNonLocalReturn: {machines: [yuria ]}
143+
- ArgRead: {tags: [yuria ]}
144+
- ArrayReadConst: {tags: [yuria ]}
145+
- ArrayWriteConstConst: {tags: [yuria ]}
146+
- BlockSend0ConstReturn: {tags: [yuria ]}
147+
- Const: {tags: [yuria ]}
148+
- FieldConstWrite: {tags: [yuria ]}
149+
- FieldRead: {tags: [yuria ]}
150+
- FieldReadIncWrite: {tags: [yuria ]}
151+
- FieldReadWrite: {tags: [yuria ]}
152+
- GlobalRead: {tags: [yuria ]}
153+
- LocalConstWrite: {tags: [yuria ]}
154+
- LocalRead: {tags: [yuria ]}
155+
- LocalReadIncWrite: {tags: [yuria ]}
156+
- LocalReadWrite: {tags: [yuria ]}
157+
- SelfSend0: {tags: [yuria ]}
158+
- SelfSend0BlockConstNonLocalReturn: {tags: [yuria ]}
159159

160160
executors:
161161
RPySOM-ast-interp:

0 commit comments

Comments
 (0)