-
Notifications
You must be signed in to change notification settings - Fork 25
/
.test_durations
199 lines (199 loc) · 18.4 KB
/
.test_durations
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
{
"summit/benchmarks/experimental_emulator.py::summit.benchmarks.experimental_emulator.BaumgartnerCrossCouplingEmulator": 0.004516264001722448,
"summit/benchmarks/experimental_emulator.py::summit.benchmarks.experimental_emulator.ExperimentalEmulator": 0.132877019001171,
"summit/benchmarks/experimental_emulator.py::summit.benchmarks.experimental_emulator.ExperimentalEmulator.load": 0.37234006699873134,
"summit/benchmarks/experimental_emulator.py::summit.benchmarks.experimental_emulator.ExperimentalEmulator.save": 0.38179137199767865,
"summit/benchmarks/experimental_emulator.py::summit.benchmarks.experimental_emulator.ExperimentalEmulator.train": 0.005935225002758671,
"summit/benchmarks/experimental_emulator.py::summit.benchmarks.experimental_emulator.ReizmanSuzukiEmulator": 0.005219140002736822,
"summit/benchmarks/experimental_emulator.py::summit.benchmarks.experimental_emulator.get_pretrained_baumgartner_cc_emulator": 0.19884843999898294,
"summit/benchmarks/experimental_emulator.py::summit.benchmarks.experimental_emulator.get_pretrained_reizman_suzuki_emulator": 0.21860793700034264,
"summit/benchmarks/snar.py::summit.benchmarks.snar.SnarBenchmark": 0.009979057009331882,
"summit/benchmarks/test_functions.py::summit.benchmarks.test_functions.Hartmann3D": 0.008048600000620354,
"summit/benchmarks/test_functions.py::summit.benchmarks.test_functions.Himmelblau": 0.007551262999186292,
"summit/benchmarks/test_functions.py::summit.benchmarks.test_functions.ThreeHumpCamel": 0.0076709400018444285,
"summit/domain.py::summit.domain.CategoricalVariable": 0.0048594630061415955,
"summit/domain.py::summit.domain.Constraint": 0.0011120300041511655,
"summit/domain.py::summit.domain.ContinuousVariable": 0.000878685008501634,
"summit/domain.py::summit.domain.Domain": 0.0008655990022816695,
"summit/run.py::summit.run.Runner": 0.15043016900744988,
"summit/strategies/base.py::summit.strategies.base.Chimera": 0.045409157006361056,
"summit/strategies/base.py::summit.strategies.base.Design": 0.0012935220074723475,
"summit/strategies/base.py::summit.strategies.base.LogSpaceObjectives": 0.03968353399250191,
"summit/strategies/base.py::summit.strategies.base.MultitoSingleObjective": 0.04133921399625251,
"summit/strategies/deep_reaction_optimizer.py::summit.strategies.deep_reaction_optimizer.DRO": 0.0017586370086064562,
"summit/strategies/entmoot.py::summit.strategies.entmoot.ENTMOOT": 0.0012732489994959906,
"summit/strategies/factorial_doe.py::summit.strategies.factorial_doe.FullFactorial": 0.011774277001677547,
"summit/strategies/multitask.py::summit.strategies.multitask.MTBO": 0.7195730569947045,
"summit/strategies/multitask.py::summit.strategies.multitask.MTBO.suggest_experiments": 0.6928546550043393,
"summit/strategies/multitask.py::summit.strategies.multitask.STBO": 0.011594644005526789,
"summit/strategies/neldermead.py::summit.strategies.neldermead.NelderMead": 0.011245121000683866,
"summit/strategies/random.py::summit.strategies.random.LHS": 0.012198356998851523,
"summit/strategies/random.py::summit.strategies.random.Random": 0.01204680600494612,
"summit/strategies/random.py::summit.strategies.random.lhs": 0.007447156996931881,
"summit/strategies/snobfit.py::summit.strategies.snobfit.SNOBFIT": 0.03846279499703087,
"summit/strategies/sobo.py::summit.strategies.sobo.SOBO": 0.02337478898698464,
"summit/strategies/tsemo.py::summit.strategies.tsemo.TSEMO": 0.0076185239959158935,
"summit/tests/test_benchmarks.py::test_baumgartner_CC_emulator[False-False]": 0.27869427699624794,
"summit/tests/test_benchmarks.py::test_baumgartner_CC_emulator[False-True]": 0.31686729100329103,
"summit/tests/test_benchmarks.py::test_baumgartner_CC_emulator[True-False]": 0.28480814999784343,
"summit/tests/test_benchmarks.py::test_baumgartner_CC_emulator[True-True]": 0.3187876169977244,
"summit/tests/test_benchmarks.py::test_dltz2_benchmark[6]": 0.012136630997702014,
"summit/tests/test_benchmarks.py::test_no_objectives": 0.0022210800016182475,
"summit/tests/test_benchmarks.py::test_reizman_emulator": 0.2938147419990855,
"summit/tests/test_benchmarks.py::test_snar_benchmark[0.0]": 0.013065655984974,
"summit/tests/test_benchmarks.py::test_snar_benchmark[2.5]": 0.012273347994778305,
"summit/tests/test_benchmarks.py::test_train_experimental_emulator": 9.673042473004898,
"summit/tests/test_domain.py::test_categorical_variable": 0.0028920940021635033,
"summit/tests/test_domain.py::test_constraint": 0.0005195020057726651,
"summit/tests/test_domain.py::test_continuous_variable": 0.0006181470089359209,
"summit/tests/test_domain.py::test_domain": 0.009797631995752454,
"summit/tests/test_runner.py::test_runner_mo_integration[DTLZ2-LHS]": 0.08723230499890633,
"summit/tests/test_runner.py::test_runner_mo_integration[DTLZ2-NelderMead]": 0.09312628999759909,
"summit/tests/test_runner.py::test_runner_mo_integration[DTLZ2-Random]": 0.0828720880090259,
"summit/tests/test_runner.py::test_runner_mo_integration[DTLZ2-SNOBFIT]": 0.17461607100995025,
"summit/tests/test_runner.py::test_runner_mo_integration[DTLZ2-SOBO]": 1.9807163570003468,
"summit/tests/test_runner.py::test_runner_mo_integration[DTLZ2-TSEMO]": 121.7699725670027,
"summit/tests/test_runner.py::test_runner_mo_integration[SnarBenchmark-LHS]": 0.11194426199654117,
"summit/tests/test_runner.py::test_runner_mo_integration[SnarBenchmark-NelderMead]": 0.10068238100211602,
"summit/tests/test_runner.py::test_runner_mo_integration[SnarBenchmark-Random]": 0.10894504300085828,
"summit/tests/test_runner.py::test_runner_mo_integration[SnarBenchmark-SNOBFIT]": 0.19541591400047764,
"summit/tests/test_runner.py::test_runner_mo_integration[SnarBenchmark-SOBO]": 1.8144286210008431,
"summit/tests/test_runner.py::test_runner_mo_integration[SnarBenchmark-TSEMO]": 120.47282953299873,
"summit/tests/test_runner.py::test_runner_mo_integration[VLMOP2-LHS]": 0.07766057399567217,
"summit/tests/test_runner.py::test_runner_mo_integration[VLMOP2-NelderMead]": 0.06558633900567656,
"summit/tests/test_runner.py::test_runner_mo_integration[VLMOP2-Random]": 0.07660239699907834,
"summit/tests/test_runner.py::test_runner_mo_integration[VLMOP2-SNOBFIT]": 0.17749893300788244,
"summit/tests/test_runner.py::test_runner_mo_integration[VLMOP2-SOBO]": 1.9426943800062872,
"summit/tests/test_runner.py::test_runner_mo_integration[VLMOP2-TSEMO]": 122.82531880999886,
"summit/tests/test_runner.py::test_runner_mo_integration[experiment0-LHS]": 0.001221152997459285,
"summit/tests/test_runner.py::test_runner_mo_integration[experiment0-NelderMead]": 0.001215846001286991,
"summit/tests/test_runner.py::test_runner_mo_integration[experiment0-Random]": 0.0012017589979222976,
"summit/tests/test_runner.py::test_runner_mo_integration[experiment0-SNOBFIT]": 0.0013568870053859428,
"summit/tests/test_runner.py::test_runner_mo_integration[experiment0-SOBO]": 1.5649225559973274,
"summit/tests/test_runner.py::test_runner_mo_integration[experiment0-TSEMO]": 1098.277661332002,
"summit/tests/test_runner.py::test_runner_mo_integration[experiment1-LHS]": 0.2562753839956713,
"summit/tests/test_runner.py::test_runner_mo_integration[experiment1-NelderMead]": 0.31357932700484525,
"summit/tests/test_runner.py::test_runner_mo_integration[experiment1-Random]": 0.25160116898769047,
"summit/tests/test_runner.py::test_runner_mo_integration[experiment1-SNOBFIT]": 0.32963046499935444,
"summit/tests/test_runner.py::test_runner_mo_integration[experiment1-SOBO]": 1.6950243310056976,
"summit/tests/test_runner.py::test_runner_mo_integration[experiment1-TSEMO]": 1382.3068062859966,
"summit/tests/test_runner.py::test_runner_so_integration[Hartmann3D-LHS]": 0.018126649003534112,
"summit/tests/test_runner.py::test_runner_so_integration[Hartmann3D-NelderMead]": 0.03677966299437685,
"summit/tests/test_runner.py::test_runner_so_integration[Hartmann3D-Random]": 0.018332072999328375,
"summit/tests/test_runner.py::test_runner_so_integration[Hartmann3D-SNOBFIT]": 0.020171596006548498,
"summit/tests/test_runner.py::test_runner_so_integration[Hartmann3D-SOBO]": 0.022874559996125754,
"summit/tests/test_runner.py::test_runner_so_integration[Himmelblau-LHS]": 0.016711180993297603,
"summit/tests/test_runner.py::test_runner_so_integration[Himmelblau-NelderMead]": 0.028814142999181058,
"summit/tests/test_runner.py::test_runner_so_integration[Himmelblau-Random]": 0.016785707004601136,
"summit/tests/test_runner.py::test_runner_so_integration[Himmelblau-SNOBFIT]": 0.019886920003045816,
"summit/tests/test_runner.py::test_runner_so_integration[Himmelblau-SOBO]": 0.02224514800036559,
"summit/tests/test_runner.py::test_runner_so_integration[ThreeHumpCamel-LHS]": 0.01653460899979109,
"summit/tests/test_runner.py::test_runner_so_integration[ThreeHumpCamel-NelderMead]": 0.028759811997588258,
"summit/tests/test_runner.py::test_runner_so_integration[ThreeHumpCamel-Random]": 0.018137680992367677,
"summit/tests/test_runner.py::test_runner_so_integration[ThreeHumpCamel-SNOBFIT]": 0.019503875999362208,
"summit/tests/test_runner.py::test_runner_so_integration[ThreeHumpCamel-SOBO]": 0.02196382799593266,
"summit/tests/test_runner.py::test_runner_so_integration[experiment3-LHS]": 0.12158847101090942,
"summit/tests/test_runner.py::test_runner_so_integration[experiment3-NelderMead]": 0.3109255020026467,
"summit/tests/test_runner.py::test_runner_so_integration[experiment3-Random]": 0.1336436190031236,
"summit/tests/test_runner.py::test_runner_so_integration[experiment3-SNOBFIT]": 0.13767633799579926,
"summit/tests/test_runner.py::test_runner_so_integration[experiment3-SOBO]": 0.12855784100247547,
"summit/tests/test_runner.py::test_runner_unit[NeptuneRunner-1-5-1-10]": 0.14262907700322103,
"summit/tests/test_runner.py::test_runner_unit[NeptuneRunner-1-5-1-1]": 0.05269570099335397,
"summit/tests/test_runner.py::test_runner_unit[NeptuneRunner-1-5-5-10]": 0.43250161201285664,
"summit/tests/test_runner.py::test_runner_unit[NeptuneRunner-1-5-5-1]": 0.08362801500334172,
"summit/tests/test_runner.py::test_runner_unit[NeptuneRunner-1-None-1-10]": 0.15153078999719582,
"summit/tests/test_runner.py::test_runner_unit[NeptuneRunner-1-None-1-1]": 0.2504693419978139,
"summit/tests/test_runner.py::test_runner_unit[NeptuneRunner-1-None-5-10]": 0.4384475269980612,
"summit/tests/test_runner.py::test_runner_unit[NeptuneRunner-1-None-5-1]": 0.08340689600299811,
"summit/tests/test_runner.py::test_runner_unit[NeptuneRunner-5-5-1-10]": 0.13967754500481533,
"summit/tests/test_runner.py::test_runner_unit[NeptuneRunner-5-5-1-1]": 0.05532910500187427,
"summit/tests/test_runner.py::test_runner_unit[NeptuneRunner-5-5-5-10]": 0.4165982460035593,
"summit/tests/test_runner.py::test_runner_unit[NeptuneRunner-5-5-5-1]": 0.08019758699083468,
"summit/tests/test_runner.py::test_runner_unit[NeptuneRunner-5-None-1-10]": 0.14431528900604462,
"summit/tests/test_runner.py::test_runner_unit[NeptuneRunner-5-None-1-1]": 0.05311808699480025,
"summit/tests/test_runner.py::test_runner_unit[NeptuneRunner-5-None-5-10]": 0.42607913500251016,
"summit/tests/test_runner.py::test_runner_unit[NeptuneRunner-5-None-5-1]": 0.08335257599537726,
"summit/tests/test_runner.py::test_runner_unit[Runner-1-5-1-10]": 0.14432751900312724,
"summit/tests/test_runner.py::test_runner_unit[Runner-1-5-1-1]": 0.05316853899421403,
"summit/tests/test_runner.py::test_runner_unit[Runner-1-5-5-10]": 0.4369975310037262,
"summit/tests/test_runner.py::test_runner_unit[Runner-1-5-5-1]": 0.08289044800039846,
"summit/tests/test_runner.py::test_runner_unit[Runner-1-None-1-10]": 0.14493141398997977,
"summit/tests/test_runner.py::test_runner_unit[Runner-1-None-1-1]": 0.05348688699450577,
"summit/tests/test_runner.py::test_runner_unit[Runner-1-None-5-10]": 0.43255797999881906,
"summit/tests/test_runner.py::test_runner_unit[Runner-1-None-5-1]": 0.08494997199886711,
"summit/tests/test_runner.py::test_runner_unit[Runner-5-5-1-10]": 0.14929843400022946,
"summit/tests/test_runner.py::test_runner_unit[Runner-5-5-1-1]": 0.05469069699756801,
"summit/tests/test_runner.py::test_runner_unit[Runner-5-5-5-10]": 0.4400953440053854,
"summit/tests/test_runner.py::test_runner_unit[Runner-5-5-5-1]": 0.08442815399757819,
"summit/tests/test_runner.py::test_runner_unit[Runner-5-None-1-10]": 0.14390936800191412,
"summit/tests/test_runner.py::test_runner_unit[Runner-5-None-1-1]": 0.05436598100641277,
"summit/tests/test_runner.py::test_runner_unit[Runner-5-None-5-10]": 0.43675704499764834,
"summit/tests/test_runner.py::test_runner_unit[Runner-5-None-5-1]": 0.08443614499992691,
"summit/tests/test_strategies.py::test_doe": 0.0036135760019533336,
"summit/tests/test_strategies.py::test_entmoot[1-1-True-False]": 0.08925618500506971,
"summit/tests/test_strategies.py::test_entmoot[1-200-True-False]": 0.05200611199688865,
"summit/tests/test_strategies.py::test_entmoot[4-200-False-False]": 0.13129419799224706,
"summit/tests/test_strategies.py::test_lhs": 0.011464241004432552,
"summit/tests/test_strategies.py::test_logspaceobjectives_transform": 0.00909165600023698,
"summit/tests/test_strategies.py::test_mtbo[20-False-False]": 57.61875017600687,
"summit/tests/test_strategies.py::test_mtbo[20-True-False]": 49.79726099200343,
"summit/tests/test_strategies.py::test_multitosingleobjective_transform": 0.01011623000522377,
"summit/tests/test_strategies.py::test_nm2D[False-False-x_start0]": 1.05815360500128,
"summit/tests/test_strategies.py::test_nm2D[False-False-x_start1]": 1.0818202189984731,
"summit/tests/test_strategies.py::test_nm2D[False-False-x_start2]": 1.1086660259970813,
"summit/tests/test_strategies.py::test_nm2D[False-False-x_start3]": 0.41753378399880603,
"summit/tests/test_strategies.py::test_nm2D[False-False-x_start4]": 1.4167468559971894,
"summit/tests/test_strategies.py::test_nm2D[False-True-x_start0]": 1.0508654799996293,
"summit/tests/test_strategies.py::test_nm2D[False-True-x_start1]": 1.135176367002714,
"summit/tests/test_strategies.py::test_nm2D[False-True-x_start2]": 1.1647750200063456,
"summit/tests/test_strategies.py::test_nm2D[False-True-x_start3]": 0.4343572720026714,
"summit/tests/test_strategies.py::test_nm2D[False-True-x_start4]": 1.0518314889995963,
"summit/tests/test_strategies.py::test_nm2D[True-False-x_start0]": 1.3901276530014002,
"summit/tests/test_strategies.py::test_nm2D[True-False-x_start1]": 1.3824130950015387,
"summit/tests/test_strategies.py::test_nm2D[True-False-x_start2]": 1.3921175500072422,
"summit/tests/test_strategies.py::test_nm2D[True-False-x_start3]": 0.5324943310042727,
"summit/tests/test_strategies.py::test_nm2D[True-False-x_start4]": 1.3942985909961862,
"summit/tests/test_strategies.py::test_nm2D[True-True-x_start0]": 1.5210513139973045,
"summit/tests/test_strategies.py::test_nm2D[True-True-x_start1]": 1.4387690749936155,
"summit/tests/test_strategies.py::test_nm2D[True-True-x_start2]": 1.4423528629995417,
"summit/tests/test_strategies.py::test_nm2D[True-True-x_start3]": 0.551529832999222,
"summit/tests/test_strategies.py::test_nm2D[True-True-x_start4]": 1.4272489449940622,
"summit/tests/test_strategies.py::test_nm3D[x_start0-True-True]": 3.016479160003655,
"summit/tests/test_strategies.py::test_nm3D[x_start1-True-False]": 2.554830638000567,
"summit/tests/test_strategies.py::test_nm3D[x_start10-True-True]": 1.170604266000737,
"summit/tests/test_strategies.py::test_nm3D[x_start11-True-False]": 0.9978374490019633,
"summit/tests/test_strategies.py::test_nm3D[x_start12-False-True]": 1.1076610009986325,
"summit/tests/test_strategies.py::test_nm3D[x_start13-False-False]": 0.9371957409894094,
"summit/tests/test_strategies.py::test_nm3D[x_start2-False-True]": 2.8515094989998033,
"summit/tests/test_strategies.py::test_nm3D[x_start3-False-False]": 2.3995799550029915,
"summit/tests/test_strategies.py::test_nm3D[x_start4-True-False]": 1.1670022749967757,
"summit/tests/test_strategies.py::test_nm3D[x_start5-False-False]": 1.1300539299991215,
"summit/tests/test_strategies.py::test_nm3D[x_start6-True-True]": 1.1304795109972474,
"summit/tests/test_strategies.py::test_nm3D[x_start7-True-False]": 1.5453241479917779,
"summit/tests/test_strategies.py::test_nm3D[x_start8-False-True]": 1.08560174399463,
"summit/tests/test_strategies.py::test_nm3D[x_start9-False-False]": 1.433651680003095,
"summit/tests/test_strategies.py::test_random": 0.01109180200000992,
"summit/tests/test_strategies.py::test_snobfit[False-False-1]": 6.092480141000124,
"summit/tests/test_strategies.py::test_snobfit[False-False-2]": 3.618430186994374,
"summit/tests/test_strategies.py::test_snobfit[False-False-4]": 4.140649050998036,
"summit/tests/test_strategies.py::test_snobfit[False-True-1]": 7.250996529997792,
"summit/tests/test_strategies.py::test_snobfit[False-True-2]": 3.78209694600082,
"summit/tests/test_strategies.py::test_snobfit[False-True-4]": 6.642381671001203,
"summit/tests/test_strategies.py::test_sobo[1-1-True-True]": 0.021969385001284536,
"summit/tests/test_strategies.py::test_sobo[1-200-True-False]": 1.8548193050082773,
"summit/tests/test_strategies.py::test_sobo[1-200-True-True]": 0.41321328499907395,
"summit/tests/test_strategies.py::test_sobo[4-200-False-False]": 1.6798325829950045,
"summit/tests/test_strategies.py::test_sobo[4-200-False-True]": 19.640482594004425,
"summit/tests/test_strategies.py::test_strategy": 0.0005396490087150596,
"summit/tests/test_strategies.py::test_tsemo[10]": 19.006217750022188,
"summit/tests/test_strategies.py::test_tsemo[1]": 53.60011858283542,
"summit/tests/test_strategies.py::test_tsemo[2]": 32.46155295916833,
"summit/tests/test_strategies.py::test_tsemo[False-10]": 372.02097981899715,
"summit/tests/test_strategies.py::test_tsemo[False-1]": 366.1748001149972,
"summit/tests/test_strategies.py::test_tsemo[False-2]": 374.53348128299695,
"summit/tests/test_strategies.py::test_tsemo[True-10]": 377.23208859199804,
"summit/tests/test_strategies.py::test_tsemo[True-1]": 563.657061294005,
"summit/tests/test_strategies.py::test_tsemo[True-2]": 437.29046159699647,
"summit/tests/test_utils.py::test_dataset": 0.00350075498863589,
"summit/utils/dataset.py::summit.utils.dataset.DataSet": 0.004678224999224767
}