Speed up tests

Author: PhMueller

tests/test_data_manager.py

@@ -7,15 +7,15 @@
 from hpobench.util.test_utils import DEFAULT_SKIP_MSG, check_run_all_tests
 
 
-@pytest.mark.skipif(check_run_all_tests(), reason=DEFAULT_SKIP_MSG)
+@pytest.mark.skipif(not check_run_all_tests(), reason=DEFAULT_SKIP_MSG)
 def test_nasbench_201_load_thread_safe():
     shutil.rmtree(hpobench.config_file.data_dir / "nasbench_201", ignore_errors=True)
     function = lambda: NASBench_201Data(dataset='cifar100').load()
     with Pool(3) as pool:
         pool.map(function, [])
 
 
-@pytest.mark.skipif(check_run_all_tests(), reason=DEFAULT_SKIP_MSG)
+@pytest.mark.skipif(not check_run_all_tests(), reason=DEFAULT_SKIP_MSG)
 def test_nasbench_201_init():
 
     data_manager = NASBench_201Data(dataset='cifar100')
@@ -29,7 +29,7 @@ def test_nasbench_201_init():
     assert data_manager._save_dir.exists()
 
 
-@pytest.mark.skipif(check_run_all_tests(), reason=DEFAULT_SKIP_MSG)
+@pytest.mark.skipif(not check_run_all_tests(), reason=DEFAULT_SKIP_MSG)
 def test_nasbench_201_load():
 
     shutil.rmtree(hpobench.config_file.data_dir / "nasbench_201", ignore_errors=True)

tests/test_mo_cnn.py

@@ -2,7 +2,7 @@
 from hpobench.util.test_utils import DEFAULT_SKIP_MSG, check_run_all_tests
 
 
-@pytest.mark.skipif(check_run_all_tests(), reason=DEFAULT_SKIP_MSG)
+@pytest.mark.skipif(not check_run_all_tests(), reason=DEFAULT_SKIP_MSG)
 def test_mo_cnn_seeding():
     from hpobench.container.benchmarks.mo.cnn_benchmark import FlowerCNNBenchmark
     b1 = FlowerCNNBenchmark(rng=0)

tests/test_nasbench_201.py

@@ -15,7 +15,7 @@ def enable_debug():
     disable_container_debug()
 
 
-@pytest.mark.skipif(check_run_all_tests(), reason=DEFAULT_SKIP_MSG)
+@pytest.mark.skipif(not check_run_all_tests(), reason=DEFAULT_SKIP_MSG)
 def test_nasbench201_cifar10valid(enable_debug):
 
     b = Cifar10ValidNasBench201Benchmark(rng=0)
@@ -50,7 +50,7 @@ def test_nasbench201_cifar10valid(enable_debug):
         result = b.objective_function_test(configuration=config, fidelity={'epoch': 10})
 
 
-@pytest.mark.skipif(check_run_all_tests(), reason=DEFAULT_SKIP_MSG)
+@pytest.mark.skipif(not check_run_all_tests(), reason=DEFAULT_SKIP_MSG)
 def test_nasbench201_cifar100(enable_debug):
     b = Cifar100NasBench201Benchmark(rng=0)
 
@@ -70,7 +70,7 @@ def test_nasbench201_cifar100(enable_debug):
     assert result['info']['valid_cost'] == result['cost']
 
 
-@pytest.mark.skipif(check_run_all_tests(), reason=DEFAULT_SKIP_MSG)
+@pytest.mark.skipif(not check_run_all_tests(), reason=DEFAULT_SKIP_MSG)
 def test_nasbench201_Image(enable_debug):
     b = ImageNetNasBench201Benchmark(rng=0)
     config = {'1<-0': 'nor_conv_1x1',

tests/test_pybnn.py

@@ -63,7 +63,7 @@ def test_bnn_boston_housing():
     assert test_result['info']['fidelity']['budget'] == 1000
 
 
-@pytest.mark.skipif(check_run_all_tests(), reason=DEFAULT_SKIP_MSG)
+@pytest.mark.skipif(not check_run_all_tests(), reason=DEFAULT_SKIP_MSG)
 def test_bnn_protein():
     benchmark = BNNOnProteinStructure(rng=1)
     test_result = simple_call(benchmark)
@@ -72,7 +72,7 @@ def test_bnn_protein():
     assert test_result['info']['fidelity']['budget'] == 1000
 
 
-@pytest.mark.skipif(check_run_all_tests(), reason=DEFAULT_SKIP_MSG)
+@pytest.mark.skipif(not check_run_all_tests(), reason=DEFAULT_SKIP_MSG)
 def test_year_pred():
     benchmark = BNNOnYearPrediction(rng=1)
     test_result = simple_call(benchmark)