Adds non-blocking mode to hydra_submitit_launcher (facebookresearch#2479

)

plugins/hydra_submitit_launcher/hydra_plugins/hydra_submitit_launcher/config.py

@@ -28,6 +28,9 @@ class BaseQueueConf:
     # redirect stderr to stdout
     stderr_to_stdout: bool = False
 
+    # If True, the launcher will not wait for the job to finish (useful for very long runs)
+    no_block: bool = False
+
 
 @dataclass
 class SlurmQueueConf(BaseQueueConf):

plugins/hydra_submitit_launcher/hydra_plugins/hydra_submitit_launcher/submitit_launcher.py

@@ -19,6 +19,7 @@ class BaseSubmititLauncher(Launcher):
     _EXECUTOR = "abstract"
 
     def __init__(self, **params: Any) -> None:
+        self.no_block = params.pop("no_block", False)
         self.params = {}
         for k, v in params.items():
             if OmegaConf.is_config(v):
@@ -142,7 +143,11 @@ def launch(
             )
 
         jobs = executor.map_array(self, *zip(*job_params))
-        return [j.results()[0] for j in jobs]
+
+        if self.no_block:
+            return []
+        else:
+            return [j.results()[0] for j in jobs]
 
 
 class LocalLauncher(BaseSubmititLauncher):

plugins/hydra_submitit_launcher/tests/test_submitit_launcher.py

@@ -61,3 +61,16 @@ def test_example(tmpdir: Path) -> None:
         ],
         allow_warnings=True,
     )
+
+
+def test_example_no_block(tmpdir: Path) -> None:
+    run_python_script(
+        [
+            "example/my_app.py",
+            "-m",
+            f"hydra.sweep.dir={tmpdir}",
+            "hydra/launcher=submitit_local",
+            "hydra.launcher.no_block=True",
+        ],
+        allow_warnings=True,
+    )