adds block args to job batch file

Author: SijanC147

.vscode/launch.json

@@ -66,6 +66,24 @@
       "console": "integratedTerminal",
       "redirectOutput": false
     },
+    {
+      "name": "jobs/debug.jobs.txt",
+      "type": "python",
+      "request": "launch",
+      "program": "${workspaceFolder}/submit_job.py",
+      "args": [
+        "-jf",
+        "jobs/debug.jobs.txt"
+        // "studies/reproduction-models/reproducibility-ram.txt",
+        // "--defaults",
+        // "-b",
+        // "5",
+        // "--job-dir",
+        // "ajobdir"
+      ],
+      "console": "integratedTerminal",
+      "redirectOutput": false
+    },
     {
       "name": "studies/debug.batch.txt",
       "type": "python",

.vscode/settings.json

@@ -80,6 +80,15 @@
         }
       ]
     },
+    "(#/.*)": {
+      "filterFileRegex": ".*\\.(batch|jobs).txt",
+      "decorations": [
+        {
+          "color": "#474747",
+          "textDecoration": "line-through"
+        }
+      ]
+    },
     "([#;].*)": {
       "filterFileRegex": ".*\\.(batch|jobs).txt",
       "decorations": [
@@ -88,8 +97,17 @@
         }
       ]
     },
+    "(block):\\s": {
+      "filterFileRegex": ".*\\.jobs.txt",
+      "decorations": [
+        {
+          "color": "#272822",
+          "backgroundColor": "#F8F8F2"
+        }
+      ]
+    },
     "(default:)\\s": {
-      "filterFileRegex": ".*\\.(batch|jobs).txt",
+      "filterFileRegex": ".*\\.batch.txt",
       "decorations": [
         {
           "color": "red"

gcp/_config.json

@@ -1,5 +1,5 @@
 {
-    "jobId": "tdlstm_cc42_restaurants_bal_opts_300hu_run06",
+    "jobId": "tdlstm_cc42_laptops_bal_001lr_momentum_300hu_run06",
     "labels": {},
     "trainingInput": {
         "scaleTier": "CUSTOM",
@@ -9,15 +9,18 @@
         "region": "europe-west1",
         "args": [
             "batch",
-            "optimizers.batch.txt",
+            "default.batch.txt",
             "--new",
             "--nocolor",
             "--defaults",
+            "-mp",
+            "hidden_units=300",
             "-m=td_lstm",
             "-em=commoncrawl-42[corpus]",
-            "-ds=restaurants[33/34/33]",
+            "-ds=laptops[33/34/33]",
             "-mp",
-            "hidden_units=300"
+            "optimizer=momentum",
+            "momentum=0.9"
         ]
     }
 }

studies/balanced-ds/cc42/tdlstm/dong.batch.txt studies/_archive/balanced-ds/cc42/tdlstm/dong.batch.txt

@@ -18,5 +18,5 @@ default: -mp hidden_units=5
 #default: -rc tf_random_seed=1234
 #default: -mp early_stopping_minimum_iter=1 early_stopping_patience=1
 #default: -mp oov_train=5 oov_buckets=5 oov_fn=uniform[-0.1,0.1]
-#default: -rc save_summary_steps=1 save_checkpoints_steps=2
+#/ default: -rc save_summary_steps=1 save_checkpoints_steps=2
 

studies/balanced-ds/cc42/tdlstm/laptops.batch.txt studies/_archive/balanced-ds/cc42/tdlstm/laptops.batch.txt

@@ -265,10 +265,20 @@ def main():
     start = int(args.run_start) if args.run_start else 1
     jobs_args = []
     if args.jobs_file:
+        block_args = []
         for line in open(args.jobs_file, "r"):
-            comment = line.startswith("#") or line.startswith(";")
-            if len(line.strip()) > 0 and not comment:
-                this_args = parser.parse_args(line.split())
+            if len(line.strip()) == 0:
+                block_args = []
+                continue
+            if line.startswith("#") or line.startswith(";"):
+                continue
+            if line.startswith("block"):
+                block_args += line.strip().split()[1:]
+            else:
+                line_cmd = line.split()
+                if block_args and "--defaults" not in line_cmd:
+                    line_cmd += ["--defaults"]
+                this_args = parser.parse_args(line_cmd + block_args)
                 this_nruns = this_args.nruns or nruns
                 this_start = (
                     int(this_args.run_start)