Add code for merging duplicated dictionaries

Author: EdmundGoodman

pyproject.toml

@@ -86,6 +86,7 @@ ignore = [
     ### Edmund's preferences
     "UP009",  # "UTF-8 encoding declaration is unnecessary". Adding UTF-8 pragmas is best practice
     "T201",   # Allow print statements!
+    "ERA001", # Don't remove commented out code
     "FIX002",
     "TD",     # Allow TODOs in code (controversial, I know...)
     "INP001", # "Add an `__init__.py`". The `test` directory should be a namespace package (https://stackoverflow.com/a/8450858)!

src/hpc_multibench/yaml_model.py

@@ -138,6 +138,18 @@ def matrix_iterator(self) -> Iterator[dict[str, Any]]:
             for key, values in self.matrix.items()
         ]
         for combination in product(*shaped):
+            # # Consider the case
+            # #   [sbatch_config, sbatch_config]:
+            # #     - [{"nodes": 2}, {"mem-per-cpu": 1000}]
+            # #
+            # variables = {}
+            # for items in combination:
+            #     for item in items:
+            #         if item[0] in variables and isinstance(item[1], dict):
+            #             variables[item[0]].update(item[1])
+            #         else:
+            #             variables[item[0]] = item[1]
+            # yield variables
             yield {item[0]: item[1] for items in combination for item in items}
 
 

yaml_examples/kudu_plan.yaml

@@ -119,9 +119,18 @@ benches:
       run_command:
         - "foo"
         - "bar"
-      [args, sbatch_config]:
-        - ["100 100 100", {"mem-per-cpu": 1000}]
-        - ["200 200 200", {"mem-per-cpu": 2000}]
+      # [args, sbatch_config]:
+      #   - ["100 100 100", {"mem-per-cpu": 1000}]
+      #   - ["200 200 200", {"mem-per-cpu": 2000}]
+
+      # sbatch_config:
+      #   - "nodes": 2
+      #     "mem-per-cpu": 1000
+      #   - "nodes": 1
+      #     "mem-per-cpu": 2000
+      [sbatch_config, sbatch_config]:
+        - [{"nodes": 2}, {"mem-per-cpu": 1000}]
+        - [{"nodes": 1}, {"mem-per-cpu": 2000}]
     analysis:
       metrics:
         "name": "===== RUN (.*) ====="