fix the validation of the metadata

tdspora · Oct 24, 2024 · 3a53989 · 3a53989
1 parent ac1fd9c
commit 3a53989
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/src/syngen/VERSION b/src/syngen/VERSION
@@ -1 +1 @@
-0.9.47
+0.9.48rc3
diff --git a/src/syngen/ml/config/validation.py b/src/syngen/ml/config/validation.py
@@ -293,9 +293,12 @@ def _run(self):
         self.merged_metadata.pop("global", None)
         self.metadata.pop("global", None)
 
+        if self.type_of_process == "train" and self.validation_source:
+            for table_name in self.merged_metadata.keys():
+                self._gather_existed_columns(table_name)
+
         for table_name in self.merged_metadata.keys():
             if self.type_of_process == "train" and self.validation_source:
-                self._gather_existed_columns(table_name)
                 self._check_existence_of_source(table_name)
                 self._check_existence_of_key_columns(table_name)
                 self._check_existence_of_referenced_columns(table_name)