updating the library versions (#208)

* updating the library versions

* fixing formatting issues

Author: asingamaneni

brickflow/cli/__init__.py

@@ -97,9 +97,9 @@ def local_mode_callback(ctx: click.Context, param: str, value: Any) -> None:  #
                 "Configuring environment to %s...",
                 BrickflowDefaultEnvs.LOCAL.value,
             )
-            os.environ[
-                BrickflowEnvVars.BRICKFLOW_ENV.value
-            ] = BrickflowDefaultEnvs.LOCAL.value
+            os.environ[BrickflowEnvVars.BRICKFLOW_ENV.value] = (
+                BrickflowDefaultEnvs.LOCAL.value
+            )
 
     def set_up_bundle_for_workflow_dir(
         ctx: click.Context, param: str, value: Any  # pylint: disable=unused-argument

brickflow/cli/bundles.py

@@ -225,9 +225,9 @@ def download_and_unzip_databricks_cli(url: str, version: str) -> str:
 
 def bundle_synth(**kwargs: Any) -> None:
     entrypoint_file = get_entrypoint(**kwargs)
-    os.environ[
-        BrickflowEnvVars.BRICKFLOW_DEPLOYMENT_MODE.value
-    ] = BrickflowDeployMode.BUNDLE.value
+    os.environ[BrickflowEnvVars.BRICKFLOW_DEPLOYMENT_MODE.value] = (
+        BrickflowDeployMode.BUNDLE.value
+    )
     os.environ[BrickflowEnvVars.BRICKFLOW_MODE.value] = "deploy"
     _ilog.info("Synthesizing bundle...")
     exec_command(get_entrypoint_python(), entrypoint_file, [])

brickflow/cli/projects.py

@@ -167,9 +167,9 @@ def add_project(self, project: BrickflowProject) -> None:
             BrickflowRootProjectConfig(projects={}),
         )
         project_root_config.projects[project.name] = project
-        self._project_config_dict[
-            project.path_from_repo_root_to_project_root
-        ] = project_root_config
+        self._project_config_dict[project.path_from_repo_root_to_project_root] = (
+            project_root_config
+        )
 
     def project_exists(self, project: BrickflowProject) -> bool:
         return project.name in self._brickflow_multi_project_config.project_roots

brickflow/engine/project.py

@@ -149,9 +149,9 @@ class Project:
     batch: bool = True
     codegen_mechanism: Optional[Type[CodegenInterface]] = None
     codegen_kwargs: Optional[Dict[str, Any]] = None
-    bundle_obj_name: Optional[
-        str
-    ] = None  # repo name or folder where bundle assets will be saved
+    bundle_obj_name: Optional[str] = (
+        None  # repo name or folder where bundle assets will be saved
+    )
     bundle_base_path: Optional[str] = None
     enable_plugins: bool = False
     _project: _Project = field(init=False)

brickflow_plugins/airflow/vendor/timezone.py

@@ -68,13 +68,11 @@ def utc_epoch() -> dt.datetime:
 
 
 @overload
-def convert_to_utc(value: None) -> None:
-    ...
+def convert_to_utc(value: None) -> None: ...
 
 
 @overload
-def convert_to_utc(value: dt.datetime) -> DateTime:
-    ...
+def convert_to_utc(value: dt.datetime) -> DateTime: ...
 
 
 def convert_to_utc(value: dt.datetime | None) -> DateTime | None:
@@ -95,18 +93,17 @@ def convert_to_utc(value: dt.datetime | None) -> DateTime | None:
 
 
 @overload
-def make_aware(value: None, timezone: dt.tzinfo | None = None) -> None:
-    ...
+def make_aware(value: None, timezone: dt.tzinfo | None = None) -> None: ...
 
 
 @overload
-def make_aware(value: DateTime, timezone: dt.tzinfo | None = None) -> DateTime:
-    ...
+def make_aware(value: DateTime, timezone: dt.tzinfo | None = None) -> DateTime: ...
 
 
 @overload
-def make_aware(value: dt.datetime, timezone: dt.tzinfo | None = None) -> dt.datetime:
-    ...
+def make_aware(
+    value: dt.datetime, timezone: dt.tzinfo | None = None
+) -> dt.datetime: ...
 
 
 def make_aware(
@@ -200,18 +197,15 @@ def parse(string: str, timezone=None) -> DateTime:
 
 
 @overload
-def coerce_datetime(v: None, tz: dt.tzinfo | None = None) -> None:
-    ...
+def coerce_datetime(v: None, tz: dt.tzinfo | None = None) -> None: ...
 
 
 @overload
-def coerce_datetime(v: DateTime, tz: dt.tzinfo | None = None) -> DateTime:
-    ...
+def coerce_datetime(v: DateTime, tz: dt.tzinfo | None = None) -> DateTime: ...
 
 
 @overload
-def coerce_datetime(v: dt.datetime, tz: dt.tzinfo | None = None) -> DateTime:
-    ...
+def coerce_datetime(v: dt.datetime, tz: dt.tzinfo | None = None) -> DateTime: ...
 
 
 def coerce_datetime(

poetry.lock

@@ -28,7 +28,7 @@ extend-exclude = '''
 
 [tool.poetry.dependencies]
 python = ">=3.9,<3.12"            # pyspark <3.5 does not play happy with python 3.11
-Jinja2 = "3.1.2"
+Jinja2 = ">=3.1.5"
 click = "^8.1.3"
 databricks-sdk = ">=0.1.8 <1.0.0"
 networkx = "3.1"
@@ -47,7 +47,7 @@ bf = "brickflow.cli:cli"
 brickflow = "brickflow.cli:cli"
 
 [tool.poetry.group.dev.dependencies]
-black = "^23.3.0"
+black = "^24.3.0"
 coverage = "^7.2.5"
 datamodel-code-generator = "^0.25.2"
 deepdiff = "^6.3.0"
@@ -67,6 +67,7 @@ cerberus-python-client = "^2.5.4"
 watchdog = "<4.0.0"
 requests-mock = "1.12.1"
 pyspark = "^3.0.0"
+apache-airflow-providers-fab = ">=1.5.2"
 
 [tool.poetry.group.docs.dependencies]
 mdx-include = "^1.4.2"

pyproject.toml

@@ -244,9 +244,10 @@ def test_execute_download_files_by_name(self):
         self.operator.execute()
 
         # Assert
-        with open(
-            os.path.join(self.operator.volume_path, "file1.txt"), "rb"
-        ) as f1, open(os.path.join(self.operator.volume_path, "file2.txt"), "rb") as f2:
+        with (
+            open(os.path.join(self.operator.volume_path, "file1.txt"), "rb") as f1,
+            open(os.path.join(self.operator.volume_path, "file2.txt"), "rb") as f2,
+        ):
             self.assertEqual(f1.read(), b"Test file content")
             self.assertEqual(f2.read(), b"Test file content")
 
@@ -298,9 +299,10 @@ def test_execute_download_files_by_pattern(self):
         self.operator.execute()
 
         # Assert
-        with open(
-            os.path.join(self.operator.volume_path, "file1.txt"), "rb"
-        ) as f1, open(os.path.join(self.operator.volume_path, "file3.txt"), "rb") as f3:
+        with (
+            open(os.path.join(self.operator.volume_path, "file1.txt"), "rb") as f1,
+            open(os.path.join(self.operator.volume_path, "file3.txt"), "rb") as f3,
+        ):
             self.assertEqual(f1.read(), b"Test file content")
             self.assertEqual(f3.read(), b"Test file content")
         self.assertFalse(
@@ -326,9 +328,10 @@ def test_execute_download_all_files(self):
         self.operator.execute()
 
         # Assert
-        with open(
-            os.path.join(self.operator.volume_path, "file1.txt"), "rb"
-        ) as f1, open(os.path.join(self.operator.volume_path, "file2.txt"), "rb") as f2:
+        with (
+            open(os.path.join(self.operator.volume_path, "file1.txt"), "rb") as f1,
+            open(os.path.join(self.operator.volume_path, "file2.txt"), "rb") as f2,
+        ):
             self.assertEqual(f1.read(), b"Test file content")
             self.assertEqual(f2.read(), b"Test file content")