From ffa6d17af1c522c7b4789a96928b4448fb60947f Mon Sep 17 00:00:00 2001 From: niteesh-atlan Date: Tue, 23 Sep 2025 10:34:29 +0530 Subject: [PATCH] fix: issue with path is returned from download_files is always set to NONE --- application_sdk/inputs/parquet.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/application_sdk/inputs/parquet.py b/application_sdk/inputs/parquet.py index cd7eca611..2bb99d599 100644 --- a/application_sdk/inputs/parquet.py +++ b/application_sdk/inputs/parquet.py @@ -89,11 +89,10 @@ async def get_dataframe(self) -> "pd.DataFrame": try: import pandas as pd - path = self.path if self.input_prefix and self.path: - path = await self.download_files(self.path) + await self.download_files(self.path) # Use pandas native read_parquet which can handle both single files and directories - return pd.read_parquet(path) + return pd.read_parquet(self.path) except Exception as e: logger.error(f"Error reading data from parquet file(s): {str(e)}") # Re-raise to match IcebergInput behavior