diff --git a/application_sdk/inputs/parquet.py b/application_sdk/inputs/parquet.py index cd7eca611..2bb99d599 100644 --- a/application_sdk/inputs/parquet.py +++ b/application_sdk/inputs/parquet.py @@ -89,11 +89,10 @@ async def get_dataframe(self) -> "pd.DataFrame": try: import pandas as pd - path = self.path if self.input_prefix and self.path: - path = await self.download_files(self.path) + await self.download_files(self.path) # Use pandas native read_parquet which can handle both single files and directories - return pd.read_parquet(path) + return pd.read_parquet(self.path) except Exception as e: logger.error(f"Error reading data from parquet file(s): {str(e)}") # Re-raise to match IcebergInput behavior