From 37d3111c0316aab05594bb8b2e9a26744f0afe32 Mon Sep 17 00:00:00 2001 From: Aryamanz29 Date: Thu, 27 Nov 2025 15:04:53 +0530 Subject: [PATCH 1/2] APP-8402 | SDK updates for ARS --- application_sdk/outputs/parquet.py | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/application_sdk/outputs/parquet.py b/application_sdk/outputs/parquet.py index 880c2f0a4..a41e7b7d2 100644 --- a/application_sdk/outputs/parquet.py +++ b/application_sdk/outputs/parquet.py @@ -222,10 +222,6 @@ async def write_daft_dataframe( if isinstance(write_mode, str): write_mode = WriteMode(write_mode) - row_count = dataframe.count_rows() - if row_count == 0: - return - file_paths = [] # Use Daft's execution context for temporary configuration with daft.execution_config_ctx( @@ -239,6 +235,12 @@ async def write_daft_dataframe( partition_cols=partition_cols, ) file_paths = result.to_pydict().get("path", []) + + # If the dataframe is empty, return + # but write an empty file to the output path (necessary for ARS lookup) + row_count = dataframe.count_rows() + if row_count == 0: + return # Update counters self.chunk_count += 1 From 5584617c0185f97d8e356c0ec2d0b19eb78a978d Mon Sep 17 00:00:00 2001 From: Aryamanz29 Date: Fri, 5 Dec 2025 21:58:39 +0530 Subject: [PATCH 2/2] [fix] Fixed OTel breaking changes --- application_sdk/observability/logger_adaptor.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/application_sdk/observability/logger_adaptor.py b/application_sdk/observability/logger_adaptor.py index 3f719a785..2dade2993 100644 --- a/application_sdk/observability/logger_adaptor.py +++ b/application_sdk/observability/logger_adaptor.py @@ -7,9 +7,9 @@ from typing import Any, Dict, Optional, Tuple from loguru import logger -from opentelemetry._logs import SeverityNumber +from opentelemetry._logs import LogRecord, SeverityNumber from opentelemetry.exporter.otlp.proto.grpc._log_exporter import OTLPLogExporter -from opentelemetry.sdk._logs import LoggerProvider, LogRecord +from opentelemetry.sdk._logs import LoggerProvider from opentelemetry.sdk._logs._internal.export import BatchLogRecordProcessor from opentelemetry.sdk.resources import Resource from opentelemetry.trace.span import TraceFlags @@ -495,7 +495,6 @@ def _create_log_record(self, record: dict) -> LogRecord: severity_text=record["level"], severity_number=severity_number, body=record["message"], - resource=self.logger_provider.resource, attributes=attributes, )