From 6d8e8b0ef1af0e68cc556554dc21fa1a0b9f1777 Mon Sep 17 00:00:00 2001 From: Bichitra Kumar Sahoo <32828151+bichitra95@users.noreply.github.com> Date: Wed, 6 Sep 2023 14:17:30 +0530 Subject: [PATCH] Databricks: Profiling support for bigint datatypes --- soda/spark/soda/data_sources/spark_data_source.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/soda/spark/soda/data_sources/spark_data_source.py b/soda/spark/soda/data_sources/spark_data_source.py index 033f4ed82..31d7dac93 100644 --- a/soda/spark/soda/data_sources/spark_data_source.py +++ b/soda/spark/soda/data_sources/spark_data_source.py @@ -425,7 +425,7 @@ class SparkDataSource(SparkSQLBase): def __init__(self, logs: Logs, data_source_name: str, data_source_properties: dict): super().__init__(logs, data_source_name, data_source_properties) - self.NUMERIC_TYPES_FOR_PROFILING = ["integer", "int", "double", "float", "decimal"] + self.NUMERIC_TYPES_FOR_PROFILING = ["integer", "int", "double", "float", "decimal", "bigint"] self.method = data_source_properties.get("method", "hive") self.host = data_source_properties.get("host", "localhost")