Merge pull request #5 from atlanhq/databricks-bigint

Databricks: Profiling support for bigint datatypes
atlanhq · Sep 6, 2023 · 7a5a4cb · 7a5a4cb
2 parents 848df0b + 6d8e8b0
commit 7a5a4cb
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/soda/spark/soda/data_sources/spark_data_source.py b/soda/spark/soda/data_sources/spark_data_source.py
@@ -425,7 +425,7 @@ class SparkDataSource(SparkSQLBase):
 
     def __init__(self, logs: Logs, data_source_name: str, data_source_properties: dict):
         super().__init__(logs, data_source_name, data_source_properties)
-        self.NUMERIC_TYPES_FOR_PROFILING = ["integer", "int", "double", "float", "decimal"]
+        self.NUMERIC_TYPES_FOR_PROFILING = ["integer", "int", "double", "float", "decimal", "bigint"]
 
         self.method = data_source_properties.get("method", "hive")
         self.host = data_source_properties.get("host", "localhost")