Fixed DBR version constant

Signed-off-by: Miguel Rodriguez Gutierrez <[email protected]>
kedro-org · Oct 1, 2024 · 8a1a704 · 8a1a704
1 parent 38d8042
commit 8a1a704
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/kedro-datasets/kedro_datasets/spark/spark_dataset.py b/kedro-datasets/kedro_datasets/spark/spark_dataset.py
@@ -38,9 +38,11 @@ def _get_spark() -> Any:
     extended configuration mechanisms and notebook compatibility,
     otherwise we use classic pyspark.
     """
+    MIN_DBCONNECT_V2_VERSION = 13
     if (
         "DATABRICKS_RUNTIME_VERSION" in os.environ
-        and int(os.environ["DATABRICKS_RUNTIME_VERSION"].split(".")[0]) >= 13
+        and int(os.environ["DATABRICKS_RUNTIME_VERSION"].split(".")[0])
+        >= MIN_DBCONNECT_V2_VERSION
     ):
         # When using databricks-connect >= 13.0.0 (a.k.a databricks-connect-v2)
         # the remote session is instantiated using the databricks module