chore: serialize engine integration tests

pytest.ini

@@ -31,7 +31,7 @@ markers =
     spark: test for Spark
     trino: test for Trino (Hive connector)
     trino_iceberg: test for Trino (Iceberg connector)
-addopts = -n 0 --dist=worksteal
+addopts = -n 0 --dist=loadgroup
 
 # Set this to True to enable logging during tests
 log_cli = False

setup.py

@@ -90,10 +90,8 @@
             # https://github.com/dpgaspar/Flask-AppBuilder/blob/master/requirements.txt#L25
             "pydantic<2.6.0",
             "PyGithub",
-            # 8.0.0 broke compatability with lazy-fixture
-            "pytest<8.0.0",
+            "pytest",
             "pytest-asyncio<0.23.0",
-            "pytest-lazy-fixture",
             "pytest-mock",
             "pytest-xdist",
             "pyspark==3.4.0",

tests/core/engine_adapter/test_integration.py

@@ -402,6 +402,7 @@ def config() -> Config:
                 pytest.mark.duckdb,
                 pytest.mark.engine,
                 pytest.mark.slow,
+                pytest.mark.xdist_group("engine_integration_duckdb"),
             ],
         ),
         pytest.param(
@@ -410,6 +411,7 @@ def config() -> Config:
                 pytest.mark.docker,
                 pytest.mark.engine,
                 pytest.mark.postgres,
+                pytest.mark.xdist_group("engine_integration_postgres"),
             ],
         ),
         pytest.param(
@@ -418,6 +420,7 @@ def config() -> Config:
                 pytest.mark.docker,
                 pytest.mark.engine,
                 pytest.mark.mysql,
+                pytest.mark.xdist_group("engine_integration_mysql"),
             ],
         ),
         pytest.param(
@@ -426,6 +429,7 @@ def config() -> Config:
                 pytest.mark.docker,
                 pytest.mark.engine,
                 pytest.mark.mssql,
+                pytest.mark.xdist_group("engine_integration_mssql"),
             ],
         ),
         pytest.param(
@@ -434,6 +438,7 @@ def config() -> Config:
                 pytest.mark.docker,
                 pytest.mark.engine,
                 pytest.mark.trino,
+                pytest.mark.xdist_group("engine_integration_trino"),
             ],
         ),
         pytest.param(
@@ -442,6 +447,7 @@ def config() -> Config:
                 pytest.mark.docker,
                 pytest.mark.engine,
                 pytest.mark.trino_iceberg,
+                pytest.mark.xdist_group("engine_integration_trino_iceberg"),
             ],
         ),
         pytest.param(
@@ -450,6 +456,7 @@ def config() -> Config:
                 pytest.mark.docker,
                 pytest.mark.engine,
                 pytest.mark.spark,
+                pytest.mark.xdist_group("engine_integration_spark"),
             ],
         ),
         pytest.param(
@@ -458,6 +465,7 @@ def config() -> Config:
                 pytest.mark.bigquery,
                 pytest.mark.engine,
                 pytest.mark.remote,
+                pytest.mark.xdist_group("engine_integration_bigquery"),
             ],
         ),
         pytest.param(
@@ -466,6 +474,7 @@ def config() -> Config:
                 pytest.mark.databricks,
                 pytest.mark.engine,
                 pytest.mark.remote,
+                pytest.mark.xdist_group("engine_integration_databricks"),
             ],
         ),
         pytest.param(
@@ -474,6 +483,7 @@ def config() -> Config:
                 pytest.mark.motherduck,
                 pytest.mark.engine,
                 pytest.mark.remote,
+                pytest.mark.xdist_group("engine_integration_motherduck"),
             ],
         ),
         pytest.param(
@@ -482,6 +492,7 @@ def config() -> Config:
                 pytest.mark.engine,
                 pytest.mark.remote,
                 pytest.mark.redshift,
+                pytest.mark.xdist_group("engine_integration_redshift"),
             ],
         ),
         pytest.param(
@@ -490,6 +501,7 @@ def config() -> Config:
                 pytest.mark.engine,
                 pytest.mark.remote,
                 pytest.mark.snowflake,
+                pytest.mark.xdist_group("engine_integration_snowflake"),
             ],
         ),
     ]

tests/core/test_connection_config.py

@@ -2,7 +2,7 @@
 import typing as t
 
 import pytest
-from pytest_lazyfixture import lazy_fixture
+from _pytest.fixtures import FixtureRequest
 
 from sqlmesh.core.config.connection import (
     BigQueryConnectionConfig,
@@ -181,27 +181,37 @@ def test_snowflake(make_config, snowflake_key_passphrase_bytes, snowflake_oauth_
 
 
 @pytest.mark.parametrize(
-    "key_path, key_pem, key_b64, key_bytes, key_passphrase",
+    "key_path_fixture, key_pem_fixture, key_b64_fixture, key_bytes_fixture, key_passphrase",
     [
         (
-            lazy_fixture("snowflake_key_no_passphrase_path"),
-            lazy_fixture("snowflake_key_no_passphrase_pem"),
-            lazy_fixture("snowflake_key_no_passphrase_b64"),
-            lazy_fixture("snowflake_key_no_passphrase_bytes"),
+            "snowflake_key_no_passphrase_path",
+            "snowflake_key_no_passphrase_pem",
+            "snowflake_key_no_passphrase_b64",
+            "snowflake_key_no_passphrase_bytes",
             None,
         ),
         (
-            lazy_fixture("snowflake_key_passphrase_path"),
-            lazy_fixture("snowflake_key_passphrase_pem"),
-            lazy_fixture("snowflake_key_passphrase_b64"),
-            lazy_fixture("snowflake_key_passphrase_bytes"),
+            "snowflake_key_passphrase_path",
+            "snowflake_key_passphrase_pem",
+            "snowflake_key_passphrase_b64",
+            "snowflake_key_passphrase_bytes",
             "insecure",
         ),
     ],
 )
 def test_snowflake_private_key_pass(
-    make_config, key_path, key_pem, key_b64, key_bytes, key_passphrase
+    make_config,
+    key_path_fixture,
+    key_pem_fixture,
+    key_b64_fixture,
+    key_bytes_fixture,
+    key_passphrase,
+    request: FixtureRequest,
 ):
+    key_path = request.getfixturevalue(key_path_fixture)
+    key_pem = request.getfixturevalue(key_pem_fixture)
+    key_b64 = request.getfixturevalue(key_b64_fixture)
+    key_bytes = request.getfixturevalue(key_bytes_fixture)
     common_kwargs = dict(
         type="snowflake",
         account="test",

tests/dbt/test_manifest.py

@@ -100,6 +100,7 @@ def test_tests_referencing_disabled_models():
     assert "not_null_disabled_model_one" not in helper.tests()
 
 
+@pytest.mark.xdist_group("dbt_manifest")
 def test_variable_override():
     project_path = Path("tests/fixtures/dbt/sushi_test")
     profile = Profile.load(DbtContext(project_path))