Skip to content

Commit e496f11

Browse files
committed
[tests] Increase timeouts for validation tests.
1 parent df66293 commit e496f11

File tree

1 file changed

+5
-0
lines changed

1 file changed

+5
-0
lines changed

tests/llvm/validate_test.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -16,6 +16,7 @@
1616
pytest_plugins = ["tests.pytest_plugins.llvm"]
1717

1818

19+
@pytest.mark.timeout(900) # Validation can take a long time!
1920
def test_validate_state_no_reward():
2021
state = CompilerEnvState(
2122
benchmark="benchmark://cbench-v1/crc32",
@@ -30,6 +31,7 @@ def test_validate_state_no_reward():
3031
assert str(result) == "✅ cbench-v1/crc32"
3132

3233

34+
@pytest.mark.timeout(900) # Validation can take a long time!
3335
def test_validate_state_with_reward():
3436
state = CompilerEnvState(
3537
benchmark="benchmark://cbench-v1/crc32",
@@ -46,6 +48,7 @@ def test_validate_state_with_reward():
4648
assert str(result) == "✅ cbench-v1/crc32 0.0000"
4749

4850

51+
@pytest.mark.timeout(900) # Validation can take a long time!
4952
def test_validate_state_invalid_reward():
5053
state = CompilerEnvState(
5154
benchmark="benchmark://cbench-v1/crc32",
@@ -64,6 +67,7 @@ def test_validate_state_invalid_reward():
6467
)
6568

6669

70+
@pytest.mark.timeout(900) # Validation can take a long time!
6771
def test_validate_state_without_state_reward():
6872
"""Validating state when state has no reward value."""
6973
state = CompilerEnvState(
@@ -102,6 +106,7 @@ def test_validate_state_without_env_reward():
102106
assert not result.reward_validation_failed
103107

104108

109+
@pytest.mark.timeout(900) # Validation can take a long time!
105110
def test_no_validation_callback_for_custom_benchmark(env: LlvmEnv):
106111
"""Test that a custom benchmark has no validation callback."""
107112
with tempfile.TemporaryDirectory() as d:

0 commit comments

Comments
 (0)