diff --git a/tests/e2e/models/configs/Qwen2-Audio-7B-Instruct.yaml b/tests/e2e/models/configs/Qwen2-Audio-7B-Instruct.yaml
index 2dd02ab434e..d1d9d421b55 100644
--- a/tests/e2e/models/configs/Qwen2-Audio-7B-Instruct.yaml
+++ b/tests/e2e/models/configs/Qwen2-Audio-7B-Instruct.yaml
@@ -9,3 +9,4 @@ tasks:
     value: 0.45
 num_fewshot: 5
 gpu_memory_utilization: 0.8
+enforce_eager: True
diff --git a/tests/e2e/models/configs/llava-1.5-7b-hf.yaml b/tests/e2e/models/configs/llava-1.5-7b-hf.yaml
index 7bd69de99f7..95ab52695ea 100644
--- a/tests/e2e/models/configs/llava-1.5-7b-hf.yaml
+++ b/tests/e2e/models/configs/llava-1.5-7b-hf.yaml
@@ -9,3 +9,4 @@ tasks:
 trust_remote_code: True
 gpu_memory_utilization: 0.8
 dtype: "bfloat16"
+enforce_eager: True