Skip to content

Commit f3cbaa9

Browse files
yechank-nvidiasuyoggupta
authored andcommitted
[https://nvbugs/5644187][fix] Llava-Next MMMU bugfix and Phi4 test bugfix (NVIDIA#9034)
Signed-off-by: yechank <[email protected]>
1 parent 253d9b9 commit f3cbaa9

File tree

3 files changed

+4
-4
lines changed

3 files changed

+4
-4
lines changed

tests/integration/defs/accuracy/references/mmmu.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@ Qwen/Qwen2.5-VL-7B-Instruct:
44
- accuracy: 51.22
55
nvidia/Nano-v2-VLM:
66
- accuracy: 43.78
7-
llava-hf/llava-v1.6-mistral-7b:
7+
llava-hf/llava-v1.6-mistral-7b-hf:
88
- accuracy: 35.33
99
Efficient-Large-Model/NVILA-8B:
1010
- accuracy: 47.77

tests/integration/defs/accuracy/test_llm_api_pytorch_multimodal.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -80,8 +80,8 @@ def test_auto_dtype(self):
8080

8181

8282
class TestLlava_V1_6_Mistral_7B(LlmapiAccuracyTestHarness):
83-
MODEL_NAME = "llava-hf/llava-v1.6-mistral-7b"
84-
MODEL_PATH = f"{llm_models_root()}/llava-v1.6-mistral-7b"
83+
MODEL_NAME = "llava-hf/llava-v1.6-mistral-7b-hf"
84+
MODEL_PATH = f"{llm_models_root()}/llava-v1.6-mistral-7b-hf"
8585
MAX_NUM_TOKENS = 16384
8686

8787
# NOTE: MMMU adds <|endoftext|> to the stop token.

tests/integration/defs/test_e2e.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2658,7 +2658,7 @@ def test_ptp_quickstart_multimodal_kv_cache_reuse(llm_root, llm_venv,
26582658
],
26592659
] * num_same_requests,
26602660
},
2661-
"phi4-multimodal-instruct-fp8": {
2661+
"phi4-multimodal-instruct": {
26622662
"image": [
26632663
[
26642664
"image", "depicts", "natural", "environment", "ocean",

0 commit comments

Comments
 (0)