Disable failing llava next tests

Signed-off-by: Alex-Brooks <[email protected]>
vllm-project · Oct 30, 2024 · 5f6c4b7 · 5f6c4b7
1 parent 2fb8b9f
commit 5f6c4b7
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 1 deletion.
diff --git a/tests/models/decoder_only/vision_language/test_models.py b/tests/models/decoder_only/vision_language/test_models.py
@@ -208,6 +208,7 @@
             limit_mm_per_prompt={"video": 4},
         )],
     ),
+    # FIXME
     "llava_next_video": VLMTestInfo(
         models=["llava-hf/LLaVA-NeXT-Video-7B-hf"],
         test_type=VLMTestType.VIDEO,
@@ -216,9 +217,11 @@
         max_model_len=4096,
         auto_cls=AutoModelForVision2Seq,
         vllm_output_post_proc=model_utils.llava_video_vllm_to_hf_output,
-        # Llava-next-video tests fixed sizes & the default size factors
         image_sizes=[((1669, 2560), (2560, 1669), (183, 488), (488, 183))],
         runner_mm_key="videos",
+        marks=[
+            pytest.mark.skip(reason="LLava next video tests currently fail.")
+        ],
     ),
     "minicpmv": VLMTestInfo(
         models=["openbmb/MiniCPM-Llama3-V-2_5"],

diff --git a/tests/models/embedding/vision_language/test_llava_next.py b/tests/models/embedding/vision_language/test_llava_next.py
@@ -85,6 +85,8 @@ def _run_test(
     )
 
 
+# FIXME
+@pytest.mark.skip(reason="LLava next embedding tests currently fail")
 @pytest.mark.parametrize("model", MODELS)
 @pytest.mark.parametrize("dtype", ["half"])
 def test_models_text(