feat: update to run qwen2-vl tests

integration-tests/models/test_flash_qwen2_vl.py

@@ -1,81 +1,80 @@
-# Disabled because it's broken.
+import pytest
-# import pytest
+
-#
+
-#
+@pytest.fixture(scope="module")
-# @pytest.fixture(scope="module")
+def flash_qwen2_vl_handle(launcher):
-# def flash_qwen2_vl_handle(launcher):
+    with launcher("Qwen/Qwen2-VL-7B-Instruct") as handle:
-#     with launcher("Qwen/Qwen2-VL-7B-Instruct") as handle:
+        yield handle
-#         yield handle
+
-#
+
-#
+@pytest.fixture(scope="module")
-# @pytest.fixture(scope="module")
+async def flash_qwen2(flash_qwen2_vl_handle):
-# async def flash_qwen2(flash_qwen2_vl_handle):
+    await flash_qwen2_vl_handle.health(300)
-#     await flash_qwen2_vl_handle.health(300)
+    return flash_qwen2_vl_handle.client
-#     return flash_qwen2_vl_handle.client
+
-#
+
-#
+@pytest.mark.private
-# @pytest.mark.private
+async def test_flash_qwen2_vl_simple(flash_qwen2, response_snapshot):
-# async def test_flash_qwen2_vl_simple(flash_qwen2, response_snapshot):
+    response = await flash_qwen2.chat(
-#     response = await flash_qwen2.chat(
+        max_tokens=100,
-#         max_tokens=100,
+        seed=42,
-#         seed=42,
+        messages=[
-#         messages=[
+            {
-#             {
+                "role": "user",
-#                 "role": "user",
+                "content": [
-#                 "content": [
+                    {
-#                     {
+                        "type": "image_url",
-#                         "type": "image_url",
+                        "image_url": {
-#                         "image_url": {
+                            "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/transformers/rabbit.png"
-#                             "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/transformers/rabbit.png"
+                        },
-#                         },
+                    },
-#                     },
+                    {"type": "text", "text": "Describe this image."},
-#                     {"type": "text", "text": "Describe this image."},
+                ],
-#                 ],
+            },
-#             },
+        ],
-#         ],
+    )
-#     )
+
-#
+    assert (
-#     assert (
+        response.choices[0].message.content
-#         response.choices[0].message.content
+        == "The image depicts an anthropomorphic rabbit, wearing a futuristic spacesuit, in an extraterrestrial environment. The setting appears to be a red planet resembling Mars, with rugged terrain and rocky formations in the background. The moon is visible in the distant sky, adding to the lunar landscape."
-#         == "The image depicts an anthropomorphic rabbit, wearing a futuristic spacesuit, in an extraterrestrial environment. The setting appears to be a red planet resembling Mars, with rugged terrain and rocky formations in the background. The moon is visible in the distant sky, adding to the lunar landscape."
+    )
-#     )
+
-#
+    assert response == response_snapshot
-#     assert response == response_snapshot
+
-#
+
-#
+@pytest.mark.private
-# @pytest.mark.private
+async def test_flash_qwen2_vl_simple_streaming(flash_qwen2, response_snapshot):
-# async def test_flash_qwen2_vl_simple_streaming(flash_qwen2, response_snapshot):
+    responses = await flash_qwen2.chat(
-#     responses = await flash_qwen2.chat(
+        max_tokens=100,
-#         max_tokens=100,
+        seed=42,
-#         seed=42,
+        messages=[
-#         messages=[
+            {
-#             {
+                "role": "user",
-#                 "role": "user",
+                "content": [
-#                 "content": [
+                    {
-#                     {
+                        "type": "image_url",
-#                         "type": "image_url",
+                        "image_url": {
-#                         "image_url": {
+                            "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/transformers/rabbit.png"
-#                             "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/transformers/rabbit.png"
+                        },
-#                         },
+                    },
-#                     },
+                    {"type": "text", "text": "Describe this image."},
-#                     {"type": "text", "text": "Describe this image."},
+                ],
-#                 ],
+            },
-#             },
+        ],
-#         ],
+        stream=True,
-#         stream=True,
+    )
-#     )
+
-#
+    count = 0
-#     count = 0
+    generated = ""
-#     generated = ""
+    last_response = None
-#     last_response = None
+    async for response in responses:
-#     async for response in responses:
+        count += 1
-#         count += 1
+        generated += response.choices[0].delta.content
-#         generated += response.choices[0].delta.content
+        last_response = response
-#         last_response = response
+
-#
+    assert (
-#     assert (
+        generated
-#         generated
+        == "The image depicts an anthropomorphic rabbit, wearing a futuristic spacesuit, in an extraterrestrial environment. The setting appears to be a red planet resembling Mars, with rugged terrain and rocky formations in the background. The moon is visible in the distant sky, adding to the lunar landscape."
-#         == "The image depicts an anthropomorphic rabbit, wearing a futuristic spacesuit, in an extraterrestrial environment. The setting appears to be a red planet resembling Mars, with rugged terrain and rocky formations in the background. The moon is visible in the distant sky, adding to the lunar landscape."
+    )
-#     )
+    assert count == 58
-#     assert count == 58
+    assert last_response == response_snapshot
-#     assert last_response == response_snapshot