text-generation-inference/integration-tests/models/test_flash_qwen2_vl.py

# Disabled because it's broken.
# import pytest
#
#
# @pytest.fixture(scope="module")
# def flash_qwen2_vl_handle(launcher):
#     with launcher("Qwen/Qwen2-VL-7B-Instruct") as handle:
#         yield handle
#
#
# @pytest.fixture(scope="module")
# async def flash_qwen2(flash_qwen2_vl_handle):
#     await flash_qwen2_vl_handle.health(300)
#     return flash_qwen2_vl_handle.client
#
#
# @pytest.mark.private
# async def test_flash_qwen2_vl_simple(flash_qwen2, response_snapshot):
#     response = await flash_qwen2.chat(
#         max_tokens=100,
#         seed=42,
#         messages=[
#             {
#                 "role": "user",
#                 "content": [
#                     {
#                         "type": "image_url",
#                         "image_url": {
#                             "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/transformers/rabbit.png"
#                         },
#                     },
#                     {"type": "text", "text": "Describe this image."},
#                 ],
#             },
#         ],
#     )
#
#     assert (
#         response.choices[0].message.content
#         == "The image depicts an anthropomorphic rabbit, wearing a futuristic spacesuit, in an extraterrestrial environment. The setting appears to be a red planet resembling Mars, with rugged terrain and rocky formations in the background. The moon is visible in the distant sky, adding to the lunar landscape."
#     )
#
#     assert response == response_snapshot
#
#
# @pytest.mark.private
# async def test_flash_qwen2_vl_simple_streaming(flash_qwen2, response_snapshot):
#     responses = await flash_qwen2.chat(
#         max_tokens=100,
#         seed=42,
#         messages=[
#             {
#                 "role": "user",
#                 "content": [
#                     {
#                         "type": "image_url",
#                         "image_url": {
#                             "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/transformers/rabbit.png"
#                         },
#                     },
#                     {"type": "text", "text": "Describe this image."},
#                 ],
#             },
#         ],
#         stream=True,
#     )
#
#     count = 0
#     generated = ""
#     last_response = None
#     async for response in responses:
#         count += 1
#         generated += response.choices[0].delta.content
#         last_response = response
#
#     assert (
#         generated
#         == "The image depicts an anthropomorphic rabbit, wearing a futuristic spacesuit, in an extraterrestrial environment. The setting appears to be a red planet resembling Mars, with rugged terrain and rocky formations in the background. The moon is visible in the distant sky, adding to the lunar landscape."
#     )
#     assert count == 58
#     assert last_response == response_snapshot