huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 20:04:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

style

Browse Source
This commit is contained in:
fxmarty 2024-06-13 10:57:31 +00:00 committed by Nicolas Patry
parent 5b6b257756
commit 4616c62914
No known key found for this signature in database
GPG Key ID: E939E8CC91A1C674
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
integration-tests/models/test_idefics2.py
View File

@ -3,6 +3,7 @@ import base64
from testing_utils import require_backend_async, SYSTEM from testing_utils import require_backend_async, SYSTEM
# TODO fix the server parsser to count inline image tokens correctly # TODO fix the server parsser to count inline image tokens correctly
def get_chicken(): def get_chicken():
with open("integration-tests/images/chicken_on_money.png", "rb") as image_file: with open("integration-tests/images/chicken_on_money.png", "rb") as image_file:
@ -42,7 +43,7 @@ async def test_flash_idefics2_next_simple(flash_idefics2_next, response_snapshot
response.generated_text == " A chicken is sitting on a pile of money." response.generated_text == " A chicken is sitting on a pile of money."
), f"{repr(response.generated_text)}" ), f"{repr(response.generated_text)}"
assert response.details.generated_tokens == 10 assert response.details.generated_tokens == 10
if SYSTEM != "rocm": if SYSTEM != "rocm":
# Snapshot logprobs are not close enough on ROCm. # Snapshot logprobs are not close enough on ROCm.
assert response == response_snapshot assert response == response_snapshot
@ -105,7 +106,7 @@ async def test_flash_idefics2_next_load(
assert generated_texts[0] == " A chicken is sitting on a pile of money." assert generated_texts[0] == " A chicken is sitting on a pile of money."
assert len(generated_texts) == 4 assert len(generated_texts) == 4
assert all([r.generated_text == generated_texts[0] for r in responses]) assert all([r.generated_text == generated_texts[0] for r in responses])
if SYSTEM != "rocm": if SYSTEM != "rocm":
# Snapshot logprobs are not close enough on ROCm. # Snapshot logprobs are not close enough on ROCm.
assert responses == response_snapshot assert responses == response_snapshot