huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 11:54:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix tests

Browse Source
This commit is contained in:
OlivierDehaene 2023-05-16 19:49:55 +02:00
parent 1c1a6e44bc
commit 03836deacc
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
clients/python/tests/test_client.py
View File

@ -16,9 +16,9 @@ def test_generate(flan_t5_xxl_url, hf_headers):
assert len(response.details.prefill) == 1 assert len(response.details.prefill) == 1
assert response.details.prefill[0] == PrefillToken(id=0, text="<pad>", logprob=None) assert response.details.prefill[0] == PrefillToken(id=0, text="<pad>", logprob=None)
assert len(response.details.tokens) == 1 assert len(response.details.tokens) == 1
assert response.details.tokens[0] == Token( assert response.details.tokens[0].id == 3
id=3, text="", logprob=-1.984375, special=False assert response.details.tokens[0].text == ""
) assert not response.details.tokens[0].special
def test_generate_best_of(flan_t5_xxl_url, hf_headers): def test_generate_best_of(flan_t5_xxl_url, hf_headers):
@ -82,9 +82,9 @@ async def test_generate_async(flan_t5_xxl_url, hf_headers):
assert len(response.details.prefill) == 1 assert len(response.details.prefill) == 1
assert response.details.prefill[0] == PrefillToken(id=0, text="<pad>", logprob=None) assert response.details.prefill[0] == PrefillToken(id=0, text="<pad>", logprob=None)
assert len(response.details.tokens) == 1 assert len(response.details.tokens) == 1
assert response.details.tokens[0] == Token( assert response.details.tokens[0].id == 3
id=3, text="", logprob=-1.984375, special=False assert response.details.tokens[0].text == ""
) assert not response.details.tokens[0].special
@pytest.mark.asyncio @pytest.mark.asyncio