huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-27 13:02:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: bump client test expected prefill

Browse Source
This commit is contained in:
drbh 2025-02-17 13:56:59 +00:00
parent 1529a676d9
commit c215c0de88
1 changed files with 0 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
clients/python/tests/test_client.py
View File

@ -14,7 +14,6 @@ def test_generate(llama_7b_url, hf_headers):
assert response.details.generated_tokens == 1 assert response.details.generated_tokens == 1
assert response.details.seed is None assert response.details.seed is None
assert len(response.details.prefill) == 0 assert len(response.details.prefill) == 0
# assert response.details.prefill[0] == InputToken(id=1, text="<s>", logprob=None)
assert len(response.details.tokens) == 1 assert len(response.details.tokens) == 1
assert response.details.tokens[0].id == 29918 assert response.details.tokens[0].id == 29918
assert response.details.tokens[0].text == "_" assert response.details.tokens[0].text == "_"
@ -84,10 +83,6 @@ async def test_generate_async(llama_7b_url, hf_headers):
assert response.details.generated_tokens == 1 assert response.details.generated_tokens == 1
assert response.details.seed is None assert response.details.seed is None
assert len(response.details.prefill) == 0 assert len(response.details.prefill) == 0
# assert response.details.prefill[0] == InputToken(id=1, text="<s>", logprob=None)
# assert response.details.prefill[1] == InputToken(
# id=1243, text="test", logprob=-10.96875
# )
assert len(response.details.tokens) == 1 assert len(response.details.tokens) == 1
assert response.details.tokens[0].id == 29918 assert response.details.tokens[0].id == 29918
assert response.details.tokens[0].text == "_" assert response.details.tokens[0].text == "_"