huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-07-29 03:10:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: bump client test expected prefill

Browse Source
This commit is contained in:
drbh 2025-02-17 13:56:59 +00:00
parent 5f16e79e6a
commit 3f035fd8f2
1 changed files with 2 additions and 7 deletions

9
clients/python/tests/test_client.py
View File

@ -13,8 +13,7 @@ def test_generate(llama_7b_url, hf_headers):
assert response.details.finish_reason == FinishReason.Length
assert response.details.generated_tokens == 1
assert response.details.seed is None
assert len(response.details.prefill) == 2
assert response.details.prefill[0] == InputToken(id=1, text="<s>", logprob=None)
assert len(response.details.prefill) == 0
assert len(response.details.tokens) == 1
assert response.details.tokens[0].id == 29918
assert response.details.tokens[0].text == "_"
@ -83,11 +82,7 @@ async def test_generate_async(llama_7b_url, hf_headers):
assert response.details.finish_reason == FinishReason.Length
assert response.details.generated_tokens == 1
assert response.details.seed is None
assert len(response.details.prefill) == 2
assert response.details.prefill[0] == InputToken(id=1, text="<s>", logprob=None)
assert response.details.prefill[1] == InputToken(
id=1243, text="test", logprob=-10.96875
)
assert len(response.details.prefill) == 0
assert len(response.details.tokens) == 1
assert response.details.tokens[0].id == 29918
assert response.details.tokens[0].text == "_"