diff --git a/clients/python/tests/test_client.py b/clients/python/tests/test_client.py index 8aed865b..228b91d9 100644 --- a/clients/python/tests/test_client.py +++ b/clients/python/tests/test_client.py @@ -13,8 +13,7 @@ def test_generate(llama_7b_url, hf_headers): assert response.details.finish_reason == FinishReason.Length assert response.details.generated_tokens == 1 assert response.details.seed is None - assert len(response.details.prefill) == 2 - assert response.details.prefill[0] == InputToken(id=1, text="", logprob=None) + assert len(response.details.prefill) == 0 assert len(response.details.tokens) == 1 assert response.details.tokens[0].id == 29918 assert response.details.tokens[0].text == "_" @@ -83,11 +82,7 @@ async def test_generate_async(llama_7b_url, hf_headers): assert response.details.finish_reason == FinishReason.Length assert response.details.generated_tokens == 1 assert response.details.seed is None - assert len(response.details.prefill) == 2 - assert response.details.prefill[0] == InputToken(id=1, text="", logprob=None) - assert response.details.prefill[1] == InputToken( - id=1243, text="test", logprob=-10.96875 - ) + assert len(response.details.prefill) == 0 assert len(response.details.tokens) == 1 assert response.details.tokens[0].id == 29918 assert response.details.tokens[0].text == "_"