huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-09 19:34:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add the missing async best_of test case

Browse Source
This commit is contained in:
ehsanmok 2023-04-26 18:07:49 -07:00
parent 9fbf6032e5
commit 6952be08d7
1 changed files with 13 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
clients/python/tests/test_client.py
View File

@ -87,6 +87,19 @@ async def test_generate_async(flan_t5_xxl_url, hf_headers):
) )
@pytest.mark.asyncio
async def test_generate_async_best_of(flan_t5_xxl_url, hf_headers):
client = AsyncClient(flan_t5_xxl_url, hf_headers)
response = await client.generate(
"test", max_new_tokens=1, best_of=2, do_sample=True
)
assert response.details.seed is not None
assert response.details.best_of_sequences is not None
assert len(response.details.best_of_sequences) == 1
assert response.details.best_of_sequences[0].seed is not None
@pytest.mark.asyncio @pytest.mark.asyncio
async def test_generate_async_not_found(fake_url, hf_headers): async def test_generate_async_not_found(fake_url, hf_headers):
client = AsyncClient(fake_url, hf_headers) client = AsyncClient(fake_url, hf_headers)