huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-08 19:04:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

test(neuron): adjust expectations after graph changes

Browse Source
This commit is contained in:
David Corvoysier 2025-08-04 14:54:05 +00:00
parent e0aa213411
commit 4870824781
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
integration-tests/neuron/test_generate.py
View File

@ -22,8 +22,8 @@ async def test_model_single_request(tgi_service):
greedy_expectations = {
"llama": " and how does it work?\nDeep learning is a subset of machine learning that uses artificial",
"qwen2": " - Deep Learning is a subset of Machine Learning that involves the use of artificial neural networks",
"granite": "\n\nDeep learning is a subset of machine learning techniques based on artificial neural networks",
"qwen3": " A Deep Learning is a subset of machine learning that uses neural networks with multiple layers to",
"granite": "\n\nDeep Learning is a subset of machine learning that is inspired by the structure and",
"qwen3": " And Why Should You Care?\n\nDeep learning is a subset of machine learning that uses neural",
"phi3": "\n\nDeep learning is a subfield of machine learning that focuses on creating",
}
assert response.generated_text == greedy_expectations[service_name]
@ -81,8 +81,8 @@ async def test_model_multiple_requests(tgi_service, neuron_generate_load):
expectations = {
"llama": "Deep learning is a subset of machine learning that uses artificial",
"qwen2": "Deep Learning is a subset of Machine Learning that involves",
"granite": "Deep learning is a subset of machine learning techniques",
"qwen3": "Deep Learning is a subset of machine learning that uses neural networks",
"granite": "Deep Learning is a subset of machine learning that is inspired by the structure and",
"qwen3": " And Why Should You Care?\n\nDeep learning is a subset of machine learning that uses neural",
"phi3": "Deep learning is a subfield of machine learning that focuses on creating",
}
expected = expectations[tgi_service.client.service_name]