From 83b766f9ef60b4daa26beeab63386cc7d478f1fe Mon Sep 17 00:00:00 2001 From: David Corvoysier Date: Fri, 27 Jun 2025 12:31:31 +0000 Subject: [PATCH] test(neuron): adjust expectations Since the latest optimum-neuron uses a new modeling for granite and qwen, the greedy outputs are slighly different. --- integration-tests/neuron/test_generate.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/integration-tests/neuron/test_generate.py b/integration-tests/neuron/test_generate.py index 9108ce0e..0b42e3ca 100644 --- a/integration-tests/neuron/test_generate.py +++ b/integration-tests/neuron/test_generate.py @@ -21,8 +21,8 @@ async def test_model_single_request(tgi_service): assert response.details.generated_tokens == 17 greedy_expectations = { "llama": " and how does it work?\nDeep learning is a subset of machine learning that uses artificial", - "qwen2": " - Part 1\n\nDeep Learning is a subset of Machine Learning that is based on", - "granite": "\n\nDeep Learning is a subset of Machine Learning, which is a branch of Art", + "qwen2": " - Deep Learning is a subset of Machine Learning that involves the use of artificial neural networks", + "granite": "\n\nDeep learning is a subset of machine learning techniques based on artificial neural networks", } assert response.generated_text == greedy_expectations[service_name] @@ -78,8 +78,8 @@ async def test_model_multiple_requests(tgi_service, neuron_generate_load): assert len(responses) == 4 expectations = { "llama": "Deep learning is a subset of machine learning that uses artificial", - "qwen2": "Deep Learning is a subset of Machine Learning that is based on", - "granite": "Deep Learning is a subset of Machine Learning, which is a branch of Art", + "qwen2": "Deep Learning is a subset of Machine Learning that involves", + "granite": "Deep learning is a subset of machine learning techniques", } expected = expectations[tgi_service.client.service_name] for r in responses: