huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-24 00:12:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

test(neuron): use smaller llama model

Browse Source
This commit is contained in:
David Corvoysier 2025-02-19 14:51:43 +00:00 committed by Nicolas Patry
parent e89043901d
commit 7d6ff64c13
No known key found for this signature in database
GPG Key ID: 4242CEF24CB6DBF9
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
integration-tests/fixtures/neuron/model.py
View File

@ -32,7 +32,7 @@ MODEL_CONFIGURATIONS = {
"export_kwargs": {"batch_size": 4, "sequence_length": 1024, "num_cores": 2, "auto_cast_type": "fp16"},
},
"llama": {
"model_id": "NousResearch/Hermes-2-Theta-Llama-3-8B",
"model_id": "unsloth/Llama-3.2-1B-Instruct",
"export_kwargs": {"batch_size": 4, "sequence_length": 2048, "num_cores": 2, "auto_cast_type": "fp16"},
},
"mistral": {

4
integration-tests/neuron/integration/test_generate.py
View File

@ -21,7 +21,7 @@ async def test_model_single_request(tgi_service):
assert response.details.generated_tokens == 17
greedy_expectations = {
"gpt2": "\n\nDeep learning is a new field of research that has been around for a while",
"llama": " A Beginner’s Guide\nDeep learning is a subset of machine learning that involves the use",
"llama": " and How Does it Work?\nDeep learning is a subset of machine learning that uses artificial",
"mistral": "\nWhat is Deep Learning?\nDeep Learning is a type of machine learning that",
"qwen2": " - Part 1\n\nDeep Learning is a subset of Machine Learning that is based on",
"granite": "\n\nDeep Learning is a subset of Machine Learning, which is a branch of Art",
@ -82,7 +82,7 @@ async def test_model_multiple_requests(tgi_service, neuron_generate_load):
assert len(responses) == 4
expectations = {
"gpt2": "Deep learning is a new field of research that has been around for a while",
"llama": "Deep learning is a subset of machine learning that involves the use",
"llama": "Deep learning is a subset of machine learning that uses artificial",
"mistral": "Deep Learning is a type of machine learning that",
"qwen2": "Deep Learning is a subset of Machine Learning that is based on",
"granite": "Deep Learning is a subset of Machine Learning, which is a branch of Art",