huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-09 11:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Mamba too

Browse Source
This commit is contained in:
Daniël de Kok 2025-05-14 13:17:47 +00:00
parent 74ded00ecb
commit c9b6478b14
2 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
integration-tests/models/__snapshots__/test_mamba/test_mamba_all_params.json
View File

@ -64,7 +64,7 @@
},
{
"id": 329,
"logprob": -2.171875,
"logprob": -2.296875,
"special": false,
"text": " A"
},
@ -81,19 +81,19 @@
"text": " of"
},
{
"id": 1027,
"logprob": -1.5546875,
"id": 253,
"logprob": -0.86328125,
"special": false,
"text": " different"
"text": " the"
},
{
"id": 3295,
"logprob": -0.97265625,
"logprob": -0.55078125,
"special": false,
"text": " color"
}
],
"top_tokens": null
},
"generated_text": "blue, red, yellow, \nand blue colors. A number of different color"
"generated_text": "blue, red, yellow, \nand blue colors. A number of the color"
}

2
integration-tests/models/test_mamba.py
View File

@ -47,7 +47,7 @@ async def test_mamba_all_params(fused_kernel_mamba, response_snapshot):
assert response.details.generated_tokens == 10
assert (
response.generated_text
== "blue, red, yellow, \nand blue colors. A number of different color"
== "blue, red, yellow, \nand blue colors. A number of the color"
)
assert response == response_snapshot