huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-09 19:34:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Mamba too

Browse Source
This commit is contained in:
Daniël de Kok 2025-05-14 13:17:47 +00:00
parent 74ded00ecb
commit c9b6478b14
2 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
integration-tests/models/__snapshots__/test_mamba/test_mamba_all_params.json
View File

@ -64,7 +64,7 @@
}, },
{ {
"id": 329, "id": 329,
"logprob": -2.171875, "logprob": -2.296875,
"special": false, "special": false,
"text": " A" "text": " A"
}, },
@ -81,19 +81,19 @@
"text": " of" "text": " of"
}, },
{ {
"id": 1027, "id": 253,
"logprob": -1.5546875, "logprob": -0.86328125,
"special": false, "special": false,
"text": " different" "text": " the"
}, },
{ {
"id": 3295, "id": 3295,
"logprob": -0.97265625, "logprob": -0.55078125,
"special": false, "special": false,
"text": " color" "text": " color"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "blue, red, yellow, \nand blue colors. A number of different color" "generated_text": "blue, red, yellow, \nand blue colors. A number of the color"
} }

2
integration-tests/models/test_mamba.py
View File

@ -47,7 +47,7 @@ async def test_mamba_all_params(fused_kernel_mamba, response_snapshot):
assert response.details.generated_tokens == 10 assert response.details.generated_tokens == 10
assert ( assert (
response.generated_text response.generated_text
== "blue, red, yellow, \nand blue colors. A number of different color" == "blue, red, yellow, \nand blue colors. A number of the color"
) )
assert response == response_snapshot assert response == response_snapshot