huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: update snapshot

Browse Source
This commit is contained in:
drbh 2024-02-22 14:11:14 +00:00
parent e04c8981d1
commit c7caac47f8
2 changed files with 58 additions and 58 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

114
integration-tests/models/__snapshots__/test_grammar_llama/test_flash_llama_grammar_json.json
View File

@ -135,129 +135,129 @@
"special": false, "special": false,
"text": "\",\"" "text": "\",\""
}, },
{
"id": 29882,
"logprob": -0.08862305,
"special": false,
"text": "h"
},
{
"id": 711,
"logprob": -0.66259766,
"special": false,
"text": "ob"
},
{
"id": 1609,
"logprob": -5.51939e-05,
"special": false,
"text": "by"
},
{
"id": 4710,
"logprob": -0.23120117,
"special": false,
"text": "\":\""
},
{
"id": 29911,
"logprob": -2.3730469,
"special": false,
"text": "T"
},
{
"id": 11003,
"logprob": -0.032104492,
"special": false,
"text": "rees"
},
{
"id": 3284,
"logprob": -0.22021484,
"special": false,
"text": "\",\""
},
{ {
"id": 4230, "id": 4230,
"logprob": -0.06726074, "logprob": -0.020492554,
"special": false, "special": false,
"text": "last" "text": "last"
}, },
{ {
"id": 1170, "id": 1170,
"logprob": -0.003501892, "logprob": -0.0013818741,
"special": false, "special": false,
"text": "Name" "text": "Name"
}, },
{ {
"id": 4710, "id": 4710,
"logprob": -0.0045661926, "logprob": -0.0067749023,
"special": false, "special": false,
"text": "\":\"" "text": "\":\""
}, },
{ {
"id": 29950, "id": 29950,
"logprob": -0.12512207, "logprob": -0.11578369,
"special": false, "special": false,
"text": "H" "text": "H"
}, },
{ {
"id": 14339, "id": 14339,
"logprob": -0.009552002, "logprob": -0.004131317,
"special": false, "special": false,
"text": "olt" "text": "olt"
}, },
{ {
"id": 29920, "id": 29920,
"logprob": -0.00042438507, "logprob": -0.0033359528,
"special": false, "special": false,
"text": "z" "text": "z"
}, },
{ {
"id": 3284, "id": 3284,
"logprob": -0.11651611, "logprob": -0.20471191,
"special": false,
"text": "\",\""
},
{
"id": 29882,
"logprob": -0.0069274902,
"special": false,
"text": "h"
},
{
"id": 20838,
"logprob": -0.19580078,
"special": false,
"text": "obb"
},
{
"id": 29891,
"logprob": -2.2649765e-06,
"special": false,
"text": "y"
},
{
"id": 4710,
"logprob": -0.32080078,
"special": false,
"text": "\":\""
},
{
"id": 29911,
"logprob": -2.1035156,
"special": false,
"text": "T"
},
{
"id": 11003,
"logprob": -0.020767212,
"special": false,
"text": "rees"
},
{
"id": 3284,
"logprob": -0.6010742,
"special": false, "special": false,
"text": "\",\"" "text": "\",\""
}, },
{ {
"id": 29876, "id": 29876,
"logprob": -0.29736328, "logprob": -0.57666016,
"special": false, "special": false,
"text": "n" "text": "n"
}, },
{ {
"id": 398, "id": 398,
"logprob": -0.003030777, "logprob": -0.0061073303,
"special": false, "special": false,
"text": "um" "text": "um"
}, },
{ {
"id": 29907, "id": 29907,
"logprob": -0.3774414, "logprob": -0.45703125,
"special": false, "special": false,
"text": "C" "text": "C"
}, },
{ {
"id": 1446, "id": 1446,
"logprob": -0.0003130436, "logprob": -0.0002872944,
"special": false, "special": false,
"text": "ats" "text": "ats"
}, },
{ {
"id": 1115, "id": 1115,
"logprob": -0.0021514893, "logprob": -0.0021018982,
"special": false, "special": false,
"text": "\":" "text": "\":"
}, },
{ {
"id": 29906, "id": 29906,
"logprob": -0.071899414, "logprob": -0.08996582,
"special": false, "special": false,
"text": "2" "text": "2"
}, },
{ {
"id": 29913, "id": 29913,
"logprob": -0.018997192, "logprob": -0.021697998,
"special": false, "special": false,
"text": "}" "text": "}"
}, },
@ -270,5 +270,5 @@
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "{\"firstName\":\"David\",\"hobby\":\"Trees\",\"lastName\":\"Holtz\",\"numCats\":2}" "generated_text": "{\"firstName\":\"David\",\"lastName\":\"Holtz\",\"hobby\":\"Trees\",\"numCats\":2}"
} }

2
integration-tests/models/test_grammar_llama.py
View File

@ -89,7 +89,7 @@ async def test_flash_llama_grammar_json(flash_llama_grammar, response_snapshot):
assert response.details.generated_tokens == 30 assert response.details.generated_tokens == 30
assert ( assert (
response.generated_text response.generated_text
== '{"firstName":"David","hobby":"Trees","lastName":"Holtz","numCats":2}' == '{"firstName":"David","lastName":"Holtz","hobby":"Trees","numCats":2}'
) )
assert response == response_snapshot assert response == response_snapshot