huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: update grammar tests

Browse Source
This commit is contained in:
drbh 2024-02-25 13:59:53 +00:00
parent a32d3dd6cb
commit 7ec33206e6
2 changed files with 63 additions and 63 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

122
integration-tests/models/__snapshots__/test_grammar_llama/test_flash_llama_grammar_json.json
View File

@ -135,129 +135,129 @@
"special": false, "special": false,
"text": "\",\"" "text": "\",\""
}, },
{
"id": 4230,
"logprob": -0.020492554,
"special": false,
"text": "last"
},
{
"id": 1170,
"logprob": -0.0013818741,
"special": false,
"text": "Name"
},
{
"id": 4710,
"logprob": -0.0067749023,
"special": false,
"text": "\":\""
},
{
"id": 29950,
"logprob": -0.11578369,
"special": false,
"text": "H"
},
{
"id": 14339,
"logprob": -0.004131317,
"special": false,
"text": "olt"
},
{
"id": 29920,
"logprob": -0.0033359528,
"special": false,
"text": "z"
},
{
"id": 3284,
"logprob": -0.20471191,
"special": false,
"text": "\",\""
},
{ {
"id": 29882, "id": 29882,
"logprob": -0.0069274902, "logprob": -0.08862305,
"special": false, "special": false,
"text": "h" "text": "h"
}, },
{ {
"id": 20838, "id": 711,
"logprob": -0.19580078, "logprob": -0.66259766,
"special": false, "special": false,
"text": "obb" "text": "ob"
}, },
{ {
"id": 29891, "id": 1609,
"logprob": -2.2649765e-06, "logprob": -5.51939e-05,
"special": false, "special": false,
"text": "y" "text": "by"
}, },
{ {
"id": 4710, "id": 4710,
"logprob": -0.32080078, "logprob": -0.23120117,
"special": false, "special": false,
"text": "\":\"" "text": "\":\""
}, },
{ {
"id": 29911, "id": 29911,
"logprob": -2.1035156, "logprob": -2.3730469,
"special": false, "special": false,
"text": "T" "text": "T"
}, },
{ {
"id": 11003, "id": 11003,
"logprob": -0.020767212, "logprob": -0.032104492,
"special": false, "special": false,
"text": "rees" "text": "rees"
}, },
{ {
"id": 3284, "id": 3284,
"logprob": -0.6010742, "logprob": -0.22021484,
"special": false,
"text": "\",\""
},
{
"id": 4230,
"logprob": -0.06726074,
"special": false,
"text": "last"
},
{
"id": 1170,
"logprob": -0.003501892,
"special": false,
"text": "Name"
},
{
"id": 4710,
"logprob": -0.0045661926,
"special": false,
"text": "\":\""
},
{
"id": 29950,
"logprob": -0.12512207,
"special": false,
"text": "H"
},
{
"id": 14339,
"logprob": -0.009552002,
"special": false,
"text": "olt"
},
{
"id": 29920,
"logprob": -0.00042438507,
"special": false,
"text": "z"
},
{
"id": 3284,
"logprob": -0.11651611,
"special": false, "special": false,
"text": "\",\"" "text": "\",\""
}, },
{ {
"id": 29876, "id": 29876,
"logprob": -0.57666016, "logprob": -0.29736328,
"special": false, "special": false,
"text": "n" "text": "n"
}, },
{ {
"id": 398, "id": 398,
"logprob": -0.0061073303, "logprob": -0.003030777,
"special": false, "special": false,
"text": "um" "text": "um"
}, },
{ {
"id": 29907, "id": 29907,
"logprob": -0.45703125, "logprob": -0.3774414,
"special": false, "special": false,
"text": "C" "text": "C"
}, },
{ {
"id": 1446, "id": 1446,
"logprob": -0.0002872944, "logprob": -0.0003130436,
"special": false, "special": false,
"text": "ats" "text": "ats"
}, },
{ {
"id": 1115, "id": 1115,
"logprob": -0.0021018982, "logprob": -0.0021514893,
"special": false, "special": false,
"text": "\":" "text": "\":"
}, },
{ {
"id": 29906, "id": 29906,
"logprob": -0.08996582, "logprob": -0.071899414,
"special": false, "special": false,
"text": "2" "text": "2"
}, },
{ {
"id": 29913, "id": 29913,
"logprob": -0.021697998, "logprob": -0.018997192,
"special": false, "special": false,
"text": "}" "text": "}"
}, },
@ -270,5 +270,5 @@
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "{\"firstName\":\"David\",\"lastName\":\"Holtz\",\"hobby\":\"Trees\",\"numCats\":2}" "generated_text": "{\"firstName\":\"David\",\"hobby\":\"Trees\",\"lastName\":\"Holtz\",\"numCats\":2}"
} }

4
integration-tests/models/test_grammar_llama.py
View File

@ -52,7 +52,7 @@ async def test_flash_llama_grammar_json(flash_llama_grammar, response_snapshot):
"info: david holtz like trees and has two cats. ", "info: david holtz like trees and has two cats. ",
max_new_tokens=100, max_new_tokens=100,
decoder_input_details=True, decoder_input_details=True,
seed=0, seed=1,
grammar={ grammar={
"type": GrammarType.Json, # "json" "type": GrammarType.Json, # "json"
"value": json.dumps( "value": json.dumps(
@ -89,7 +89,7 @@ async def test_flash_llama_grammar_json(flash_llama_grammar, response_snapshot):
assert response.details.generated_tokens == 30 assert response.details.generated_tokens == 30
assert ( assert (
response.generated_text response.generated_text
== '{"firstName":"David","lastName":"Holtz","hobby":"Trees","numCats":2}' == '{"firstName":"David","hobby":"Trees","lastName":"Holtz","numCats":2}'
) )
assert response == response_snapshot assert response == response_snapshot