huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix snapshot

Browse Source
This commit is contained in:
OlivierDehaene 2024-02-21 10:19:12 +01:00
parent 1ab935c72c
commit befca7a9a3
3 changed files with 63 additions and 63 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/tests.yaml vendored
View File

@ -17,7 +17,7 @@ concurrency:
jobs: jobs:
run_tests: run_tests:
runs-on: ubuntu-latest runs-on: large-runner
env: env:
SCCACHE_GHA_ENABLED: "on" SCCACHE_GHA_ENABLED: "on"

122
integration-tests/models/__snapshots__/test_grammar_llama/test_flash_llama_grammar_json.json
View File

@ -135,129 +135,129 @@
"special": false, "special": false,
"text": "\",\"" "text": "\",\""
}, },
{
"id": 4230,
"logprob": -0.020492554,
"special": false,
"text": "last"
},
{
"id": 1170,
"logprob": -0.0013818741,
"special": false,
"text": "Name"
},
{
"id": 4710,
"logprob": -0.0067749023,
"special": false,
"text": "\":\""
},
{
"id": 29950,
"logprob": -0.11578369,
"special": false,
"text": "H"
},
{
"id": 14339,
"logprob": -0.004131317,
"special": false,
"text": "olt"
},
{
"id": 29920,
"logprob": -0.0033359528,
"special": false,
"text": "z"
},
{
"id": 3284,
"logprob": -0.20471191,
"special": false,
"text": "\",\""
},
{ {
"id": 29882, "id": 29882,
"logprob": -0.0069274902, "logprob": -0.08862305,
"special": false, "special": false,
"text": "h" "text": "h"
}, },
{ {
"id": 20838, "id": 711,
"logprob": -0.19580078, "logprob": -0.66259766,
"special": false, "special": false,
"text": "obb" "text": "ob"
}, },
{ {
"id": 29891, "id": 1609,
"logprob": -2.2649765e-06, "logprob": -5.51939e-05,
"special": false, "special": false,
"text": "y" "text": "by"
}, },
{ {
"id": 4710, "id": 4710,
"logprob": -0.32080078, "logprob": -0.23120117,
"special": false, "special": false,
"text": "\":\"" "text": "\":\""
}, },
{ {
"id": 29911, "id": 29911,
"logprob": -2.1035156, "logprob": -2.3730469,
"special": false, "special": false,
"text": "T" "text": "T"
}, },
{ {
"id": 11003, "id": 11003,
"logprob": -0.020767212, "logprob": -0.032104492,
"special": false, "special": false,
"text": "rees" "text": "rees"
}, },
{ {
"id": 3284, "id": 3284,
"logprob": -0.6010742, "logprob": -0.22021484,
"special": false,
"text": "\",\""
},
{
"id": 4230,
"logprob": -0.06726074,
"special": false,
"text": "last"
},
{
"id": 1170,
"logprob": -0.003501892,
"special": false,
"text": "Name"
},
{
"id": 4710,
"logprob": -0.0045661926,
"special": false,
"text": "\":\""
},
{
"id": 29950,
"logprob": -0.12512207,
"special": false,
"text": "H"
},
{
"id": 14339,
"logprob": -0.009552002,
"special": false,
"text": "olt"
},
{
"id": 29920,
"logprob": -0.00042438507,
"special": false,
"text": "z"
},
{
"id": 3284,
"logprob": -0.11651611,
"special": false, "special": false,
"text": "\",\"" "text": "\",\""
}, },
{ {
"id": 29876, "id": 29876,
"logprob": -0.57666016, "logprob": -0.29736328,
"special": false, "special": false,
"text": "n" "text": "n"
}, },
{ {
"id": 398, "id": 398,
"logprob": -0.0061073303, "logprob": -0.003030777,
"special": false, "special": false,
"text": "um" "text": "um"
}, },
{ {
"id": 29907, "id": 29907,
"logprob": -0.45703125, "logprob": -0.3774414,
"special": false, "special": false,
"text": "C" "text": "C"
}, },
{ {
"id": 1446, "id": 1446,
"logprob": -0.0002872944, "logprob": -0.0003130436,
"special": false, "special": false,
"text": "ats" "text": "ats"
}, },
{ {
"id": 1115, "id": 1115,
"logprob": -0.0021018982, "logprob": -0.0021514893,
"special": false, "special": false,
"text": "\":" "text": "\":"
}, },
{ {
"id": 29906, "id": 29906,
"logprob": -0.08996582, "logprob": -0.071899414,
"special": false, "special": false,
"text": "2" "text": "2"
}, },
{ {
"id": 29913, "id": 29913,
"logprob": -0.021697998, "logprob": -0.018997192,
"special": false, "special": false,
"text": "}" "text": "}"
}, },
@ -270,5 +270,5 @@
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "{\"firstName\":\"David\",\"lastName\":\"Holtz\",\"hobby\":\"Trees\",\"numCats\":2}" "generated_text": "{\"firstName\":\"David\",\"hobby\":\"Trees\",\"lastName\":\"Holtz\",\"numCats\":2}"
} }

2
integration-tests/models/test_grammar_llama.py
View File

@ -89,7 +89,7 @@ async def test_flash_llama_grammar_json(flash_llama_grammar, response_snapshot):
assert response.details.generated_tokens == 30 assert response.details.generated_tokens == 30
assert ( assert (
response.generated_text response.generated_text
== '{"firstName":"David","lastName":"Holtz","hobby":"Trees","numCats":2}' == '{"firstName":"David","hobby":"Trees","lastName":"Holtz","numCats":2}'
) )
assert response == response_snapshot assert response == response_snapshot