huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 04:44:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

update snap

Browse Source
This commit is contained in:
OlivierDehaene 2024-07-22 15:03:42 +02:00
parent 74f1f6a702
commit 0d68619efa
No known key found for this signature in database
GPG Key ID: BB104D67809DA93C
1 changed files with 25 additions and 25 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

50
integration-tests/models/__snapshots__/test_flash_llama_fp8/test_flash_llama_fp8_all_params.json
View File

@ -11,12 +11,12 @@
}, },
{ {
"id": 2323, "id": 2323,
"logprob": -9.421875, "logprob": -9.5625,
"text": "Test" "text": "Test"
}, },
{ {
"id": 1715, "id": 1715,
"logprob": -10.546875, "logprob": -10.375,
"text": " request" "text": " request"
} }
], ],
@ -24,66 +24,66 @@
"tokens": [ "tokens": [
{ {
"id": 25, "id": 25,
"logprob": -0.8535156, "logprob": -0.8984375,
"special": false, "special": false,
"text": ":" "text": ":"
}, },
{ {
"id": 2209, "id": 2209,
"logprob": -2.4804688, "logprob": -2.78125,
"special": false, "special": false,
"text": " Is" "text": " Is"
}, },
{ {
"id": 279, "id": 279,
"logprob": -0.7167969, "logprob": -0.6328125,
"special": false, "special": false,
"text": " the" "text": " the"
}, },
{ {
"id": 734, "id": 734,
"logprob": -2.625, "logprob": -2.703125,
"special": false, "special": false,
"text": " function" "text": " function"
}, },
{ {
"id": 330, "id": 330,
"logprob": -0.35131836, "logprob": -0.34179688,
"special": false, "special": false,
"text": " \"" "text": " \""
}, },
{ {
"id": 4110, "id": 4110,
"logprob": -2.4101562, "logprob": -2.359375,
"special": false, "special": false,
"text": "Create" "text": "Create"
}, },
{ {
"id": 264, "id": 7575,
"logprob": -0.23181152, "logprob": -2.1875,
"special": false, "special": false,
"text": " a" "text": "Process"
},
{
"id": 502,
"logprob": -0.25512695,
"special": false,
"text": " new"
},
{
"id": 1052,
"logprob": -1.2792969,
"special": false,
"text": " file"
}, },
{ {
"id": 1, "id": 1,
"logprob": -1.2529297, "logprob": -0.07910156,
"special": false, "special": false,
"text": "\"" "text": "\""
},
{
"id": 304,
"logprob": -0.83203125,
"special": false,
"text": " in"
},
{
"id": 12468,
"logprob": -1.8203125,
"special": false,
"text": " Win"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "Test request: Is the function \"Create a new file\"" "generated_text": "Test request: Is the function \"CreateProcess\" in Win"
} }