huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 04:44:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

update snap

Browse Source
This commit is contained in:
OlivierDehaene 2024-07-22 15:03:42 +02:00
parent 74f1f6a702
commit 0d68619efa
No known key found for this signature in database
GPG Key ID: BB104D67809DA93C
1 changed files with 25 additions and 25 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

50
integration-tests/models/__snapshots__/test_flash_llama_fp8/test_flash_llama_fp8_all_params.json
View File

@ -11,12 +11,12 @@
},
{
"id": 2323,
"logprob": -9.421875,
"logprob": -9.5625,
"text": "Test"
},
{
"id": 1715,
"logprob": -10.546875,
"logprob": -10.375,
"text": " request"
}
],
@ -24,66 +24,66 @@
"tokens": [
{
"id": 25,
"logprob": -0.8535156,
"logprob": -0.8984375,
"special": false,
"text": ":"
},
{
"id": 2209,
"logprob": -2.4804688,
"logprob": -2.78125,
"special": false,
"text": " Is"
},
{
"id": 279,
"logprob": -0.7167969,
"logprob": -0.6328125,
"special": false,
"text": " the"
},
{
"id": 734,
"logprob": -2.625,
"logprob": -2.703125,
"special": false,
"text": " function"
},
{
"id": 330,
"logprob": -0.35131836,
"logprob": -0.34179688,
"special": false,
"text": " \""
},
{
"id": 4110,
"logprob": -2.4101562,
"logprob": -2.359375,
"special": false,
"text": "Create"
},
{
"id": 264,
"logprob": -0.23181152,
"id": 7575,
"logprob": -2.1875,
"special": false,
"text": " a"
},
{
"id": 502,
"logprob": -0.25512695,
"special": false,
"text": " new"
},
{
"id": 1052,
"logprob": -1.2792969,
"special": false,
"text": " file"
"text": "Process"
},
{
"id": 1,
"logprob": -1.2529297,
"logprob": -0.07910156,
"special": false,
"text": "\""
},
{
"id": 304,
"logprob": -0.83203125,
"special": false,
"text": " in"
},
{
"id": 12468,
"logprob": -1.8203125,
"special": false,
"text": " Win"
}
],
"top_tokens": null
},
"generated_text": "Test request: Is the function \"Create a new file\""
"generated_text": "Test request: Is the function \"CreateProcess\" in Win"
}