huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Updating gptq (exl2 slightly different output)

Browse Source
This commit is contained in:
Nicolas Patry 2024-01-26 11:34:00 +00:00
parent 7de9141164
commit a7c475ac3b
1 changed files with 13 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_default_params.json
View File

@ -16,52 +16,52 @@
}, },
{ {
"id": 21017, "id": 21017,
"logprob": -9.09375, "logprob": -9.0859375,
"text": "ometric" "text": "ometric"
}, },
{ {
"id": 81, "id": 81,
"logprob": -0.25976562, "logprob": -0.25830078,
"text": "_" "text": "_"
}, },
{ {
"id": 6009, "id": 6009,
"logprob": -2.2148438, "logprob": -2.1875,
"text": "mean" "text": "mean"
}, },
{ {
"id": 26, "id": 26,
"logprob": -0.3010254, "logprob": -0.30004883,
"text": "(" "text": "("
}, },
{ {
"id": 62, "id": 62,
"logprob": -5.6757812, "logprob": -5.6171875,
"text": "L" "text": "L"
}, },
{ {
"id": 44, "id": 44,
"logprob": -3.0898438, "logprob": -3.078125,
"text": ":" "text": ":"
}, },
{ {
"id": 1682, "id": 1682,
"logprob": -0.6791992, "logprob": -0.68066406,
"text": " List" "text": " List"
}, },
{ {
"id": 77, "id": 77,
"logprob": -0.38891602, "logprob": -0.38745117,
"text": "[" "text": "["
}, },
{ {
"id": 1808, "id": 1808,
"logprob": -0.92041016, "logprob": -0.9453125,
"text": "float" "text": "float"
}, },
{ {
"id": 10794, "id": 10794,
"logprob": -2.5390625, "logprob": -2.5371094,
"text": "]):" "text": "]):"
} }
], ],
@ -69,7 +69,7 @@
"tokens": [ "tokens": [
{ {
"id": 284, "id": 284,
"logprob": 0.0, "logprob": -0.051635742,
"special": false, "special": false,
"text": "\n " "text": "\n "
}, },
@ -81,7 +81,7 @@
}, },
{ {
"id": 11665, "id": 11665,
"logprob": -1.6005859, "logprob": -1.2236328,
"special": false, "special": false,
"text": " reduce" "text": " reduce"
}, },
@ -159,7 +159,7 @@
}, },
{ {
"id": 203, "id": 203,
"logprob": -0.11968994, "logprob": -0.12695312,
"special": false, "special": false,
"text": "\n" "text": "\n"
}, },