huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Discard all params modifications, we're not running ngram speculation

Browse Source 
now.
This commit is contained in:
Nicolas Patry 2023-12-06 09:46:50 +00:00
parent f6958ea6d4
commit 6350c11df3
8 changed files with 1579 additions and 486 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

73
integration-tests/models/__snapshots__/test_flash_awq/test_flash_llama_awq_all_params.json
View File

@ -39,60 +39,61 @@
"text": "\n" "text": "\n"
}, },
{ {
"id": 1576, "id": 4013,
"logprob": -1.2138672, "logprob": -2.203125,
"special": false, "special": false,
"text": "The" "text": "This"
}, },
{ {
"id": 3611, "id": 1139,
"logprob": -0.9482422, "logprob": -0.23693848,
"special": false, "special": false,
"text": " title" "text": " question"
}, },
{ {
"id": 310, "id": 756,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " of" "text": " has"
}, },
{ {
"id": 445, "id": 1063,
"logprob": -0.140625, "logprob": -0.076538086,
"special": false, "special": false,
"text": " this" "text": " been"
}, },
{ {
"id": 1400, "id": 4433,
"logprob": -0.2286377,
"special": false,
"text": " post"
},
{
"id": 1795,
"logprob": -0.5253906,
"special": false,
"text": " might"
},
{
"id": 505,
"logprob": -0.30444336,
"special": false,
"text": " have"
},
{
"id": 366,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " you" "text": " asked"
}, },
{ {
"id": 7291, "id": 1784,
"logprob": -0.68652344, "logprob": -1.1367188,
"special": false, "special": false,
"text": " thinking" "text": " many"
},
{
"id": 3064,
"logprob": 0.0,
"special": false,
"text": " times"
},
{
"id": 322,
"logprob": -1.7460938,
"special": false,
"text": " and"
},
{
"id": 306,
"logprob": 0.0,
"special": false,
"text": " I"
} }
] ],
"top_tokens": null
}, },
"generated_text": "What is Deep Learning?\nThe title of this post might have you thinking" "generated_text": "What is Deep Learning?\nThis question has been asked many times and I"
} }

66
integration-tests/models/__snapshots__/test_flash_falcon/test_flash_falcon_all_params.json
View File

@ -11,22 +11,22 @@
}, },
{ {
"id": 1622, "id": 1622,
"logprob": -7.7421875, "logprob": -7.8125,
"text": "af" "text": "af"
}, },
{ {
"id": 249, "id": 249,
"logprob": -4.484375, "logprob": -4.5,
"text": "at" "text": "at"
}, },
{ {
"id": 1480, "id": 1480,
"logprob": -10.890625, "logprob": -10.875,
"text": "ron" "text": "ron"
}, },
{ {
"id": 37, "id": 37,
"logprob": -3.6757812, "logprob": -3.6875,
"text": ":" "text": ":"
} }
], ],
@ -34,65 +34,65 @@
"tokens": [ "tokens": [
{ {
"id": 836, "id": 836,
"logprob": -1.2822266, "logprob": -1.265625,
"special": false, "special": false,
"text": " i" "text": " i"
}, },
{ {
"id": 18, "id": 18,
"logprob": -0.14953613, "logprob": -0.119628906,
"special": false, "special": false,
"text": "'" "text": "'"
}, },
{ {
"id": 88, "id": 298,
"logprob": -0.11138916, "logprob": -2.265625,
"special": false, "special": false,
"text": "m" "text": "ve"
}, },
{ {
"id": 416, "id": 650,
"logprob": -0.074401855, "logprob": -0.49804688,
"special": false, "special": false,
"text": " not" "text": " been"
}, },
{ {
"id": 830, "id": 1241,
"logprob": -2.2148438, "logprob": 0.0,
"special": false, "special": false,
"text": " even" "text": " using"
},
{
"id": 1310,
"logprob": -0.19958496,
"special": false,
"text": " sure"
},
{
"id": 637,
"logprob": -0.19787598,
"special": false,
"text": " what"
}, },
{ {
"id": 334, "id": 334,
"logprob": -0.6386719, "logprob": 0.0,
"special": false, "special": false,
"text": " it" "text": " it"
}, },
{ {
"id": 304, "id": 312,
"logprob": 0.0, "logprob": -1.2421875,
"special": false, "special": false,
"text": " is" "text": " for"
},
{
"id": 909,
"logprob": -0.99609375,
"special": false,
"text": " years"
}, },
{ {
"id": 193, "id": 193,
"logprob": 0.0, "logprob": -0.30273438,
"special": false, "special": false,
"text": "\n" "text": "\n"
},
{
"id": 807,
"logprob": -1.078125,
"special": false,
"text": "ik"
} }
] ]
}, },
"generated_text": "Girafatron is obsessed with giraffes, the most glorious animal on the face of this Earth. Giraftron believes all other animals are irrelevant when compared to the glorious majesty of the giraffe.\nDaniel: Hello, Girafatron!\nGirafatron: i'm not even sure what it is\n" "generated_text": "Girafatron is obsessed with giraffes, the most glorious animal on the face of this Earth. Giraftron believes all other animals are irrelevant when compared to the glorious majesty of the giraffe.\nDaniel: Hello, Girafatron!\nGirafatron: i've been using it for years\nik"
} }

1544
integration-tests/models/__snapshots__/test_flash_falcon/test_flash_falcon_load.json
View File

File diff suppressed because it is too large Load Diff

69
integration-tests/models/__snapshots__/test_flash_llama/test_flash_llama_all_params.json
View File

@ -1,8 +1,8 @@
{ {
"details": { "details": {
"best_of_sequences": null, "best_of_sequences": null,
"finish_reason": "length", "finish_reason": "stop_sequence",
"generated_tokens": 10, "generated_tokens": 5,
"prefill": [ "prefill": [
{ {
"id": 1, "id": 1,
@ -28,61 +28,32 @@
"special": false, "special": false,
"text": " failed" "text": " failed"
}, },
{
"id": 363,
"logprob": -1.1064453,
"special": false,
"text": " for"
},
{
"id": 278,
"logprob": -0.7709961,
"special": false,
"text": " the"
},
{
"id": 1494,
"logprob": -0.13464355,
"special": false,
"text": " following"
},
{
"id": 9590,
"logprob": -0.1986084,
"special": false,
"text": " reasons"
},
{ {
"id": 29901, "id": 29901,
"logprob": 0.0, "logprob": -0.44970703,
"special": false, "special": false,
"text": ":" "text": ":"
}, },
{ {
"id": 13, "id": 4829,
"logprob": -1.8339844,
"special": false,
"text": " Error"
},
{
"id": 297,
"logprob": -1.0556641,
"special": false,
"text": " in"
},
{
"id": 1243,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "\n" "text": " test"
},
{
"id": 1576,
"logprob": -0.6166992,
"special": false,
"text": "The"
},
{
"id": 13877,
"logprob": -0.91845703,
"special": false,
"text": " requested"
},
{
"id": 3988,
"logprob": -0.7680664,
"special": false,
"text": " URL"
} }
] ],
"top_tokens": null
}, },
"generated_text": "Test request failed for the following reasons:\nThe requested URL" "generated_text": "Test request failed: Error in test"
} }

74
integration-tests/models/__snapshots__/test_flash_llama_gptq/test_flash_llama_gptq_all_params.json
View File

@ -11,12 +11,12 @@
}, },
{ {
"id": 4321, "id": 4321,
"logprob": -9.5625, "logprob": -9.6015625,
"text": "Test" "text": "Test"
}, },
{ {
"id": 2009, "id": 2009,
"logprob": -9.6796875, "logprob": -9.6640625,
"text": "request" "text": "request"
} }
], ],
@ -24,33 +24,15 @@
"tokens": [ "tokens": [
{ {
"id": 29899, "id": 29899,
"logprob": -1.1972656, "logprob": -1.1640625,
"special": false, "special": false,
"text": "-" "text": "-"
}, },
{ {
"id": 29896, "id": 1454,
"logprob": -1.1621094, "logprob": -0.07543945,
"special": false, "special": false,
"text": "1" "text": "for"
},
{
"id": 13,
"logprob": -0.12768555,
"special": false,
"text": "\n"
},
{
"id": 3057,
"logprob": -0.074279785,
"special": false,
"text": "Test"
},
{
"id": 2009,
"logprob": 0.0,
"special": false,
"text": " request"
}, },
{ {
"id": 29899, "id": 29899,
@ -58,31 +40,49 @@
"special": false, "special": false,
"text": "-" "text": "-"
}, },
{
"id": 9342,
"logprob": 0.0,
"special": false,
"text": "comment"
},
{
"id": 29901,
"logprob": 0.0,
"special": false,
"text": ":"
},
{
"id": 396,
"logprob": -0.2956543,
"special": false,
"text": " #"
},
{ {
"id": 29906, "id": 29906,
"logprob": -0.20141602, "logprob": -0.52734375,
"special": false, "special": false,
"text": "2" "text": "2"
}, },
{ {
"id": 13, "id": 29900,
"logprob": 0.0, "logprob": -0.6899414,
"special": false, "special": false,
"text": "\n" "text": "0"
}, },
{ {
"id": 3057, "id": 29896,
"logprob": -0.6611328,
"special": false,
"text": "Test"
},
{
"id": 2009,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " request" "text": "1"
},
{
"id": 29946,
"logprob": -1.5068359,
"special": false,
"text": "4"
} }
] ]
}, },
"generated_text": "Test request-1\nTest request-2\nTest request" "generated_text": "Test request-for-comment: #2014"
} }

61
integration-tests/models/__snapshots__/test_flash_mistral/test_flash_mistral_all_params.json
View File

@ -35,10 +35,10 @@
"text": " Let" "text": " Let"
}, },
{ {
"id": 268, "id": 332,
"logprob": -2.0234375, "logprob": -2.3359375,
"special": false, "special": false,
"text": " s" "text": " u"
}, },
{ {
"id": 347, "id": 347,
@ -46,43 +46,44 @@
"special": false, "special": false,
"text": " be" "text": " be"
}, },
{
"id": 325,
"logprob": -1.0234375,
"special": false,
"text": " ("
},
{
"id": 28734,
"logprob": -2.0292969,
"special": false,
"text": "0"
},
{
"id": 648,
"logprob": -1.0439453,
"special": false,
"text": " +"
},
{ {
"id": 28705, "id": 28705,
"logprob": -0.44458008, "logprob": -0.24499512,
"special": false, "special": false,
"text": " " "text": " "
}, },
{ {
"id": 28784, "id": 28770,
"logprob": -0.94189453, "logprob": -0.5073242,
"special": false, "special": false,
"text": "6" "text": "3"
}, },
{ {
"id": 28748, "id": 387,
"logprob": 0.0, "logprob": -1.5507812,
"special": false, "special": false,
"text": "/" "text": " -"
},
{
"id": 6422,
"logprob": 0.0,
"special": false,
"text": "(-"
},
{
"id": 28783,
"logprob": -0.2590332,
"special": false,
"text": "8"
},
{
"id": 28731,
"logprob": -1.0039062,
"special": false,
"text": ")"
} }
] ],
"top_tokens": null
}, },
"generated_text": "Test request: Let s be 6/(-8)" "generated_text": "Test request: Let u be (0 + 3 -"
} }

154
integration-tests/models/__snapshots__/test_flash_starcoder/test_flash_starcoder_default_params.json
View File

@ -11,7 +11,7 @@
}, },
{ {
"id": 1459, "id": 1459,
"logprob": -5.6289062, "logprob": -5.6328125,
"text": " print" "text": " print"
}, },
{ {
@ -21,7 +21,7 @@
}, },
{ {
"id": 7656, "id": 7656,
"logprob": -5.9960938, "logprob": -5.9882812,
"text": "hello" "text": "hello"
} }
], ],
@ -59,13 +59,13 @@
}, },
{ {
"id": 10896, "id": 10896,
"logprob": -0.3659668, "logprob": -0.38549805,
"special": false, "special": false,
"text": " World" "text": " World"
}, },
{ {
"id": 657, "id": 657,
"logprob": -0.49804688, "logprob": -0.5229492,
"special": false, "special": false,
"text": "\")" "text": "\")"
}, },
@ -113,7 +113,7 @@
}, },
{ {
"id": 426, "id": 426,
"logprob": -0.051635742, "logprob": 0.0,
"special": false, "special": false,
"text": "name" "text": "name"
}, },
@ -148,22 +148,10 @@
"text": " print" "text": " print"
}, },
{ {
"id": 26, "id": 440,
"logprob": -1.9101562, "logprob": -0.16027832,
"special": false, "special": false,
"text": "(" "text": "(\""
},
{
"id": 88,
"logprob": 0.0,
"special": false,
"text": "f"
},
{
"id": 20,
"logprob": 0.0,
"special": false,
"text": "\""
}, },
{ {
"id": 8279, "id": 8279,
@ -172,22 +160,28 @@
"text": "Hello" "text": "Hello"
}, },
{ {
"id": 301, "id": 313,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " {" "text": " \""
}, },
{ {
"id": 426, "id": 474,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "name" "text": " +"
}, },
{ {
"id": 8474, "id": 636,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "}\")" "text": " name"
},
{
"id": 27,
"logprob": 0.0,
"special": false,
"text": ")"
}, },
{ {
"id": 203, "id": 203,
@ -292,22 +286,10 @@
"text": " print" "text": " print"
}, },
{ {
"id": 26, "id": 440,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "(" "text": "(\""
},
{
"id": 88,
"logprob": 0.0,
"special": false,
"text": "f"
},
{
"id": 20,
"logprob": 0.0,
"special": false,
"text": "\""
}, },
{ {
"id": 8279, "id": 8279,
@ -316,40 +298,58 @@
"text": "Hello" "text": "Hello"
}, },
{ {
"id": 301, "id": 313,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " {" "text": " \""
}, },
{ {
"id": 426, "id": 474,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "name" "text": " +"
}, },
{ {
"id": 835, "id": 636,
"logprob": -0.4074707,
"special": false,
"text": "},"
},
{
"id": 844,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " you" "text": " name"
}, },
{ {
"id": 884, "id": 474,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " are" "text": " +"
}, },
{ {
"id": 301, "id": 313,
"logprob": -0.6328125,
"special": false,
"text": " \""
},
{
"id": 313,
"logprob": -1.7011719,
"special": false,
"text": " \""
},
{
"id": 474,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " {" "text": " +"
},
{
"id": 596,
"logprob": 0.0,
"special": false,
"text": " str"
},
{
"id": 26,
"logprob": 0.0,
"special": false,
"text": "("
}, },
{ {
"id": 381, "id": 381,
@ -358,36 +358,36 @@
"text": "age" "text": "age"
}, },
{ {
"id": 111, "id": 490,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "}" "text": "))"
},
{
"id": 11274,
"logprob": 0.0,
"special": false,
"text": " years"
},
{
"id": 3610,
"logprob": 0.0,
"special": false,
"text": " old"
},
{
"id": 657,
"logprob": 0.0,
"special": false,
"text": "\")"
}, },
{ {
"id": 203, "id": 203,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "\n" "text": "\n"
},
{
"id": 203,
"logprob": 0.0,
"special": false,
"text": "\n"
},
{
"id": 589,
"logprob": 0.0,
"special": false,
"text": "def"
},
{
"id": 1459,
"logprob": 0.0,
"special": false,
"text": " print"
} }
] ]
}, },
"generated_text": "():\n print(\"Hello World\")\n\ndef print_hello_name(name):\n print(f\"Hello {name}\")\n\ndef print_hello_name_age(name, age):\n print(f\"Hello {name}, you are {age} years old\")\n" "generated_text": "():\n print(\"Hello World\")\n\ndef print_hello_name(name):\n print(\"Hello \" + name)\n\ndef print_hello_name_age(name, age):\n print(\"Hello \" + name + \" \" + str(age))\n\ndef print"
} }

24
integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_default_params.json
View File

@ -11,7 +11,7 @@
}, },
{ {
"id": 3226, "id": 3226,
"logprob": -9.015625, "logprob": -9.0234375,
"text": " ge" "text": " ge"
}, },
{ {
@ -21,47 +21,47 @@
}, },
{ {
"id": 81, "id": 81,
"logprob": -0.25634766, "logprob": -0.25976562,
"text": "_" "text": "_"
}, },
{ {
"id": 6009, "id": 6009,
"logprob": -2.203125, "logprob": -2.2148438,
"text": "mean" "text": "mean"
}, },
{ {
"id": 26, "id": 26,
"logprob": -0.30322266, "logprob": -0.3010254,
"text": "(" "text": "("
}, },
{ {
"id": 62, "id": 62,
"logprob": -5.6015625, "logprob": -5.6757812,
"text": "L" "text": "L"
}, },
{ {
"id": 44, "id": 44,
"logprob": -3.0878906, "logprob": -3.0898438,
"text": ":" "text": ":"
}, },
{ {
"id": 1682, "id": 1682,
"logprob": -0.6826172, "logprob": -0.6791992,
"text": " List" "text": " List"
}, },
{ {
"id": 77, "id": 77,
"logprob": -0.38354492, "logprob": -0.38891602,
"text": "[" "text": "["
}, },
{ {
"id": 1808, "id": 1808,
"logprob": -0.9760742, "logprob": -0.92041016,
"text": "float" "text": "float"
}, },
{ {
"id": 10794, "id": 10794,
"logprob": -2.5234375, "logprob": -2.5390625,
"text": "]):" "text": "]):"
} }
], ],
@ -81,7 +81,7 @@
}, },
{ {
"id": 11665, "id": 11665,
"logprob": -1.0537109, "logprob": -1.6005859,
"special": false, "special": false,
"text": " reduce" "text": " reduce"
}, },
@ -159,7 +159,7 @@
}, },
{ {
"id": 203, "id": 203,
"logprob": -0.10021973, "logprob": -0.11968994,
"special": false, "special": false,
"text": "\n" "text": "\n"
}, },