huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Discard all params modifications, we're not running ngram speculation

Browse Source 
now.
This commit is contained in:
Nicolas Patry 2023-12-06 09:46:50 +00:00
parent f6958ea6d4
commit 6350c11df3
8 changed files with 1579 additions and 486 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

73
integration-tests/models/__snapshots__/test_flash_awq/test_flash_llama_awq_all_params.json
View File

@ -39,60 +39,61 @@
"text": "\n"
},
{
"id": 1576,
"logprob": -1.2138672,
"id": 4013,
"logprob": -2.203125,
"special": false,
"text": "The"
"text": "This"
},
{
"id": 3611,
"logprob": -0.9482422,
"id": 1139,
"logprob": -0.23693848,
"special": false,
"text": " title"
"text": " question"
},
{
"id": 310,
"id": 756,
"logprob": 0.0,
"special": false,
"text": " of"
"text": " has"
},
{
"id": 445,
"logprob": -0.140625,
"id": 1063,
"logprob": -0.076538086,
"special": false,
"text": " this"
"text": " been"
},
{
"id": 1400,
"logprob": -0.2286377,
"special": false,
"text": " post"
},
{
"id": 1795,
"logprob": -0.5253906,
"special": false,
"text": " might"
},
{
"id": 505,
"logprob": -0.30444336,
"special": false,
"text": " have"
},
{
"id": 366,
"id": 4433,
"logprob": 0.0,
"special": false,
"text": " you"
"text": " asked"
},
{
"id": 7291,
"logprob": -0.68652344,
"id": 1784,
"logprob": -1.1367188,
"special": false,
"text": " thinking"
"text": " many"
},
{
"id": 3064,
"logprob": 0.0,
"special": false,
"text": " times"
},
{
"id": 322,
"logprob": -1.7460938,
"special": false,
"text": " and"
},
{
"id": 306,
"logprob": 0.0,
"special": false,
"text": " I"
}
]
],
"top_tokens": null
},
"generated_text": "What is Deep Learning?\nThe title of this post might have you thinking"
"generated_text": "What is Deep Learning?\nThis question has been asked many times and I"
}

66
integration-tests/models/__snapshots__/test_flash_falcon/test_flash_falcon_all_params.json
View File

@ -11,22 +11,22 @@
},
{
"id": 1622,
"logprob": -7.7421875,
"logprob": -7.8125,
"text": "af"
},
{
"id": 249,
"logprob": -4.484375,
"logprob": -4.5,
"text": "at"
},
{
"id": 1480,
"logprob": -10.890625,
"logprob": -10.875,
"text": "ron"
},
{
"id": 37,
"logprob": -3.6757812,
"logprob": -3.6875,
"text": ":"
}
],
@ -34,65 +34,65 @@
"tokens": [
{
"id": 836,
"logprob": -1.2822266,
"logprob": -1.265625,
"special": false,
"text": " i"
},
{
"id": 18,
"logprob": -0.14953613,
"logprob": -0.119628906,
"special": false,
"text": "'"
},
{
"id": 88,
"logprob": -0.11138916,
"id": 298,
"logprob": -2.265625,
"special": false,
"text": "m"
"text": "ve"
},
{
"id": 416,
"logprob": -0.074401855,
"id": 650,
"logprob": -0.49804688,
"special": false,
"text": " not"
"text": " been"
},
{
"id": 830,
"logprob": -2.2148438,
"id": 1241,
"logprob": 0.0,
"special": false,
"text": " even"
},
{
"id": 1310,
"logprob": -0.19958496,
"special": false,
"text": " sure"
},
{
"id": 637,
"logprob": -0.19787598,
"special": false,
"text": " what"
"text": " using"
},
{
"id": 334,
"logprob": -0.6386719,
"logprob": 0.0,
"special": false,
"text": " it"
},
{
"id": 304,
"logprob": 0.0,
"id": 312,
"logprob": -1.2421875,
"special": false,
"text": " is"
"text": " for"
},
{
"id": 909,
"logprob": -0.99609375,
"special": false,
"text": " years"
},
{
"id": 193,
"logprob": 0.0,
"logprob": -0.30273438,
"special": false,
"text": "\n"
},
{
"id": 807,
"logprob": -1.078125,
"special": false,
"text": "ik"
}
]
},
"generated_text": "Girafatron is obsessed with giraffes, the most glorious animal on the face of this Earth. Giraftron believes all other animals are irrelevant when compared to the glorious majesty of the giraffe.\nDaniel: Hello, Girafatron!\nGirafatron: i'm not even sure what it is\n"
"generated_text": "Girafatron is obsessed with giraffes, the most glorious animal on the face of this Earth. Giraftron believes all other animals are irrelevant when compared to the glorious majesty of the giraffe.\nDaniel: Hello, Girafatron!\nGirafatron: i've been using it for years\nik"
}

1544
integration-tests/models/__snapshots__/test_flash_falcon/test_flash_falcon_load.json
View File

File diff suppressed because it is too large Load Diff

69
integration-tests/models/__snapshots__/test_flash_llama/test_flash_llama_all_params.json
View File

@ -1,8 +1,8 @@
{
"details": {
"best_of_sequences": null,
"finish_reason": "length",
"generated_tokens": 10,
"finish_reason": "stop_sequence",
"generated_tokens": 5,
"prefill": [
{
"id": 1,
@ -28,61 +28,32 @@
"special": false,
"text": " failed"
},
{
"id": 363,
"logprob": -1.1064453,
"special": false,
"text": " for"
},
{
"id": 278,
"logprob": -0.7709961,
"special": false,
"text": " the"
},
{
"id": 1494,
"logprob": -0.13464355,
"special": false,
"text": " following"
},
{
"id": 9590,
"logprob": -0.1986084,
"special": false,
"text": " reasons"
},
{
"id": 29901,
"logprob": 0.0,
"logprob": -0.44970703,
"special": false,
"text": ":"
},
{
"id": 13,
"id": 4829,
"logprob": -1.8339844,
"special": false,
"text": " Error"
},
{
"id": 297,
"logprob": -1.0556641,
"special": false,
"text": " in"
},
{
"id": 1243,
"logprob": 0.0,
"special": false,
"text": "\n"
},
{
"id": 1576,
"logprob": -0.6166992,
"special": false,
"text": "The"
},
{
"id": 13877,
"logprob": -0.91845703,
"special": false,
"text": " requested"
},
{
"id": 3988,
"logprob": -0.7680664,
"special": false,
"text": " URL"
"text": " test"
}
]
],
"top_tokens": null
},
"generated_text": "Test request failed for the following reasons:\nThe requested URL"
"generated_text": "Test request failed: Error in test"
}

74
integration-tests/models/__snapshots__/test_flash_llama_gptq/test_flash_llama_gptq_all_params.json
View File

@ -11,12 +11,12 @@
},
{
"id": 4321,
"logprob": -9.5625,
"logprob": -9.6015625,
"text": "Test"
},
{
"id": 2009,
"logprob": -9.6796875,
"logprob": -9.6640625,
"text": "request"
}
],
@ -24,33 +24,15 @@
"tokens": [
{
"id": 29899,
"logprob": -1.1972656,
"logprob": -1.1640625,
"special": false,
"text": "-"
},
{
"id": 29896,
"logprob": -1.1621094,
"id": 1454,
"logprob": -0.07543945,
"special": false,
"text": "1"
},
{
"id": 13,
"logprob": -0.12768555,
"special": false,
"text": "\n"
},
{
"id": 3057,
"logprob": -0.074279785,
"special": false,
"text": "Test"
},
{
"id": 2009,
"logprob": 0.0,
"special": false,
"text": " request"
"text": "for"
},
{
"id": 29899,
@ -58,31 +40,49 @@
"special": false,
"text": "-"
},
{
"id": 9342,
"logprob": 0.0,
"special": false,
"text": "comment"
},
{
"id": 29901,
"logprob": 0.0,
"special": false,
"text": ":"
},
{
"id": 396,
"logprob": -0.2956543,
"special": false,
"text": " #"
},
{
"id": 29906,
"logprob": -0.20141602,
"logprob": -0.52734375,
"special": false,
"text": "2"
},
{
"id": 13,
"logprob": 0.0,
"id": 29900,
"logprob": -0.6899414,
"special": false,
"text": "\n"
"text": "0"
},
{
"id": 3057,
"logprob": -0.6611328,
"special": false,
"text": "Test"
},
{
"id": 2009,
"id": 29896,
"logprob": 0.0,
"special": false,
"text": " request"
"text": "1"
},
{
"id": 29946,
"logprob": -1.5068359,
"special": false,
"text": "4"
}
]
},
"generated_text": "Test request-1\nTest request-2\nTest request"
"generated_text": "Test request-for-comment: #2014"
}

61
integration-tests/models/__snapshots__/test_flash_mistral/test_flash_mistral_all_params.json
View File

@ -35,10 +35,10 @@
"text": " Let"
},
{
"id": 268,
"logprob": -2.0234375,
"id": 332,
"logprob": -2.3359375,
"special": false,
"text": " s"
"text": " u"
},
{
"id": 347,
@ -46,43 +46,44 @@
"special": false,
"text": " be"
},
{
"id": 325,
"logprob": -1.0234375,
"special": false,
"text": " ("
},
{
"id": 28734,
"logprob": -2.0292969,
"special": false,
"text": "0"
},
{
"id": 648,
"logprob": -1.0439453,
"special": false,
"text": " +"
},
{
"id": 28705,
"logprob": -0.44458008,
"logprob": -0.24499512,
"special": false,
"text": " "
},
{
"id": 28784,
"logprob": -0.94189453,
"id": 28770,
"logprob": -0.5073242,
"special": false,
"text": "6"
"text": "3"
},
{
"id": 28748,
"logprob": 0.0,
"id": 387,
"logprob": -1.5507812,
"special": false,
"text": "/"
},
{
"id": 6422,
"logprob": 0.0,
"special": false,
"text": "(-"
},
{
"id": 28783,
"logprob": -0.2590332,
"special": false,
"text": "8"
},
{
"id": 28731,
"logprob": -1.0039062,
"special": false,
"text": ")"
"text": " -"
}
]
],
"top_tokens": null
},
"generated_text": "Test request: Let s be 6/(-8)"
"generated_text": "Test request: Let u be (0 + 3 -"
}

154
integration-tests/models/__snapshots__/test_flash_starcoder/test_flash_starcoder_default_params.json
View File

@ -11,7 +11,7 @@
},
{
"id": 1459,
"logprob": -5.6289062,
"logprob": -5.6328125,
"text": " print"
},
{
@ -21,7 +21,7 @@
},
{
"id": 7656,
"logprob": -5.9960938,
"logprob": -5.9882812,
"text": "hello"
}
],
@ -59,13 +59,13 @@
},
{
"id": 10896,
"logprob": -0.3659668,
"logprob": -0.38549805,
"special": false,
"text": " World"
},
{
"id": 657,
"logprob": -0.49804688,
"logprob": -0.5229492,
"special": false,
"text": "\")"
},
@ -113,7 +113,7 @@
},
{
"id": 426,
"logprob": -0.051635742,
"logprob": 0.0,
"special": false,
"text": "name"
},
@ -148,22 +148,10 @@
"text": " print"
},
{
"id": 26,
"logprob": -1.9101562,
"id": 440,
"logprob": -0.16027832,
"special": false,
"text": "("
},
{
"id": 88,
"logprob": 0.0,
"special": false,
"text": "f"
},
{
"id": 20,
"logprob": 0.0,
"special": false,
"text": "\""
"text": "(\""
},
{
"id": 8279,
@ -172,22 +160,28 @@
"text": "Hello"
},
{
"id": 301,
"id": 313,
"logprob": 0.0,
"special": false,
"text": " {"
"text": " \""
},
{
"id": 426,
"id": 474,
"logprob": 0.0,
"special": false,
"text": "name"
"text": " +"
},
{
"id": 8474,
"id": 636,
"logprob": 0.0,
"special": false,
"text": "}\")"
"text": " name"
},
{
"id": 27,
"logprob": 0.0,
"special": false,
"text": ")"
},
{
"id": 203,
@ -292,22 +286,10 @@
"text": " print"
},
{
"id": 26,
"id": 440,
"logprob": 0.0,
"special": false,
"text": "("
},
{
"id": 88,
"logprob": 0.0,
"special": false,
"text": "f"
},
{
"id": 20,
"logprob": 0.0,
"special": false,
"text": "\""
"text": "(\""
},
{
"id": 8279,
@ -316,40 +298,58 @@
"text": "Hello"
},
{
"id": 301,
"id": 313,
"logprob": 0.0,
"special": false,
"text": " {"
"text": " \""
},
{
"id": 426,
"id": 474,
"logprob": 0.0,
"special": false,
"text": "name"
"text": " +"
},
{
"id": 835,
"logprob": -0.4074707,
"special": false,
"text": "},"
},
{
"id": 844,
"id": 636,
"logprob": 0.0,
"special": false,
"text": " you"
"text": " name"
},
{
"id": 884,
"id": 474,
"logprob": 0.0,
"special": false,
"text": " are"
"text": " +"
},
{
"id": 301,
"id": 313,
"logprob": -0.6328125,
"special": false,
"text": " \""
},
{
"id": 313,
"logprob": -1.7011719,
"special": false,
"text": " \""
},
{
"id": 474,
"logprob": 0.0,
"special": false,
"text": " {"
"text": " +"
},
{
"id": 596,
"logprob": 0.0,
"special": false,
"text": " str"
},
{
"id": 26,
"logprob": 0.0,
"special": false,
"text": "("
},
{
"id": 381,
@ -358,36 +358,36 @@
"text": "age"
},
{
"id": 111,
"id": 490,
"logprob": 0.0,
"special": false,
"text": "}"
},
{
"id": 11274,
"logprob": 0.0,
"special": false,
"text": " years"
},
{
"id": 3610,
"logprob": 0.0,
"special": false,
"text": " old"
},
{
"id": 657,
"logprob": 0.0,
"special": false,
"text": "\")"
"text": "))"
},
{
"id": 203,
"logprob": 0.0,
"special": false,
"text": "\n"
},
{
"id": 203,
"logprob": 0.0,
"special": false,
"text": "\n"
},
{
"id": 589,
"logprob": 0.0,
"special": false,
"text": "def"
},
{
"id": 1459,
"logprob": 0.0,
"special": false,
"text": " print"
}
]
},
"generated_text": "():\n print(\"Hello World\")\n\ndef print_hello_name(name):\n print(f\"Hello {name}\")\n\ndef print_hello_name_age(name, age):\n print(f\"Hello {name}, you are {age} years old\")\n"
"generated_text": "():\n print(\"Hello World\")\n\ndef print_hello_name(name):\n print(\"Hello \" + name)\n\ndef print_hello_name_age(name, age):\n print(\"Hello \" + name + \" \" + str(age))\n\ndef print"
}

24
integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_default_params.json
View File

@ -11,7 +11,7 @@
},
{
"id": 3226,
"logprob": -9.015625,
"logprob": -9.0234375,
"text": " ge"
},
{
@ -21,47 +21,47 @@
},
{
"id": 81,
"logprob": -0.25634766,
"logprob": -0.25976562,
"text": "_"
},
{
"id": 6009,
"logprob": -2.203125,
"logprob": -2.2148438,
"text": "mean"
},
{
"id": 26,
"logprob": -0.30322266,
"logprob": -0.3010254,
"text": "("
},
{
"id": 62,
"logprob": -5.6015625,
"logprob": -5.6757812,
"text": "L"
},
{
"id": 44,
"logprob": -3.0878906,
"logprob": -3.0898438,
"text": ":"
},
{
"id": 1682,
"logprob": -0.6826172,
"logprob": -0.6791992,
"text": " List"
},
{
"id": 77,
"logprob": -0.38354492,
"logprob": -0.38891602,
"text": "["
},
{
"id": 1808,
"logprob": -0.9760742,
"logprob": -0.92041016,
"text": "float"
},
{
"id": 10794,
"logprob": -2.5234375,
"logprob": -2.5390625,
"text": "]):"
}
],
@ -81,7 +81,7 @@
},
{
"id": 11665,
"logprob": -1.0537109,
"logprob": -1.6005859,
"special": false,
"text": " reduce"
},
@ -159,7 +159,7 @@
},
{
"id": 203,
"logprob": -0.10021973,
"logprob": -0.11968994,
"special": false,
"text": "\n"
},