huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Needed to regenerate params tests + fix simple tests

Browse Source
This commit is contained in:
Nicolas Patry 2023-12-04 14:36:21 +00:00
parent 970e57b393
commit 79f9afba90
11 changed files with 300 additions and 367 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

74
integration-tests/models/__snapshots__/test_flash_llama_gptq/test_flash_llama_gptq_all_params.json
View File

@ -11,12 +11,12 @@
}, },
{ {
"id": 4321, "id": 4321,
"logprob": -9.6015625, "logprob": -9.5625,
"text": "Test" "text": "Test"
}, },
{ {
"id": 2009, "id": 2009,
"logprob": -9.6640625, "logprob": -9.6796875,
"text": "request" "text": "request"
} }
], ],
@ -24,15 +24,33 @@
"tokens": [ "tokens": [
{ {
"id": 29899, "id": 29899,
"logprob": -1.1640625, "logprob": -1.1972656,
"special": false, "special": false,
"text": "-" "text": "-"
}, },
{ {
"id": 1454, "id": 29896,
"logprob": -0.07543945, "logprob": -1.1621094,
"special": false, "special": false,
"text": "for" "text": "1"
},
{
"id": 13,
"logprob": -0.12768555,
"special": false,
"text": "\n"
},
{
"id": 3057,
"logprob": -0.074279785,
"special": false,
"text": "Test"
},
{
"id": 2009,
"logprob": 0.0,
"special": false,
"text": " request"
}, },
{ {
"id": 29899, "id": 29899,
@ -40,49 +58,31 @@
"special": false, "special": false,
"text": "-" "text": "-"
}, },
{
"id": 9342,
"logprob": 0.0,
"special": false,
"text": "comment"
},
{
"id": 29901,
"logprob": 0.0,
"special": false,
"text": ":"
},
{
"id": 396,
"logprob": -0.2956543,
"special": false,
"text": " #"
},
{ {
"id": 29906, "id": 29906,
"logprob": -0.52734375, "logprob": -0.20141602,
"special": false, "special": false,
"text": "2" "text": "2"
}, },
{ {
"id": 29900, "id": 13,
"logprob": -0.6899414,
"special": false,
"text": "0"
},
{
"id": 29896,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "1" "text": "\n"
}, },
{ {
"id": 29946, "id": 3057,
"logprob": -1.5068359, "logprob": -0.6611328,
"special": false, "special": false,
"text": "4" "text": "Test"
},
{
"id": 2009,
"logprob": 0.0,
"special": false,
"text": " request"
} }
] ]
}, },
"generated_text": "Test request-for-comment: #2014" "generated_text": "Test request-1\nTest request-2\nTest request"
} }

8
integration-tests/models/__snapshots__/test_flash_medusa/test_flash_medusa_all_params.json
View File

@ -91,14 +91,8 @@
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " a" "text": " a"
},
{
"id": 11306,
"logprob": -0.5488281,
"special": false,
"text": " subset"
} }
] ]
}, },
"generated_text": "What is Deep Learning?\nDeep learning can be thought of as a subset" "generated_text": "What is Deep Learning?\nDeep learning can be thought of as a"
} }

318
integration-tests/models/__snapshots__/test_flash_medusa/test_flash_medusa_load.json
View File

@ -17,7 +17,7 @@
}, },
{ {
"id": 338, "id": 338,
"logprob": -1.5498047, "logprob": -1.5488281,
"text": "is" "text": "is"
}, },
{ {
@ -27,12 +27,12 @@
}, },
{ {
"id": 29257, "id": 29257,
"logprob": -1.2734375, "logprob": -1.2753906,
"text": "Learning" "text": "Learning"
}, },
{ {
"id": 29973, "id": 29973,
"logprob": -0.48217773, "logprob": -0.48046875,
"text": "?" "text": "?"
} }
], ],
@ -40,19 +40,122 @@
"tokens": [ "tokens": [
{ {
"id": 13, "id": 13,
"logprob": -1.1875, "logprob": -1.1845703,
"special": false, "special": false,
"text": "\n" "text": "\n"
}, },
{ {
"id": 2772, "id": 2772,
"logprob": -0.5708008, "logprob": -0.5727539,
"special": false, "special": false,
"text": "De" "text": "De"
}, },
{ {
"id": 1022, "id": 1022,
"logprob": -0.00010931492, "logprob": -0.00010967255,
"special": false,
"text": "ep"
},
{
"id": 6509,
"logprob": -0.1239624,
"special": false,
"text": " learning"
},
{
"id": 338,
"logprob": -0.04510498,
"special": false,
"text": " is"
},
{
"id": 263,
"logprob": -0.018295288,
"special": false,
"text": " a"
},
{
"id": 11306,
"logprob": -0.45922852,
"special": false,
"text": " subset"
},
{
"id": 310,
"logprob": -0.00020992756,
"special": false,
"text": " of"
},
{
"id": 4933,
"logprob": -0.0046539307,
"special": false,
"text": " machine"
},
{
"id": 6509,
"logprob": -0.00025844574,
"special": false,
"text": " learning"
}
]
},
"generated_text": "\nDeep learning is a subset of machine learning"
},
{
"details": {
"best_of_sequences": null,
"finish_reason": "length",
"generated_tokens": 10,
"prefill": [
{
"id": 1,
"logprob": null,
"text": "<s>"
},
{
"id": 1724,
"logprob": -10.734375,
"text": "What"
},
{
"id": 338,
"logprob": -1.5488281,
"text": "is"
},
{
"id": 21784,
"logprob": -9.2890625,
"text": "Deep"
},
{
"id": 29257,
"logprob": -1.2724609,
"text": "Learning"
},
{
"id": 29973,
"logprob": -0.47729492,
"text": "?"
}
],
"seed": null,
"tokens": [
{
"id": 13,
"logprob": -1.1826172,
"special": false,
"text": "\n"
},
{
"id": 2772,
"logprob": -0.56689453,
"special": false,
"text": "De"
},
{
"id": 1022,
"logprob": -0.000108003616,
"special": false, "special": false,
"text": "ep" "text": "ep"
}, },
@ -70,13 +173,13 @@
}, },
{ {
"id": 263, "id": 263,
"logprob": -0.018310547, "logprob": -0.018295288,
"special": false, "special": false,
"text": " a" "text": " a"
}, },
{ {
"id": 11306, "id": 11306,
"logprob": -0.46044922, "logprob": -0.45922852,
"special": false, "special": false,
"text": " subset" "text": " subset"
}, },
@ -94,25 +197,13 @@
}, },
{ {
"id": 6509, "id": 6509,
"logprob": -0.00025820732, "logprob": -0.00025892258,
"special": false, "special": false,
"text": " learning" "text": " learning"
},
{
"id": 393,
"logprob": -0.09185791,
"special": false,
"text": " that"
},
{
"id": 20789,
"logprob": -0.4951172,
"special": false,
"text": " involves"
} }
] ]
}, },
"generated_text": "\nDeep learning is a subset of machine learning that involves" "generated_text": "\nDeep learning is a subset of machine learning"
}, },
{ {
"details": { "details": {
@ -127,12 +218,12 @@
}, },
{ {
"id": 1724, "id": 1724,
"logprob": -10.7421875, "logprob": -10.734375,
"text": "What" "text": "What"
}, },
{ {
"id": 338, "id": 338,
"logprob": -1.5498047, "logprob": -1.5488281,
"text": "is" "text": "is"
}, },
{ {
@ -155,19 +246,19 @@
"tokens": [ "tokens": [
{ {
"id": 13, "id": 13,
"logprob": -1.1835938, "logprob": -1.1826172,
"special": false, "special": false,
"text": "\n" "text": "\n"
}, },
{ {
"id": 2772, "id": 2772,
"logprob": -0.57470703, "logprob": -0.56689453,
"special": false, "special": false,
"text": "De" "text": "De"
}, },
{ {
"id": 1022, "id": 1022,
"logprob": -0.00010788441, "logprob": -0.000108003616,
"special": false, "special": false,
"text": "ep" "text": "ep"
}, },
@ -179,13 +270,13 @@
}, },
{ {
"id": 338, "id": 338,
"logprob": -0.04510498, "logprob": -0.044433594,
"special": false, "special": false,
"text": " is" "text": " is"
}, },
{ {
"id": 263, "id": 263,
"logprob": -0.018585205, "logprob": -0.018295288,
"special": false, "special": false,
"text": " a" "text": " a"
}, },
@ -197,37 +288,25 @@
}, },
{ {
"id": 310, "id": 310,
"logprob": -0.00021457672, "logprob": -0.0002104044,
"special": false, "special": false,
"text": " of" "text": " of"
}, },
{ {
"id": 4933, "id": 4933,
"logprob": -0.004776001, "logprob": -0.004711151,
"special": false, "special": false,
"text": " machine" "text": " machine"
}, },
{ {
"id": 6509, "id": 6509,
"logprob": -0.0002593994, "logprob": -0.00025892258,
"special": false, "special": false,
"text": " learning" "text": " learning"
},
{
"id": 393,
"logprob": -0.091918945,
"special": false,
"text": " that"
},
{
"id": 20789,
"logprob": -0.50097656,
"special": false,
"text": " involves"
} }
] ]
}, },
"generated_text": "\nDeep learning is a subset of machine learning that involves" "generated_text": "\nDeep learning is a subset of machine learning"
}, },
{ {
"details": { "details": {
@ -242,12 +321,12 @@
}, },
{ {
"id": 1724, "id": 1724,
"logprob": -10.7421875, "logprob": -10.734375,
"text": "What" "text": "What"
}, },
{ {
"id": 338, "id": 338,
"logprob": -1.5498047, "logprob": -1.5488281,
"text": "is" "text": "is"
}, },
{ {
@ -270,19 +349,19 @@
"tokens": [ "tokens": [
{ {
"id": 13, "id": 13,
"logprob": -1.1835938, "logprob": -1.1826172,
"special": false, "special": false,
"text": "\n" "text": "\n"
}, },
{ {
"id": 2772, "id": 2772,
"logprob": -0.57470703, "logprob": -0.56689453,
"special": false, "special": false,
"text": "De" "text": "De"
}, },
{ {
"id": 1022, "id": 1022,
"logprob": -0.00010788441, "logprob": -0.000108003616,
"special": false, "special": false,
"text": "ep" "text": "ep"
}, },
@ -294,13 +373,13 @@
}, },
{ {
"id": 338, "id": 338,
"logprob": -0.04510498, "logprob": -0.044433594,
"special": false, "special": false,
"text": " is" "text": " is"
}, },
{ {
"id": 263, "id": 263,
"logprob": -0.018585205, "logprob": -0.018295288,
"special": false, "special": false,
"text": " a" "text": " a"
}, },
@ -312,151 +391,24 @@
}, },
{ {
"id": 310, "id": 310,
"logprob": -0.00021457672, "logprob": -0.0002104044,
"special": false, "special": false,
"text": " of" "text": " of"
}, },
{ {
"id": 4933, "id": 4933,
"logprob": -0.004776001, "logprob": -0.004711151,
"special": false, "special": false,
"text": " machine" "text": " machine"
}, },
{ {
"id": 6509, "id": 6509,
"logprob": -0.0002593994, "logprob": -0.00025892258,
"special": false, "special": false,
"text": " learning" "text": " learning"
},
{
"id": 393,
"logprob": -0.091918945,
"special": false,
"text": " that"
},
{
"id": 20789,
"logprob": -0.50097656,
"special": false,
"text": " involves"
} }
] ]
}, },
"generated_text": "\nDeep learning is a subset of machine learning that involves" "generated_text": "\nDeep learning is a subset of machine learning"
},
{
"details": {
"best_of_sequences": null,
"finish_reason": "length",
"generated_tokens": 10,
"prefill": [
{
"id": 1,
"logprob": null,
"text": "<s>"
},
{
"id": 1724,
"logprob": -10.7421875,
"text": "What"
},
{
"id": 338,
"logprob": -1.5498047,
"text": "is"
},
{
"id": 21784,
"logprob": -9.2890625,
"text": "Deep"
},
{
"id": 29257,
"logprob": -1.2724609,
"text": "Learning"
},
{
"id": 29973,
"logprob": -0.47729492,
"text": "?"
}
],
"seed": null,
"tokens": [
{
"id": 13,
"logprob": -1.1835938,
"special": false,
"text": "\n"
},
{
"id": 2772,
"logprob": -0.57470703,
"special": false,
"text": "De"
},
{
"id": 1022,
"logprob": -0.00010788441,
"special": false,
"text": "ep"
},
{
"id": 6509,
"logprob": -0.1239624,
"special": false,
"text": " learning"
},
{
"id": 338,
"logprob": -0.04510498,
"special": false,
"text": " is"
},
{
"id": 263,
"logprob": -0.018585205,
"special": false,
"text": " a"
},
{
"id": 11306,
"logprob": -0.45922852,
"special": false,
"text": " subset"
},
{
"id": 310,
"logprob": -0.00021457672,
"special": false,
"text": " of"
},
{
"id": 4933,
"logprob": -0.004776001,
"special": false,
"text": " machine"
},
{
"id": 6509,
"logprob": -0.0002593994,
"special": false,
"text": " learning"
},
{
"id": 393,
"logprob": -0.091918945,
"special": false,
"text": " that"
},
{
"id": 20789,
"logprob": -0.50097656,
"special": false,
"text": " involves"
}
]
},
"generated_text": "\nDeep learning is a subset of machine learning that involves"
} }
] ]

14
integration-tests/models/__snapshots__/test_flash_medusa/test_flash_medusa_simple.json
View File

@ -96,20 +96,8 @@
"logprob": -0.00026226044, "logprob": -0.00026226044,
"special": false, "special": false,
"text": " learning" "text": " learning"
},
{
"id": 393,
"logprob": -0.09161377,
"special": false,
"text": " that"
},
{
"id": 20789,
"logprob": -0.49560547,
"special": false,
"text": " involves"
} }
] ]
}, },
"generated_text": "\nDeep learning is a subset of machine learning that involves" "generated_text": "\nDeep learning is a subset of machine learning"
} }

61
integration-tests/models/__snapshots__/test_flash_mistral/test_flash_mistral_all_params.json
View File

@ -35,10 +35,10 @@
"text": " Let" "text": " Let"
}, },
{ {
"id": 332, "id": 268,
"logprob": -2.3359375, "logprob": -2.0234375,
"special": false, "special": false,
"text": " u" "text": " s"
}, },
{ {
"id": 347, "id": 347,
@ -46,44 +46,43 @@
"special": false, "special": false,
"text": " be" "text": " be"
}, },
{
"id": 325,
"logprob": -1.0234375,
"special": false,
"text": " ("
},
{
"id": 28734,
"logprob": -2.0292969,
"special": false,
"text": "0"
},
{
"id": 648,
"logprob": -1.0439453,
"special": false,
"text": " +"
},
{ {
"id": 28705, "id": 28705,
"logprob": -0.24499512, "logprob": -0.44458008,
"special": false, "special": false,
"text": " " "text": " "
}, },
{ {
"id": 28770, "id": 28784,
"logprob": -0.5073242, "logprob": -0.94189453,
"special": false, "special": false,
"text": "3" "text": "6"
}, },
{ {
"id": 387, "id": 28748,
"logprob": -1.5507812, "logprob": 0.0,
"special": false, "special": false,
"text": " -" "text": "/"
},
{
"id": 6422,
"logprob": 0.0,
"special": false,
"text": "(-"
},
{
"id": 28783,
"logprob": -0.2590332,
"special": false,
"text": "8"
},
{
"id": 28731,
"logprob": -1.0039062,
"special": false,
"text": ")"
} }
], ]
"top_tokens": null
}, },
"generated_text": "Test request: Let u be (0 + 3 -" "generated_text": "Test request: Let s be 6/(-8)"
} }

154
integration-tests/models/__snapshots__/test_flash_starcoder/test_flash_starcoder_default_params.json
View File

@ -11,7 +11,7 @@
}, },
{ {
"id": 1459, "id": 1459,
"logprob": -5.6328125, "logprob": -5.6289062,
"text": " print" "text": " print"
}, },
{ {
@ -21,7 +21,7 @@
}, },
{ {
"id": 7656, "id": 7656,
"logprob": -5.9882812, "logprob": -5.9960938,
"text": "hello" "text": "hello"
} }
], ],
@ -59,13 +59,13 @@
}, },
{ {
"id": 10896, "id": 10896,
"logprob": -0.38549805, "logprob": -0.3659668,
"special": false, "special": false,
"text": " World" "text": " World"
}, },
{ {
"id": 657, "id": 657,
"logprob": -0.5229492, "logprob": -0.49804688,
"special": false, "special": false,
"text": "\")" "text": "\")"
}, },
@ -113,7 +113,7 @@
}, },
{ {
"id": 426, "id": 426,
"logprob": 0.0, "logprob": -0.051635742,
"special": false, "special": false,
"text": "name" "text": "name"
}, },
@ -148,10 +148,22 @@
"text": " print" "text": " print"
}, },
{ {
"id": 440, "id": 26,
"logprob": -0.16027832, "logprob": -1.9101562,
"special": false, "special": false,
"text": "(\"" "text": "("
},
{
"id": 88,
"logprob": 0.0,
"special": false,
"text": "f"
},
{
"id": 20,
"logprob": 0.0,
"special": false,
"text": "\""
}, },
{ {
"id": 8279, "id": 8279,
@ -160,28 +172,22 @@
"text": "Hello" "text": "Hello"
}, },
{ {
"id": 313, "id": 301,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " \"" "text": " {"
}, },
{ {
"id": 474, "id": 426,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " +" "text": "name"
}, },
{ {
"id": 636, "id": 8474,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " name" "text": "}\")"
},
{
"id": 27,
"logprob": 0.0,
"special": false,
"text": ")"
}, },
{ {
"id": 203, "id": 203,
@ -286,10 +292,22 @@
"text": " print" "text": " print"
}, },
{ {
"id": 440, "id": 26,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "(\"" "text": "("
},
{
"id": 88,
"logprob": 0.0,
"special": false,
"text": "f"
},
{
"id": 20,
"logprob": 0.0,
"special": false,
"text": "\""
}, },
{ {
"id": 8279, "id": 8279,
@ -298,58 +316,40 @@
"text": "Hello" "text": "Hello"
}, },
{ {
"id": 313, "id": 301,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " \"" "text": " {"
}, },
{ {
"id": 474, "id": 426,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " +" "text": "name"
}, },
{ {
"id": 636, "id": 835,
"logprob": -0.4074707,
"special": false,
"text": "},"
},
{
"id": 844,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " name" "text": " you"
}, },
{ {
"id": 474, "id": 884,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " +" "text": " are"
}, },
{ {
"id": 313, "id": 301,
"logprob": -0.6328125,
"special": false,
"text": " \""
},
{
"id": 313,
"logprob": -1.7011719,
"special": false,
"text": " \""
},
{
"id": 474,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " +" "text": " {"
},
{
"id": 596,
"logprob": 0.0,
"special": false,
"text": " str"
},
{
"id": 26,
"logprob": 0.0,
"special": false,
"text": "("
}, },
{ {
"id": 381, "id": 381,
@ -358,36 +358,36 @@
"text": "age" "text": "age"
}, },
{ {
"id": 490, "id": 111,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "))" "text": "}"
},
{
"id": 11274,
"logprob": 0.0,
"special": false,
"text": " years"
},
{
"id": 3610,
"logprob": 0.0,
"special": false,
"text": " old"
},
{
"id": 657,
"logprob": 0.0,
"special": false,
"text": "\")"
}, },
{ {
"id": 203, "id": 203,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "\n" "text": "\n"
},
{
"id": 203,
"logprob": 0.0,
"special": false,
"text": "\n"
},
{
"id": 589,
"logprob": 0.0,
"special": false,
"text": "def"
},
{
"id": 1459,
"logprob": 0.0,
"special": false,
"text": " print"
} }
] ]
}, },
"generated_text": "():\n print(\"Hello World\")\n\ndef print_hello_name(name):\n print(\"Hello \" + name)\n\ndef print_hello_name_age(name, age):\n print(\"Hello \" + name + \" \" + str(age))\n\ndef print" "generated_text": "():\n print(\"Hello World\")\n\ndef print_hello_name(name):\n print(f\"Hello {name}\")\n\ndef print_hello_name_age(name, age):\n print(f\"Hello {name}, you are {age} years old\")\n"
} }

24
integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_default_params.json
View File

@ -11,7 +11,7 @@
}, },
{ {
"id": 3226, "id": 3226,
"logprob": -9.0234375, "logprob": -9.015625,
"text": " ge" "text": " ge"
}, },
{ {
@ -21,47 +21,47 @@
}, },
{ {
"id": 81, "id": 81,
"logprob": -0.25976562, "logprob": -0.25634766,
"text": "_" "text": "_"
}, },
{ {
"id": 6009, "id": 6009,
"logprob": -2.2148438, "logprob": -2.203125,
"text": "mean" "text": "mean"
}, },
{ {
"id": 26, "id": 26,
"logprob": -0.3010254, "logprob": -0.30322266,
"text": "(" "text": "("
}, },
{ {
"id": 62, "id": 62,
"logprob": -5.6757812, "logprob": -5.6015625,
"text": "L" "text": "L"
}, },
{ {
"id": 44, "id": 44,
"logprob": -3.0898438, "logprob": -3.0878906,
"text": ":" "text": ":"
}, },
{ {
"id": 1682, "id": 1682,
"logprob": -0.6791992, "logprob": -0.6826172,
"text": " List" "text": " List"
}, },
{ {
"id": 77, "id": 77,
"logprob": -0.38891602, "logprob": -0.38354492,
"text": "[" "text": "["
}, },
{ {
"id": 1808, "id": 1808,
"logprob": -0.92041016, "logprob": -0.9760742,
"text": "float" "text": "float"
}, },
{ {
"id": 10794, "id": 10794,
"logprob": -2.5390625, "logprob": -2.5234375,
"text": "]):" "text": "]):"
} }
], ],
@ -81,7 +81,7 @@
}, },
{ {
"id": 11665, "id": 11665,
"logprob": -1.6005859, "logprob": -1.0537109,
"special": false, "special": false,
"text": " reduce" "text": " reduce"
}, },
@ -159,7 +159,7 @@
}, },
{ {
"id": 203, "id": 203,
"logprob": -0.11968994, "logprob": -0.10021973,
"special": false, "special": false,
"text": "\n" "text": "\n"
}, },

2
integration-tests/models/test_flash_medusa.py
View File

@ -54,6 +54,6 @@ async def test_flash_medusa_load(flash_medusa, generate_load, response_snapshot)
assert len(responses) == 4 assert len(responses) == 4
assert all([r.generated_text == responses[0].generated_text for r in responses]), f"{[r.generated_text for r in responses]}" assert all([r.generated_text == responses[0].generated_text for r in responses]), f"{[r.generated_text for r in responses]}"
assert responses[0].generated_text == '\nDeep learning is a subset of machine learning that involves' assert responses[0].generated_text == '\nDeep learning is a subset of machine learning'
assert responses == response_snapshot assert responses == response_snapshot

4
server/tests/models/test_bloom.py
View File

@ -133,8 +133,8 @@ def test_causal_lm_generate_token(default_bloom, default_bloom_batch):
) )
assert all([generation.generated_text is None for generation in generations]) assert all([generation.generated_text is None for generation in generations])
assert all([len(generation.prefill_tokens) == 1 for generation in generations]) assert all([len(generation.prefill_tokens) == 1 for generation in generations])
assert all([generation.token_id.item() == 10264 for generation in generations]) assert all([token_id.item() == 10264 for generation in generations for token_id in generation.tokens.token_ids])
assert all([generation.token_text == "Test" for generation in generations]) assert all([token_text == "Test" for generation in generations for token_text in generation.tokens.texts])
assert generations[0].request_id == 0 assert generations[0].request_id == 0

4
server/tests/models/test_causal_lm.py
View File

@ -129,8 +129,8 @@ def test_causal_lm_generate_token(default_causal_lm, default_causal_lm_batch):
) )
assert all([generation.generated_text is None for generation in generations]) assert all([generation.generated_text is None for generation in generations])
assert all([len(generation.prefill_tokens) == 1 for generation in generations]) assert all([len(generation.prefill_tokens) == 1 for generation in generations])
assert all([generation.token_id.item() == 13 for generation in generations]) assert all([token_id.item() == 13 for generation in generations for token_id in generation.tokens.token_ids])
assert all([generation.token_text == "." for generation in generations]) assert all([token_text == "." for generation in generations for token_text in generation.tokens.texts])
assert generations[0].request_id == 0 assert generations[0].request_id == 0

4
server/tests/models/test_seq2seq_lm.py
View File

@ -151,8 +151,8 @@ def test_seq2seq_lm_generate_token(default_seq2seq_lm, default_seq2seq_lm_batch)
) )
assert all([generation.generated_text is None for generation in generations]) assert all([generation.generated_text is None for generation in generations])
assert all([len(generation.prefill_tokens) == 1 for generation in generations]) assert all([len(generation.prefill_tokens) == 1 for generation in generations])
assert all([generation.token_id.item() == 259 for generation in generations]) assert all([token_id.item() == 259 for generation in generations for token_id in generation.tokens.token_ids])
assert all([generation.token_text == " " for generation in generations]) assert all([token_text == " " for generation in generations for token_text in generation.tokens.texts])
assert generations[0].request_id == 0 assert generations[0].request_id == 0