huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-19 22:02:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update Gemma3 test outputs

Browse Source
This commit is contained in:
Daniël de Kok 2025-04-11 16:05:26 +00:00
parent 6652d6e6e0
commit c03f8d2bb1
5 changed files with 97 additions and 97 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

164
integration-tests/models/__snapshots__/test_flash_gemma3/test_flash_gemma3.json
View File

@ -8,61 +8,61 @@
"tokens": [ "tokens": [
{ {
"id": 1331, "id": 1331,
"logprob": -0.34960938, "logprob": -0.31835938,
"special": false, "special": false,
"text": " people" "text": " people"
}, },
{ {
"id": 8390, "id": 8390,
"logprob": -0.14746094, "logprob": -0.1484375,
"special": false, "special": false,
"text": " died" "text": " died"
}, },
{ {
"id": 528, "id": 528,
"logprob": -1.2265625, "logprob": -1.1171875,
"special": false, "special": false,
"text": " in" "text": " in"
}, },
{ {
"id": 506, "id": 506,
"logprob": -0.47070312, "logprob": -0.45898438,
"special": false, "special": false,
"text": " the" "text": " the"
}, },
{ {
"id": 3640, "id": 3640,
"logprob": -0.5859375, "logprob": -0.55859375,
"special": false, "special": false,
"text": " United" "text": " United"
}, },
{ {
"id": 4184, "id": 4184,
"logprob": -0.0027770996, "logprob": -0.0026397705,
"special": false, "special": false,
"text": " States" "text": " States"
}, },
{ {
"id": 236761, "id": 236761,
"logprob": -0.34765625, "logprob": -0.38085938,
"special": false, "special": false,
"text": "." "text": "."
}, },
{ {
"id": 108, "id": 108,
"logprob": -0.0859375, "logprob": -0.07421875,
"special": false, "special": false,
"text": "\n\n" "text": "\n\n"
}, },
{ {
"id": 818, "id": 818,
"logprob": -1.1640625, "logprob": -1.0859375,
"special": false, "special": false,
"text": "The" "text": "The"
}, },
{ {
"id": 6816, "id": 6816,
"logprob": -1.890625, "logprob": -1.75,
"special": false, "special": false,
"text": " generally" "text": " generally"
}, },
@ -74,7 +74,7 @@
}, },
{ {
"id": 10967, "id": 10967,
"logprob": -0.90625, "logprob": -0.9609375,
"special": false, "special": false,
"text": " estimate" "text": " estimate"
}, },
@ -86,43 +86,43 @@
}, },
{ {
"id": 600, "id": 600,
"logprob": -0.65234375, "logprob": -0.703125,
"special": false, "special": false,
"text": " that" "text": " that"
}, },
{ {
"id": 236743, "id": 236743,
"logprob": -1.2109375, "logprob": -1.171875,
"special": false, "special": false,
"text": " " "text": " "
}, },
{ {
"id": 236825, "id": 236825,
"logprob": -0.00088119507, "logprob": -0.0009918213,
"special": false, "special": false,
"text": "6" "text": "6"
}, },
{ {
"id": 236832, "id": 236832,
"logprob": -6.580353e-05, "logprob": -6.389618e-05,
"special": false, "special": false,
"text": "7" "text": "7"
}, },
{ {
"id": 236810, "id": 236810,
"logprob": -5.2690506e-05, "logprob": -4.7445297e-05,
"special": false, "special": false,
"text": "5" "text": "5"
}, },
{ {
"id": 236764, "id": 236764,
"logprob": -0.0001745224, "logprob": -0.00017929077,
"special": false, "special": false,
"text": "," "text": ","
}, },
{ {
"id": 236771, "id": 236771,
"logprob": -1.180172e-05, "logprob": -1.4901161e-05,
"special": false, "special": false,
"text": "0" "text": "0"
}, },
@ -140,7 +140,7 @@
}, },
{ {
"id": 1331, "id": 1331,
"logprob": -0.44921875, "logprob": -0.45898438,
"special": false, "special": false,
"text": " people" "text": " people"
}, },
@ -158,49 +158,49 @@
}, },
{ {
"id": 506, "id": 506,
"logprob": -0.00034713745, "logprob": -0.00032615662,
"special": false, "special": false,
"text": " the" "text": " the"
}, },
{ {
"id": 3640, "id": 3640,
"logprob": -0.028564453, "logprob": -0.029785156,
"special": false, "special": false,
"text": " United" "text": " United"
}, },
{ {
"id": 4184, "id": 4184,
"logprob": -0.00012207031, "logprob": -0.00012302399,
"special": false, "special": false,
"text": " States" "text": " States"
}, },
{ {
"id": 236761, "id": 236761,
"logprob": -1.15625, "logprob": -1.1796875,
"special": false, "special": false,
"text": "." "text": "."
}, },
{ {
"id": 3153, "id": 3153,
"logprob": -0.103027344, "logprob": -0.09667969,
"special": false, "special": false,
"text": " However" "text": " However"
}, },
{ {
"id": 236764, "id": 236764,
"logprob": -0.009155273, "logprob": -0.009094238,
"special": false, "special": false,
"text": "," "text": ","
}, },
{ {
"id": 1070, "id": 1070,
"logprob": -0.92578125, "logprob": -0.91015625,
"special": false, "special": false,
"text": " some" "text": " some"
}, },
{ {
"id": 61806, "id": 61806,
"logprob": -0.91796875, "logprob": -0.859375,
"special": false, "special": false,
"text": " historians" "text": " historians"
}, },
@ -218,79 +218,79 @@
}, },
{ {
"id": 5396, "id": 5396,
"logprob": -0.8046875, "logprob": -0.765625,
"special": false, "special": false,
"text": " actual" "text": " actual"
}, },
{ {
"id": 1548, "id": 1548,
"logprob": -0.04321289, "logprob": -0.048339844,
"special": false, "special": false,
"text": " number" "text": " number"
}, },
{ {
"id": 1451, "id": 1451,
"logprob": -0.66015625, "logprob": -0.65625,
"special": false, "special": false,
"text": " could" "text": " could"
}, },
{ {
"id": 577, "id": 577,
"logprob": -0.091308594, "logprob": -0.09082031,
"special": false, "special": false,
"text": " be" "text": " be"
}, },
{ {
"id": 618, "id": 618,
"logprob": -0.57421875, "logprob": -0.625,
"special": false, "special": false,
"text": " as" "text": " as"
}, },
{ {
"id": 1494, "id": 1494,
"logprob": -0.00036239624, "logprob": -0.00037193298,
"special": false, "special": false,
"text": " high" "text": " high"
}, },
{ {
"id": 618, "id": 618,
"logprob": -0.0001335144, "logprob": -0.0001296997,
"special": false, "special": false,
"text": " as" "text": " as"
}, },
{ {
"id": 236743, "id": 236743,
"logprob": -0.0009689331, "logprob": -0.00093460083,
"special": false, "special": false,
"text": " " "text": " "
}, },
{ {
"id": 236770, "id": 236770,
"logprob": -0.26367188, "logprob": -0.21289062,
"special": false, "special": false,
"text": "1" "text": "1"
}, },
{ {
"id": 236771, "id": 236771,
"logprob": -0.17773438, "logprob": -0.16796875,
"special": false, "special": false,
"text": "0" "text": "0"
}, },
{ {
"id": 3625, "id": 3625,
"logprob": -0.012084961, "logprob": -0.0126953125,
"special": false, "special": false,
"text": " million" "text": " million"
}, },
{ {
"id": 236761, "id": 236761,
"logprob": -0.21289062, "logprob": -0.22460938,
"special": false, "special": false,
"text": "." "text": "."
}, },
{ {
"id": 108, "id": 108,
"logprob": -0.37304688, "logprob": -0.3984375,
"special": false, "special": false,
"text": "\n\n" "text": "\n\n"
}, },
@ -302,13 +302,13 @@
}, },
{ {
"id": 1006, "id": 1006,
"logprob": -1.3203125, "logprob": -1.359375,
"special": false, "special": false,
"text": " am" "text": " am"
}, },
{ {
"id": 3182, "id": 3182,
"logprob": -1.078125, "logprob": -1.0859375,
"special": false, "special": false,
"text": " looking" "text": " looking"
}, },
@ -320,85 +320,85 @@
}, },
{ {
"id": 919, "id": 919,
"logprob": -1.25, "logprob": -1.2578125,
"special": false, "special": false,
"text": " more" "text": " more"
}, },
{ {
"id": 1938, "id": 1938,
"logprob": -1.2421875, "logprob": -1.3046875,
"special": false, "special": false,
"text": " information" "text": " information"
}, },
{ {
"id": 580, "id": 580,
"logprob": -0.7734375, "logprob": -0.7421875,
"special": false, "special": false,
"text": " on" "text": " on"
}, },
{ {
"id": 672, "id": 672,
"logprob": -0.73046875, "logprob": -0.78125,
"special": false, "special": false,
"text": " this" "text": " this"
}, },
{ {
"id": 59725, "id": 59725,
"logprob": -0.75, "logprob": -0.7109375,
"special": false, "special": false,
"text": " discrepancy" "text": " discrepancy"
}, },
{ {
"id": 532, "id": 532,
"logprob": -0.83984375, "logprob": -0.8046875,
"special": false, "special": false,
"text": " and" "text": " and"
}, },
{ {
"id": 506, "id": 506,
"logprob": -0.7109375, "logprob": -0.71484375,
"special": false, "special": false,
"text": " the" "text": " the"
}, },
{ {
"id": 5872, "id": 5872,
"logprob": -1.2734375, "logprob": -1.1640625,
"special": false, "special": false,
"text": " factors" "text": " factors"
}, },
{ {
"id": 600, "id": 600,
"logprob": -0.22851562, "logprob": -0.20410156,
"special": false, "special": false,
"text": " that" "text": " that"
}, },
{ {
"id": 19263, "id": 19263,
"logprob": -1.1640625, "logprob": -1.1484375,
"special": false, "special": false,
"text": " contributed" "text": " contributed"
}, },
{ {
"id": 531, "id": 531,
"logprob": -0.0010757446, "logprob": -0.000957489,
"special": false, "special": false,
"text": " to" "text": " to"
}, },
{ {
"id": 506, "id": 506,
"logprob": -0.18945312, "logprob": -0.19921875,
"special": false, "special": false,
"text": " the" "text": " the"
}, },
{ {
"id": 5777, "id": 5777,
"logprob": -1.2734375, "logprob": -1.171875,
"special": false, "special": false,
"text": " wide" "text": " wide"
}, },
{ {
"id": 2644, "id": 2644,
"logprob": -0.01940918, "logprob": -0.020141602,
"special": false, "special": false,
"text": " range" "text": " range"
}, },
@ -410,31 +410,31 @@
}, },
{ {
"id": 14287, "id": 14287,
"logprob": -0.032470703, "logprob": -0.03564453,
"special": false, "special": false,
"text": " estimates" "text": " estimates"
}, },
{ {
"id": 236761, "id": 236761,
"logprob": -0.010375977, "logprob": -0.010620117,
"special": false, "special": false,
"text": "." "text": "."
}, },
{ {
"id": 108, "id": 108,
"logprob": -0.06591797, "logprob": -0.060302734,
"special": false, "special": false,
"text": "\n\n" "text": "\n\n"
}, },
{ {
"id": 8291, "id": 8291,
"logprob": -0.8046875, "logprob": -0.7421875,
"special": false, "special": false,
"text": "Here" "text": "Here"
}, },
{ {
"id": 236789, "id": 236789,
"logprob": -0.23828125, "logprob": -0.24023438,
"special": false, "special": false,
"text": "'" "text": "'"
}, },
@ -446,55 +446,55 @@
}, },
{ {
"id": 496, "id": 496,
"logprob": -0.17480469, "logprob": -0.16992188,
"special": false, "special": false,
"text": " a" "text": " a"
}, },
{ {
"id": 25890, "id": 25890,
"logprob": -0.087402344, "logprob": -0.06933594,
"special": false, "special": false,
"text": " breakdown" "text": " breakdown"
}, },
{ {
"id": 529, "id": 529,
"logprob": -0.0021209717, "logprob": -0.002243042,
"special": false, "special": false,
"text": " of" "text": " of"
}, },
{ {
"id": 506, "id": 506,
"logprob": -0.19140625, "logprob": -0.18554688,
"special": false, "special": false,
"text": " the" "text": " the"
}, },
{ {
"id": 5872, "id": 5872,
"logprob": -1.0078125, "logprob": -0.9921875,
"special": false, "special": false,
"text": " factors" "text": " factors"
}, },
{ {
"id": 20894, "id": 20894,
"logprob": -0.26367188, "logprob": -0.25976562,
"special": false, "special": false,
"text": " contributing" "text": " contributing"
}, },
{ {
"id": 531, "id": 531,
"logprob": -9.250641e-05, "logprob": -8.440018e-05,
"special": false, "special": false,
"text": " to" "text": " to"
}, },
{ {
"id": 506, "id": 506,
"logprob": -0.008666992, "logprob": -0.009765625,
"special": false, "special": false,
"text": " the" "text": " the"
}, },
{ {
"id": 5777, "id": 5777,
"logprob": -0.6171875, "logprob": -0.67578125,
"special": false, "special": false,
"text": " wide" "text": " wide"
}, },
@ -506,31 +506,31 @@
}, },
{ {
"id": 529, "id": 529,
"logprob": -0.016723633, "logprob": -0.014831543,
"special": false, "special": false,
"text": " of" "text": " of"
}, },
{ {
"id": 14287, "id": 14287,
"logprob": -0.011352539, "logprob": -0.012329102,
"special": false, "special": false,
"text": " estimates" "text": " estimates"
}, },
{ {
"id": 573, "id": 573,
"logprob": -0.30664062, "logprob": -0.3125,
"special": false, "special": false,
"text": " for" "text": " for"
}, },
{ {
"id": 506, "id": 506,
"logprob": -0.21386719, "logprob": -0.21484375,
"special": false, "special": false,
"text": " the" "text": " the"
}, },
{ {
"id": 236743, "id": 236743,
"logprob": -0.35351562, "logprob": -0.43359375,
"special": false, "special": false,
"text": " " "text": " "
}, },
@ -560,43 +560,43 @@
}, },
{ {
"id": 7745, "id": 7745,
"logprob": -0.70703125, "logprob": -0.703125,
"special": false, "special": false,
"text": " flu" "text": " flu"
}, },
{ {
"id": 10248, "id": 10248,
"logprob": -0.015258789, "logprob": -0.013427734,
"special": false, "special": false,
"text": " pandemic" "text": " pandemic"
}, },
{ {
"id": 4355, "id": 4355,
"logprob": -0.83203125, "logprob": -0.6953125,
"special": false, "special": false,
"text": " death" "text": " death"
}, },
{ {
"id": 25363, "id": 25363,
"logprob": -7.43866e-05, "logprob": -6.771088e-05,
"special": false, "special": false,
"text": " toll" "text": " toll"
}, },
{ {
"id": 528, "id": 528,
"logprob": -0.08496094, "logprob": -0.076171875,
"special": false, "special": false,
"text": " in" "text": " in"
}, },
{ {
"id": 506, "id": 506,
"logprob": -6.67572e-06, "logprob": -7.2717667e-06,
"special": false, "special": false,
"text": " the" "text": " the"
}, },
{ {
"id": 3640, "id": 3640,
"logprob": -0.0059509277, "logprob": -0.0052490234,
"special": false, "special": false,
"text": " United" "text": " United"
}, },

12
integration-tests/models/__snapshots__/test_flash_gemma3/test_flash_gemma3_image_base64_rgb_png.json
View File

@ -1,11 +1,11 @@
{ {
"choices": [ "choices": [
{ {
"finish_reason": "stop", "finish_reason": "length",
"index": 0, "index": 0,
"logprobs": null, "logprobs": null,
"message": { "message": {
"content": "Okay, let's analyze the image. \n\nThe image is entirely white, with a very subtle, faint outline of a stylized, cartoonish figure. It appears to be a simplified depiction of a person, likely a child, with a wide-eyed expression and a small, rounded body. \n\nIt's almost like a minimalist, iconic representation. \n\nDo you want me to try and describe it in more detail or perhaps speculate about the context of the image?", "content": "Okay, let's analyze the image. \n\nThe image is entirely white, with a very subtle, faint outline of a stylized, cartoonish figure. It appears to be a simplified depiction of a person, likely a child, with a wide-eyed expression and a small, rounded body. \n\nIt's almost like a minimalist, iconic representation. \n\nDo you want me to try and describe it in more detail, or perhaps suggest what this image might represent (e.g",
"name": null, "name": null,
"role": "assistant", "role": "assistant",
"tool_calls": null "tool_calls": null
@ -13,14 +13,14 @@
"usage": null "usage": null
} }
], ],
"created": 1741965892, "created": 1744396706,
"id": "", "id": "",
"model": "google/gemma-3-4b-it", "model": "google/gemma-3-4b-it",
"object": "chat.completion", "object": "chat.completion",
"system_fingerprint": "3.2.1-dev0-native", "system_fingerprint": "3.2.3-dev0-native",
"usage": { "usage": {
"completion_tokens": 98, "completion_tokens": 100,
"prompt_tokens": 277, "prompt_tokens": 277,
"total_tokens": 375 "total_tokens": 377
} }
} }

10
integration-tests/models/__snapshots__/test_flash_gemma3/test_flash_gemma3_image_base64_rgba.json
View File

@ -5,7 +5,7 @@
"index": 0, "index": 0,
"logprobs": null, "logprobs": null,
"message": { "message": {
"content": "Okay, let's analyze the image. \n\nThe transparent image reveals a stylized depiction of **a human head**. It's a minimalist, geometric representation, showing the basic shapes of the skull, eye sockets, and head outline. \n\nDo you want me to describe any specific element of the image in more detail?", "content": "Okay, let's analyze the image. \n\nThe transparent image reveals a stylized depiction of **a human head**. It's a minimalist, geometric representation, showing the basic shapes of the skull, eye sockets, and head outline. \n\nIf you'd like, you can give me more details about the image or ask me to focus on a specific aspect of it.",
"name": null, "name": null,
"role": "assistant", "role": "assistant",
"tool_calls": null "tool_calls": null
@ -13,14 +13,14 @@
"usage": null "usage": null
} }
], ],
"created": 1741966313, "created": 1744396703,
"id": "", "id": "",
"model": "google/gemma-3-4b-it", "model": "google/gemma-3-4b-it",
"object": "chat.completion", "object": "chat.completion",
"system_fingerprint": "3.2.1-dev0-native", "system_fingerprint": "3.2.3-dev0-native",
"usage": { "usage": {
"completion_tokens": 67, "completion_tokens": 78,
"prompt_tokens": 277, "prompt_tokens": 277,
"total_tokens": 344 "total_tokens": 355
} }
} }

4
integration-tests/models/__snapshots__/test_flash_gemma3/test_flash_gemma3_image_cow.json
View File

@ -13,11 +13,11 @@
"usage": null "usage": null
} }
], ],
"created": 1741964480, "created": 1744396699,
"id": "", "id": "",
"model": "google/gemma-3-4b-it", "model": "google/gemma-3-4b-it",
"object": "chat.completion", "object": "chat.completion",
"system_fingerprint": "3.2.1-dev0-native", "system_fingerprint": "3.2.3-dev0-native",
"usage": { "usage": {
"completion_tokens": 74, "completion_tokens": 74,
"prompt_tokens": 275, "prompt_tokens": 275,

4
integration-tests/models/__snapshots__/test_flash_gemma3/test_flash_gemma3_image_cow_dog.json
View File

@ -13,11 +13,11 @@
"usage": null "usage": null
} }
], ],
"created": 1741964477, "created": 1744396697,
"id": "", "id": "",
"model": "google/gemma-3-4b-it", "model": "google/gemma-3-4b-it",
"object": "chat.completion", "object": "chat.completion",
"system_fingerprint": "3.2.1-dev0-native", "system_fingerprint": "3.2.3-dev0-native",
"usage": { "usage": {
"completion_tokens": 75, "completion_tokens": 75,
"prompt_tokens": 279, "prompt_tokens": 279,