huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update idefics.

Browse Source
This commit is contained in:
Nicolas Patry 2024-01-24 11:15:05 +00:00
parent 3b560f4ea8
commit 58ea6bf897
2 changed files with 132 additions and 137 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

55
integration-tests/models/__snapshots__/test_idefics/test_idefics.json
View File

@ -11,92 +11,92 @@
}, },
{ {
"id": 4911, "id": 4911,
"logprob": -5.7851562, "logprob": -6.9765625,
"text": "User" "text": "User"
}, },
{ {
"id": 29901, "id": 29901,
"logprob": -0.006996155, "logprob": -0.0059432983,
"text": ":" "text": ":"
}, },
{ {
"id": 32000, "id": 32000,
"logprob": -0.81347656, "logprob": -0.8408203,
"text": "<fake_token_around_image>" "text": "<fake_token_around_image>"
}, },
{ {
"id": 32001, "id": 32001,
"logprob": -6.687641e-05, "logprob": -9.906292e-05,
"text": "<image>" "text": "<image>"
}, },
{ {
"id": 32000, "id": 32000,
"logprob": -3.5762787e-07, "logprob": -2.3841858e-07,
"text": "<fake_token_around_image>" "text": "<fake_token_around_image>"
}, },
{ {
"id": 1815, "id": 1815,
"logprob": -4.2148438, "logprob": -4.1679688,
"text": "Can" "text": "Can"
}, },
{ {
"id": 366, "id": 366,
"logprob": -0.014137268, "logprob": -0.014099121,
"text": "you" "text": "you"
}, },
{ {
"id": 2649, "id": 2649,
"logprob": -4.4335938, "logprob": -4.4609375,
"text": "tell" "text": "tell"
}, },
{ {
"id": 592, "id": 592,
"logprob": -0.2919922, "logprob": -0.29882812,
"text": "me" "text": "me"
}, },
{ {
"id": 263, "id": 263,
"logprob": -4.2070312, "logprob": -4.1445312,
"text": "a" "text": "a"
}, },
{ {
"id": 1407, "id": 1407,
"logprob": -9.421875, "logprob": -9.3828125,
"text": "very" "text": "very"
}, },
{ {
"id": 3273, "id": 3273,
"logprob": -1.8720703, "logprob": -1.9736328,
"text": "short" "text": "short"
}, },
{ {
"id": 5828, "id": 5828,
"logprob": -0.26489258, "logprob": -0.2800293,
"text": "story" "text": "story"
}, },
{ {
"id": 2729, "id": 2729,
"logprob": -3.7441406, "logprob": -3.5625,
"text": "based" "text": "based"
}, },
{ {
"id": 373, "id": 373,
"logprob": -0.0005393028, "logprob": -0.0006427765,
"text": "on" "text": "on"
}, },
{ {
"id": 278, "id": 278,
"logprob": -0.140625, "logprob": -0.13952637,
"text": "the" "text": "the"
}, },
{ {
"id": 1967, "id": 1967,
"logprob": -0.06756592, "logprob": -0.068115234,
"text": "image" "text": "image"
}, },
{ {
"id": 29973, "id": 29973,
"logprob": -0.15454102, "logprob": -0.16357422,
"text": "?" "text": "?"
} }
], ],
@ -104,25 +104,25 @@
"tokens": [ "tokens": [
{ {
"id": 32002, "id": 32002,
"logprob": -0.0019140244, "logprob": -0.0026474,
"special": true, "special": true,
"text": "<end_of_utterance>" "text": "<end_of_utterance>"
}, },
{ {
"id": 29871, "id": 29871,
"logprob": -8.404255e-05, "logprob": -8.547306e-05,
"special": false, "special": false,
"text": " " "text": " "
}, },
{ {
"id": 13, "id": 13,
"logprob": -1.7642975e-05, "logprob": -1.7881393e-05,
"special": false, "special": false,
"text": "\n" "text": "\n"
}, },
{ {
"id": 7900, "id": 7900,
"logprob": -2.9802322e-06, "logprob": -3.0994415e-06,
"special": false, "special": false,
"text": "Ass" "text": "Ass"
}, },
@ -140,30 +140,29 @@
}, },
{ {
"id": 319, "id": 319,
"logprob": -0.91064453, "logprob": -0.92529297,
"special": false, "special": false,
"text": " A" "text": " A"
}, },
{ {
"id": 696, "id": 696,
"logprob": -1.2412109, "logprob": -1.1269531,
"special": false, "special": false,
"text": " ro" "text": " ro"
}, },
{ {
"id": 15664, "id": 15664,
"logprob": -0.0002439022, "logprob": -0.00029492378,
"special": false, "special": false,
"text": "oster" "text": "oster"
}, },
{ {
"id": 15028, "id": 15028,
"logprob": -1.1630859, "logprob": -1.1855469,
"special": false, "special": false,
"text": " stands" "text": " stands"
} }
], ]
"top_tokens": null
}, },
"generated_text": " \nAssistant: A rooster stands" "generated_text": " \nAssistant: A rooster stands"
} }

214
integration-tests/models/__snapshots__/test_idefics/test_idefics_load.json
View File

@ -12,92 +12,92 @@
}, },
{ {
"id": 4911, "id": 4911,
"logprob": -5.7851562, "logprob": -6.9804688,
"text": "User" "text": "User"
}, },
{ {
"id": 29901, "id": 29901,
"logprob": -0.006996155, "logprob": -0.006122589,
"text": ":" "text": ":"
}, },
{ {
"id": 32000, "id": 32000,
"logprob": -0.81347656, "logprob": -0.8417969,
"text": "<fake_token_around_image>" "text": "<fake_token_around_image>"
}, },
{ {
"id": 32001, "id": 32001,
"logprob": -6.687641e-05, "logprob": -9.918213e-05,
"text": "<image>" "text": "<image>"
}, },
{ {
"id": 32000, "id": 32000,
"logprob": -3.5762787e-07, "logprob": -2.3841858e-07,
"text": "<fake_token_around_image>" "text": "<fake_token_around_image>"
}, },
{ {
"id": 1815, "id": 1815,
"logprob": -4.2148438, "logprob": -4.1679688,
"text": "Can" "text": "Can"
}, },
{ {
"id": 366, "id": 366,
"logprob": -0.014137268, "logprob": -0.014091492,
"text": "you" "text": "you"
}, },
{ {
"id": 2649, "id": 2649,
"logprob": -4.4335938, "logprob": -4.4726562,
"text": "tell" "text": "tell"
}, },
{ {
"id": 592, "id": 592,
"logprob": -0.2919922, "logprob": -0.2998047,
"text": "me" "text": "me"
}, },
{ {
"id": 263, "id": 263,
"logprob": -4.2070312, "logprob": -4.15625,
"text": "a" "text": "a"
}, },
{ {
"id": 1407, "id": 1407,
"logprob": -9.421875, "logprob": -9.3828125,
"text": "very" "text": "very"
}, },
{ {
"id": 3273, "id": 3273,
"logprob": -1.8720703, "logprob": -1.9716797,
"text": "short" "text": "short"
}, },
{ {
"id": 5828, "id": 5828,
"logprob": -0.26489258, "logprob": -0.27734375,
"text": "story" "text": "story"
}, },
{ {
"id": 2729, "id": 2729,
"logprob": -3.7441406, "logprob": -3.5605469,
"text": "based" "text": "based"
}, },
{ {
"id": 373, "id": 373,
"logprob": -0.0005393028, "logprob": -0.00064468384,
"text": "on" "text": "on"
}, },
{ {
"id": 278, "id": 278,
"logprob": -0.140625, "logprob": -0.14160156,
"text": "the" "text": "the"
}, },
{ {
"id": 1967, "id": 1967,
"logprob": -0.06756592, "logprob": -0.06915283,
"text": "image" "text": "image"
}, },
{ {
"id": 29973, "id": 29973,
"logprob": -0.15454102, "logprob": -0.16381836,
"text": "?" "text": "?"
} }
], ],
@ -105,19 +105,19 @@
"tokens": [ "tokens": [
{ {
"id": 32002, "id": 32002,
"logprob": -0.0019140244, "logprob": -0.0026664734,
"special": true, "special": true,
"text": "<end_of_utterance>" "text": "<end_of_utterance>"
}, },
{ {
"id": 29871, "id": 29871,
"logprob": -8.392334e-05, "logprob": -8.583069e-05,
"special": false, "special": false,
"text": " " "text": " "
}, },
{ {
"id": 13, "id": 13,
"logprob": -1.7881393e-05, "logprob": -1.8119812e-05,
"special": false, "special": false,
"text": "\n" "text": "\n"
}, },
@ -135,36 +135,35 @@
}, },
{ {
"id": 29901, "id": 29901,
"logprob": -3.0994415e-06, "logprob": -3.2186508e-06,
"special": false, "special": false,
"text": ":" "text": ":"
}, },
{ {
"id": 319, "id": 319,
"logprob": -0.9057617, "logprob": -0.9301758,
"special": false, "special": false,
"text": " A" "text": " A"
}, },
{ {
"id": 696, "id": 696,
"logprob": -1.2294922, "logprob": -1.1279297,
"special": false, "special": false,
"text": " ro" "text": " ro"
}, },
{ {
"id": 15664, "id": 15664,
"logprob": -0.00024533272, "logprob": -0.0002939701,
"special": false, "special": false,
"text": "oster" "text": "oster"
}, },
{ {
"id": 15028, "id": 15028,
"logprob": -1.1640625, "logprob": -1.1865234,
"special": false, "special": false,
"text": " stands" "text": " stands"
} }
], ]
"top_tokens": null
}, },
"generated_text": " \nAssistant: A rooster stands" "generated_text": " \nAssistant: A rooster stands"
}, },
@ -181,92 +180,92 @@
}, },
{ {
"id": 4911, "id": 4911,
"logprob": -5.7773438, "logprob": -6.9804688,
"text": "User" "text": "User"
}, },
{ {
"id": 29901, "id": 29901,
"logprob": -0.0070114136, "logprob": -0.006122589,
"text": ":" "text": ":"
}, },
{ {
"id": 32000, "id": 32000,
"logprob": -0.8208008, "logprob": -0.8417969,
"text": "<fake_token_around_image>" "text": "<fake_token_around_image>"
}, },
{ {
"id": 32001, "id": 32001,
"logprob": -6.699562e-05, "logprob": -9.942055e-05,
"text": "<image>" "text": "<image>"
}, },
{ {
"id": 32000, "id": 32000,
"logprob": -3.5762787e-07, "logprob": -2.3841858e-07,
"text": "<fake_token_around_image>" "text": "<fake_token_around_image>"
}, },
{ {
"id": 1815, "id": 1815,
"logprob": -4.2265625, "logprob": -4.1679688,
"text": "Can" "text": "Can"
}, },
{ {
"id": 366, "id": 366,
"logprob": -0.014175415, "logprob": -0.014091492,
"text": "you" "text": "you"
}, },
{ {
"id": 2649, "id": 2649,
"logprob": -4.4296875, "logprob": -4.4726562,
"text": "tell" "text": "tell"
}, },
{ {
"id": 592, "id": 592,
"logprob": -0.29516602, "logprob": -0.2998047,
"text": "me" "text": "me"
}, },
{ {
"id": 263, "id": 263,
"logprob": -4.2109375, "logprob": -4.15625,
"text": "a" "text": "a"
}, },
{ {
"id": 1407, "id": 1407,
"logprob": -9.4296875, "logprob": -9.3828125,
"text": "very" "text": "very"
}, },
{ {
"id": 3273, "id": 3273,
"logprob": -1.8720703, "logprob": -1.9716797,
"text": "short" "text": "short"
}, },
{ {
"id": 5828, "id": 5828,
"logprob": -0.26879883, "logprob": -0.27734375,
"text": "story" "text": "story"
}, },
{ {
"id": 2729, "id": 2729,
"logprob": -3.7675781, "logprob": -3.5605469,
"text": "based" "text": "based"
}, },
{ {
"id": 373, "id": 373,
"logprob": -0.0005354881, "logprob": -0.0006451607,
"text": "on" "text": "on"
}, },
{ {
"id": 278, "id": 278,
"logprob": -0.13671875, "logprob": -0.14160156,
"text": "the" "text": "the"
}, },
{ {
"id": 1967, "id": 1967,
"logprob": -0.06719971, "logprob": -0.06915283,
"text": "image" "text": "image"
}, },
{ {
"id": 29973, "id": 29973,
"logprob": -0.15551758, "logprob": -0.16381836,
"text": "?" "text": "?"
} }
], ],
@ -274,19 +273,19 @@
"tokens": [ "tokens": [
{ {
"id": 32002, "id": 32002,
"logprob": -0.0019130707, "logprob": -0.0026664734,
"special": true, "special": true,
"text": "<end_of_utterance>" "text": "<end_of_utterance>"
}, },
{ {
"id": 29871, "id": 29871,
"logprob": -8.392334e-05, "logprob": -8.571148e-05,
"special": false, "special": false,
"text": " " "text": " "
}, },
{ {
"id": 13, "id": 13,
"logprob": -1.7881393e-05, "logprob": -1.8119812e-05,
"special": false, "special": false,
"text": "\n" "text": "\n"
}, },
@ -310,30 +309,29 @@
}, },
{ {
"id": 319, "id": 319,
"logprob": -0.9013672, "logprob": -0.9301758,
"special": false, "special": false,
"text": " A" "text": " A"
}, },
{ {
"id": 696, "id": 696,
"logprob": -1.2324219, "logprob": -1.1279297,
"special": false, "special": false,
"text": " ro" "text": " ro"
}, },
{ {
"id": 15664, "id": 15664,
"logprob": -0.0002477169, "logprob": -0.0002939701,
"special": false, "special": false,
"text": "oster" "text": "oster"
}, },
{ {
"id": 15028, "id": 15028,
"logprob": -1.1660156, "logprob": -1.1865234,
"special": false, "special": false,
"text": " stands" "text": " stands"
} }
], ]
"top_tokens": null
}, },
"generated_text": " \nAssistant: A rooster stands" "generated_text": " \nAssistant: A rooster stands"
}, },
@ -350,92 +348,92 @@
}, },
{ {
"id": 4911, "id": 4911,
"logprob": -5.7773438, "logprob": -6.9804688,
"text": "User" "text": "User"
}, },
{ {
"id": 29901, "id": 29901,
"logprob": -0.0070114136, "logprob": -0.006122589,
"text": ":" "text": ":"
}, },
{ {
"id": 32000, "id": 32000,
"logprob": -0.8208008, "logprob": -0.8417969,
"text": "<fake_token_around_image>" "text": "<fake_token_around_image>"
}, },
{ {
"id": 32001, "id": 32001,
"logprob": -6.699562e-05, "logprob": -9.918213e-05,
"text": "<image>" "text": "<image>"
}, },
{ {
"id": 32000, "id": 32000,
"logprob": -3.5762787e-07, "logprob": -2.3841858e-07,
"text": "<fake_token_around_image>" "text": "<fake_token_around_image>"
}, },
{ {
"id": 1815, "id": 1815,
"logprob": -4.2265625, "logprob": -4.1679688,
"text": "Can" "text": "Can"
}, },
{ {
"id": 366, "id": 366,
"logprob": -0.014175415, "logprob": -0.014091492,
"text": "you" "text": "you"
}, },
{ {
"id": 2649, "id": 2649,
"logprob": -4.4296875, "logprob": -4.4726562,
"text": "tell" "text": "tell"
}, },
{ {
"id": 592, "id": 592,
"logprob": -0.29516602, "logprob": -0.2998047,
"text": "me" "text": "me"
}, },
{ {
"id": 263, "id": 263,
"logprob": -4.2109375, "logprob": -4.15625,
"text": "a" "text": "a"
}, },
{ {
"id": 1407, "id": 1407,
"logprob": -9.4296875, "logprob": -9.3828125,
"text": "very" "text": "very"
}, },
{ {
"id": 3273, "id": 3273,
"logprob": -1.8720703, "logprob": -1.9716797,
"text": "short" "text": "short"
}, },
{ {
"id": 5828, "id": 5828,
"logprob": -0.26879883, "logprob": -0.27734375,
"text": "story" "text": "story"
}, },
{ {
"id": 2729, "id": 2729,
"logprob": -3.7675781, "logprob": -3.5605469,
"text": "based" "text": "based"
}, },
{ {
"id": 373, "id": 373,
"logprob": -0.0005354881, "logprob": -0.00064468384,
"text": "on" "text": "on"
}, },
{ {
"id": 278, "id": 278,
"logprob": -0.13671875, "logprob": -0.14160156,
"text": "the" "text": "the"
}, },
{ {
"id": 1967, "id": 1967,
"logprob": -0.06719971, "logprob": -0.06915283,
"text": "image" "text": "image"
}, },
{ {
"id": 29973, "id": 29973,
"logprob": -0.15551758, "logprob": -0.16381836,
"text": "?" "text": "?"
} }
], ],
@ -443,19 +441,19 @@
"tokens": [ "tokens": [
{ {
"id": 32002, "id": 32002,
"logprob": -0.001912117, "logprob": -0.0026664734,
"special": true, "special": true,
"text": "<end_of_utterance>" "text": "<end_of_utterance>"
}, },
{ {
"id": 29871, "id": 29871,
"logprob": -8.392334e-05, "logprob": -8.59499e-05,
"special": false, "special": false,
"text": " " "text": " "
}, },
{ {
"id": 13, "id": 13,
"logprob": -1.7762184e-05, "logprob": -1.8119812e-05,
"special": false, "special": false,
"text": "\n" "text": "\n"
}, },
@ -479,30 +477,29 @@
}, },
{ {
"id": 319, "id": 319,
"logprob": -0.9013672, "logprob": -0.9301758,
"special": false, "special": false,
"text": " A" "text": " A"
}, },
{ {
"id": 696, "id": 696,
"logprob": -1.2324219, "logprob": -1.1279297,
"special": false, "special": false,
"text": " ro" "text": " ro"
}, },
{ {
"id": 15664, "id": 15664,
"logprob": -0.0002477169, "logprob": -0.0002939701,
"special": false, "special": false,
"text": "oster" "text": "oster"
}, },
{ {
"id": 15028, "id": 15028,
"logprob": -1.1660156, "logprob": -1.1865234,
"special": false, "special": false,
"text": " stands" "text": " stands"
} }
], ]
"top_tokens": null
}, },
"generated_text": " \nAssistant: A rooster stands" "generated_text": " \nAssistant: A rooster stands"
}, },
@ -519,92 +516,92 @@
}, },
{ {
"id": 4911, "id": 4911,
"logprob": -5.7773438, "logprob": -6.9804688,
"text": "User" "text": "User"
}, },
{ {
"id": 29901, "id": 29901,
"logprob": -0.0070114136, "logprob": -0.006122589,
"text": ":" "text": ":"
}, },
{ {
"id": 32000, "id": 32000,
"logprob": -0.8208008, "logprob": -0.8417969,
"text": "<fake_token_around_image>" "text": "<fake_token_around_image>"
}, },
{ {
"id": 32001, "id": 32001,
"logprob": -6.699562e-05, "logprob": -9.942055e-05,
"text": "<image>" "text": "<image>"
}, },
{ {
"id": 32000, "id": 32000,
"logprob": -3.5762787e-07, "logprob": -2.3841858e-07,
"text": "<fake_token_around_image>" "text": "<fake_token_around_image>"
}, },
{ {
"id": 1815, "id": 1815,
"logprob": -4.2265625, "logprob": -4.1679688,
"text": "Can" "text": "Can"
}, },
{ {
"id": 366, "id": 366,
"logprob": -0.014175415, "logprob": -0.014091492,
"text": "you" "text": "you"
}, },
{ {
"id": 2649, "id": 2649,
"logprob": -4.4296875, "logprob": -4.4726562,
"text": "tell" "text": "tell"
}, },
{ {
"id": 592, "id": 592,
"logprob": -0.29516602, "logprob": -0.2998047,
"text": "me" "text": "me"
}, },
{ {
"id": 263, "id": 263,
"logprob": -4.2109375, "logprob": -4.15625,
"text": "a" "text": "a"
}, },
{ {
"id": 1407, "id": 1407,
"logprob": -9.4296875, "logprob": -9.3828125,
"text": "very" "text": "very"
}, },
{ {
"id": 3273, "id": 3273,
"logprob": -1.8720703, "logprob": -1.9716797,
"text": "short" "text": "short"
}, },
{ {
"id": 5828, "id": 5828,
"logprob": -0.26879883, "logprob": -0.27734375,
"text": "story" "text": "story"
}, },
{ {
"id": 2729, "id": 2729,
"logprob": -3.7675781, "logprob": -3.5605469,
"text": "based" "text": "based"
}, },
{ {
"id": 373, "id": 373,
"logprob": -0.0005354881, "logprob": -0.0006451607,
"text": "on" "text": "on"
}, },
{ {
"id": 278, "id": 278,
"logprob": -0.13671875, "logprob": -0.14160156,
"text": "the" "text": "the"
}, },
{ {
"id": 1967, "id": 1967,
"logprob": -0.06719971, "logprob": -0.06915283,
"text": "image" "text": "image"
}, },
{ {
"id": 29973, "id": 29973,
"logprob": -0.15551758, "logprob": -0.16381836,
"text": "?" "text": "?"
} }
], ],
@ -612,19 +609,19 @@
"tokens": [ "tokens": [
{ {
"id": 32002, "id": 32002,
"logprob": -0.001912117, "logprob": -0.0026664734,
"special": true, "special": true,
"text": "<end_of_utterance>" "text": "<end_of_utterance>"
}, },
{ {
"id": 29871, "id": 29871,
"logprob": -8.392334e-05, "logprob": -8.571148e-05,
"special": false, "special": false,
"text": " " "text": " "
}, },
{ {
"id": 13, "id": 13,
"logprob": -1.7762184e-05, "logprob": -1.8119812e-05,
"special": false, "special": false,
"text": "\n" "text": "\n"
}, },
@ -648,30 +645,29 @@
}, },
{ {
"id": 319, "id": 319,
"logprob": -0.9013672, "logprob": -0.9301758,
"special": false, "special": false,
"text": " A" "text": " A"
}, },
{ {
"id": 696, "id": 696,
"logprob": -1.2324219, "logprob": -1.1279297,
"special": false, "special": false,
"text": " ro" "text": " ro"
}, },
{ {
"id": 15664, "id": 15664,
"logprob": -0.0002477169, "logprob": -0.0002939701,
"special": false, "special": false,
"text": "oster" "text": "oster"
}, },
{ {
"id": 15028, "id": 15028,
"logprob": -1.1660156, "logprob": -1.1865234,
"special": false, "special": false,
"text": " stands" "text": " stands"
} }
], ]
"top_tokens": null
}, },
"generated_text": " \nAssistant: A rooster stands" "generated_text": " \nAssistant: A rooster stands"
} }