huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 20:04:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update idefics.

Browse Source
This commit is contained in:
Nicolas Patry 2023-08-29 09:58:23 +00:00
parent 5cdc851993
commit 012a26ac26
3 changed files with 579 additions and 574 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

69
integration-tests/models/__snapshots__/test_idefics/test_idefics.json
View File

@ -11,52 +11,52 @@
}, },
{ {
"id": 4911, "id": 4911,
"logprob": -5.3632812, "logprob": -5.7773438,
"text": "User" "text": "User"
}, },
{ {
"id": 29901, "id": 29901,
"logprob": -0.00762558, "logprob": -0.0069999695,
"text": ":" "text": ":"
}, },
{ {
"id": 32000, "id": 32000,
"logprob": -0.7739258, "logprob": -0.8125,
"text": "<fake_token_around_image>" "text": "<fake_token_around_image>"
}, },
{ {
"id": 32001, "id": 32001,
"logprob": -9.775162e-05, "logprob": -6.651878e-05,
"text": "<image>" "text": "<image>"
}, },
{ {
"id": 32000, "id": 32000,
"logprob": -1.1920929e-07, "logprob": -3.5762787e-07,
"text": "<fake_token_around_image>" "text": "<fake_token_around_image>"
}, },
{ {
"id": 1815, "id": 1815,
"logprob": -4.4140625, "logprob": -4.2265625,
"text": "Can" "text": "Can"
}, },
{ {
"id": 366, "id": 366,
"logprob": -0.01436615, "logprob": -0.013977051,
"text": "you" "text": "you"
}, },
{ {
"id": 2649, "id": 2649,
"logprob": -4.9414062, "logprob": -4.4375,
"text": "tell" "text": "tell"
}, },
{ {
"id": 592, "id": 592,
"logprob": -0.3005371, "logprob": -0.29077148,
"text": "me" "text": "me"
}, },
{ {
"id": 263, "id": 263,
"logprob": -3.5703125, "logprob": -4.2109375,
"text": "a" "text": "a"
}, },
{ {
@ -66,37 +66,37 @@
}, },
{ {
"id": 3273, "id": 3273,
"logprob": -1.9111328, "logprob": -1.8671875,
"text": "short" "text": "short"
}, },
{ {
"id": 5828, "id": 5828,
"logprob": -0.28881836, "logprob": -0.26586914,
"text": "story" "text": "story"
}, },
{ {
"id": 2729, "id": 2729,
"logprob": -3.4179688, "logprob": -3.7460938,
"text": "based" "text": "based"
}, },
{ {
"id": 373, "id": 373,
"logprob": -0.00056886673, "logprob": -0.0005350113,
"text": "on" "text": "on"
}, },
{ {
"id": 278, "id": 278,
"logprob": -0.14123535, "logprob": -0.13867188,
"text": "the" "text": "the"
}, },
{ {
"id": 1967, "id": 1967,
"logprob": -0.053985596, "logprob": -0.06842041,
"text": "image" "text": "image"
}, },
{ {
"id": 29973, "id": 29973,
"logprob": -0.15771484, "logprob": -0.15319824,
"text": "?" "text": "?"
} }
], ],
@ -104,25 +104,25 @@
"tokens": [ "tokens": [
{ {
"id": 32002, "id": 32002,
"logprob": -0.004295349, "logprob": -0.0019445419,
"special": true, "special": true,
"text": "<end_of_utterance>" "text": "<end_of_utterance>"
}, },
{ {
"id": 29871, "id": 29871,
"logprob": -7.43866e-05, "logprob": -8.404255e-05,
"special": false, "special": false,
"text": " " "text": " "
}, },
{ {
"id": 13, "id": 13,
"logprob": -2.3126602e-05, "logprob": -1.7881393e-05,
"special": false, "special": false,
"text": "\n" "text": "\n"
}, },
{ {
"id": 7900, "id": 7900,
"logprob": -3.9339066e-06, "logprob": -3.0994415e-06,
"special": false, "special": false,
"text": "Ass" "text": "Ass"
}, },
@ -134,35 +134,36 @@
}, },
{ {
"id": 29901, "id": 29901,
"logprob": -2.6226044e-06, "logprob": -3.2186508e-06,
"special": false, "special": false,
"text": ":" "text": ":"
}, },
{ {
"id": 319, "id": 319,
"logprob": -0.87841797, "logprob": -0.9057617,
"special": false, "special": false,
"text": " A" "text": " A"
}, },
{ {
"id": 521, "id": 696,
"logprob": -1.3837891, "logprob": -1.2314453,
"special": false, "special": false,
"text": " ch" "text": " ro"
}, },
{ {
"id": 21475, "id": 15664,
"logprob": -0.00051641464, "logprob": -0.00024914742,
"special": false, "special": false,
"text": "icken" "text": "oster"
}, },
{ {
"id": 338, "id": 15028,
"logprob": -1.1435547, "logprob": -1.1621094,
"special": false, "special": false,
"text": " is" "text": " stands"
} }
] ],
"top_tokens": null
}, },
"generated_text": "\nAssistant: A chicken is" "generated_text": "\nAssistant: A rooster stands"
} }

1080
integration-tests/models/__snapshots__/test_idefics/test_idefics_load.json
View File

File diff suppressed because it is too large Load Diff

4
server/pyproject.toml
View File

@ -25,8 +25,8 @@ opentelemetry-instrumentation-grpc = "^0.36b0"
hf-transfer = "^0.1.2" hf-transfer = "^0.1.2"
sentencepiece = "^0.1.97" sentencepiece = "^0.1.97"
tokenizers = "^0.13.3" tokenizers = "^0.13.3"
huggingface-hub = "^0.14.1" huggingface-hub = "^0.16.4"
transformers = "^4.31.0" transformers = "^4.32.1"
einops = "^0.6.1" einops = "^0.6.1"
texttable = { version = "^1.6.7", optional = true } texttable = { version = "^1.6.7", optional = true }
datasets = { version = "^2.14.0", optional = true } datasets = { version = "^2.14.0", optional = true }