huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 20:04:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update idefics.

Browse Source
This commit is contained in:
Nicolas Patry 2023-08-29 09:58:23 +00:00
parent 5cdc851993
commit 012a26ac26
3 changed files with 579 additions and 574 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

69
integration-tests/models/__snapshots__/test_idefics/test_idefics.json
View File

@ -11,52 +11,52 @@
},
{
"id": 4911,
"logprob": -5.3632812,
"logprob": -5.7773438,
"text": "User"
},
{
"id": 29901,
"logprob": -0.00762558,
"logprob": -0.0069999695,
"text": ":"
},
{
"id": 32000,
"logprob": -0.7739258,
"logprob": -0.8125,
"text": "<fake_token_around_image>"
},
{
"id": 32001,
"logprob": -9.775162e-05,
"logprob": -6.651878e-05,
"text": "<image>"
},
{
"id": 32000,
"logprob": -1.1920929e-07,
"logprob": -3.5762787e-07,
"text": "<fake_token_around_image>"
},
{
"id": 1815,
"logprob": -4.4140625,
"logprob": -4.2265625,
"text": "Can"
},
{
"id": 366,
"logprob": -0.01436615,
"logprob": -0.013977051,
"text": "you"
},
{
"id": 2649,
"logprob": -4.9414062,
"logprob": -4.4375,
"text": "tell"
},
{
"id": 592,
"logprob": -0.3005371,
"logprob": -0.29077148,
"text": "me"
},
{
"id": 263,
"logprob": -3.5703125,
"logprob": -4.2109375,
"text": "a"
},
{
@ -66,37 +66,37 @@
},
{
"id": 3273,
"logprob": -1.9111328,
"logprob": -1.8671875,
"text": "short"
},
{
"id": 5828,
"logprob": -0.28881836,
"logprob": -0.26586914,
"text": "story"
},
{
"id": 2729,
"logprob": -3.4179688,
"logprob": -3.7460938,
"text": "based"
},
{
"id": 373,
"logprob": -0.00056886673,
"logprob": -0.0005350113,
"text": "on"
},
{
"id": 278,
"logprob": -0.14123535,
"logprob": -0.13867188,
"text": "the"
},
{
"id": 1967,
"logprob": -0.053985596,
"logprob": -0.06842041,
"text": "image"
},
{
"id": 29973,
"logprob": -0.15771484,
"logprob": -0.15319824,
"text": "?"
}
],
@ -104,25 +104,25 @@
"tokens": [
{
"id": 32002,
"logprob": -0.004295349,
"logprob": -0.0019445419,
"special": true,
"text": "<end_of_utterance>"
},
{
"id": 29871,
"logprob": -7.43866e-05,
"logprob": -8.404255e-05,
"special": false,
"text": " "
},
{
"id": 13,
"logprob": -2.3126602e-05,
"logprob": -1.7881393e-05,
"special": false,
"text": "\n"
},
{
"id": 7900,
"logprob": -3.9339066e-06,
"logprob": -3.0994415e-06,
"special": false,
"text": "Ass"
},
@ -134,35 +134,36 @@
},
{
"id": 29901,
"logprob": -2.6226044e-06,
"logprob": -3.2186508e-06,
"special": false,
"text": ":"
},
{
"id": 319,
"logprob": -0.87841797,
"logprob": -0.9057617,
"special": false,
"text": " A"
},
{
"id": 521,
"logprob": -1.3837891,
"id": 696,
"logprob": -1.2314453,
"special": false,
"text": " ch"
"text": " ro"
},
{
"id": 21475,
"logprob": -0.00051641464,
"id": 15664,
"logprob": -0.00024914742,
"special": false,
"text": "icken"
"text": "oster"
},
{
"id": 338,
"logprob": -1.1435547,
"id": 15028,
"logprob": -1.1621094,
"special": false,
"text": " is"
"text": " stands"
}
]
],
"top_tokens": null
},
"generated_text": "\nAssistant: A chicken is"
"generated_text": "\nAssistant: A rooster stands"
}

1080
integration-tests/models/__snapshots__/test_idefics/test_idefics_load.json
View File

File diff suppressed because it is too large Load Diff

4
server/pyproject.toml
View File

@ -25,8 +25,8 @@ opentelemetry-instrumentation-grpc = "^0.36b0"
hf-transfer = "^0.1.2"
sentencepiece = "^0.1.97"
tokenizers = "^0.13.3"
huggingface-hub = "^0.14.1"
transformers = "^4.31.0"
huggingface-hub = "^0.16.4"
transformers = "^4.32.1"
einops = "^0.6.1"
texttable = { version = "^1.6.7", optional = true }
datasets = { version = "^2.14.0", optional = true }