text-generation-inference/integration-tests/models/__snapshots__/test_idefics/test_idefics.json

{
  "details": {
    "best_of_sequences": null,
    "finish_reason": "length",
    "generated_tokens": 10,
    "prefill": [
      {
        "id": 1,
        "logprob": null,
        "text": "<s>"
      },
      {
        "id": 4911,
        "logprob": -5.7851562,
        "text": "User"
      },
      {
        "id": 29901,
        "logprob": -0.006996155,
        "text": ":"
      },
      {
        "id": 32000,
        "logprob": -0.81347656,
        "text": "<fake_token_around_image>"
      },
      {
        "id": 32001,
        "logprob": -6.687641e-05,
        "text": "<image>"
      },
      {
        "id": 32000,
        "logprob": -3.5762787e-07,
        "text": "<fake_token_around_image>"
      },
      {
        "id": 1815,
        "logprob": -4.2148438,
        "text": "Can"
      },
      {
        "id": 366,
        "logprob": -0.014137268,
        "text": "you"
      },
      {
        "id": 2649,
        "logprob": -4.4335938,
        "text": "tell"
      },
      {
        "id": 592,
        "logprob": -0.2919922,
        "text": "me"
      },
      {
        "id": 263,
        "logprob": -4.2070312,
        "text": "a"
      },
      {
        "id": 1407,
        "logprob": -9.421875,
        "text": "very"
      },
      {
        "id": 3273,
        "logprob": -1.8720703,
        "text": "short"
      },
      {
        "id": 5828,
        "logprob": -0.26489258,
        "text": "story"
      },
      {
        "id": 2729,
        "logprob": -3.7441406,
        "text": "based"
      },
      {
        "id": 373,
        "logprob": -0.0005393028,
        "text": "on"
      },
      {
        "id": 278,
        "logprob": -0.140625,
        "text": "the"
      },
      {
        "id": 1967,
        "logprob": -0.06756592,
        "text": "image"
      },
      {
        "id": 29973,
        "logprob": -0.15454102,
        "text": "?"
      }
    ],
    "seed": null,
    "tokens": [
      {
        "id": 32002,
        "logprob": -0.0019140244,
        "special": true,
        "text": "<end_of_utterance>"
      },
      {
        "id": 29871,
        "logprob": -8.404255e-05,
        "special": false,
        "text": " "
      },
      {
        "id": 13,
        "logprob": -1.7642975e-05,
        "special": false,
        "text": "\n"
      },
      {
        "id": 7900,
        "logprob": -2.9802322e-06,
        "special": false,
        "text": "Ass"
      },
      {
        "id": 22137,
        "logprob": 0.0,
        "special": false,
        "text": "istant"
      },
      {
        "id": 29901,
        "logprob": -3.2186508e-06,
        "special": false,
        "text": ":"
      },
      {
        "id": 319,
        "logprob": -0.91064453,
        "special": false,
        "text": " A"
      },
      {
        "id": 696,
        "logprob": -1.2412109,
        "special": false,
        "text": " ro"
      },
      {
        "id": 15664,
        "logprob": -0.0002439022,
        "special": false,
        "text": "oster"
      },
      {
        "id": 15028,
        "logprob": -1.1630859,
        "special": false,
        "text": " stands"
      }
    ],
    "top_tokens": null
  },
  "generated_text": " \nAssistant: A rooster stands"
}