text-generation-inference/integration-tests/models/__snapshots__/test_idefics/test_idefics.json

{
  "details": {
    "best_of_sequences": null,
    "finish_reason": "length",
    "generated_tokens": 10,
    "prefill": [
      {
        "id": 1,
        "logprob": null,
        "text": "<s>"
      },
      {
        "id": 4911,
        "logprob": -6.9765625,
        "text": "User"
      },
      {
        "id": 29901,
        "logprob": -0.0059432983,
        "text": ":"
      },
      {
        "id": 32000,
        "logprob": -0.8408203,
        "text": "<fake_token_around_image>"
      },
      {
        "id": 32001,
        "logprob": -9.906292e-05,
        "text": "<image>"
      },
      {
        "id": 32000,
        "logprob": -2.3841858e-07,
        "text": "<fake_token_around_image>"
      },
      {
        "id": 1815,
        "logprob": -4.1679688,
        "text": "Can"
      },
      {
        "id": 366,
        "logprob": -0.014099121,
        "text": "you"
      },
      {
        "id": 2649,
        "logprob": -4.4609375,
        "text": "tell"
      },
      {
        "id": 592,
        "logprob": -0.29882812,
        "text": "me"
      },
      {
        "id": 263,
        "logprob": -4.1445312,
        "text": "a"
      },
      {
        "id": 1407,
        "logprob": -9.3828125,
        "text": "very"
      },
      {
        "id": 3273,
        "logprob": -1.9736328,
        "text": "short"
      },
      {
        "id": 5828,
        "logprob": -0.2800293,
        "text": "story"
      },
      {
        "id": 2729,
        "logprob": -3.5625,
        "text": "based"
      },
      {
        "id": 373,
        "logprob": -0.0006427765,
        "text": "on"
      },
      {
        "id": 278,
        "logprob": -0.13952637,
        "text": "the"
      },
      {
        "id": 1967,
        "logprob": -0.068115234,
        "text": "image"
      },
      {
        "id": 29973,
        "logprob": -0.16357422,
        "text": "?"
      }
    ],
    "seed": null,
    "tokens": [
      {
        "id": 32002,
        "logprob": -0.0026474,
        "special": true,
        "text": "<end_of_utterance>"
      },
      {
        "id": 29871,
        "logprob": -8.547306e-05,
        "special": false,
        "text": " "
      },
      {
        "id": 13,
        "logprob": -1.7881393e-05,
        "special": false,
        "text": "\n"
      },
      {
        "id": 7900,
        "logprob": -3.0994415e-06,
        "special": false,
        "text": "Ass"
      },
      {
        "id": 22137,
        "logprob": 0.0,
        "special": false,
        "text": "istant"
      },
      {
        "id": 29901,
        "logprob": -3.2186508e-06,
        "special": false,
        "text": ":"
      },
      {
        "id": 319,
        "logprob": -0.92529297,
        "special": false,
        "text": " A"
      },
      {
        "id": 696,
        "logprob": -1.1269531,
        "special": false,
        "text": " ro"
      },
      {
        "id": 15664,
        "logprob": -0.00029492378,
        "special": false,
        "text": "oster"
      },
      {
        "id": 15028,
        "logprob": -1.1855469,
        "special": false,
        "text": " stands"
      }
    ]
  },
  "generated_text": " \nAssistant: A rooster stands"
}