From f65d06cfb68d8fc95f1303b9f737d98afdf674f5 Mon Sep 17 00:00:00 2001
From: Nicolas Patry <patry.nicolas@protonmail.com>
Date: Mon, 22 Apr 2024 20:49:14 +0000
Subject: [PATCH] Fixed idefics2 integration tests. (Less VRAM is crucial).

---
 .../test_flash_idefics2_next_all_params.json  |   89 +
 .../test_flash_idefics2_next_load.json        | 7018 +++++++++++++++++
 .../test_flash_idefics2_next_simple.json      |   73 +
 integration-tests/models/test_idefics2.py     |   81 +
 4 files changed, 7261 insertions(+)
 create mode 100644 integration-tests/models/__snapshots__/test_idefics2/test_flash_idefics2_next_all_params.json
 create mode 100644 integration-tests/models/__snapshots__/test_idefics2/test_flash_idefics2_next_load.json
 create mode 100644 integration-tests/models/__snapshots__/test_idefics2/test_flash_idefics2_next_simple.json
 create mode 100644 integration-tests/models/test_idefics2.py

diff --git a/integration-tests/models/__snapshots__/test_idefics2/test_flash_idefics2_next_all_params.json b/integration-tests/models/__snapshots__/test_idefics2/test_flash_idefics2_next_all_params.json
new file mode 100644
index 00000000..45601505
--- /dev/null
+++ b/integration-tests/models/__snapshots__/test_idefics2/test_flash_idefics2_next_all_params.json
@@ -0,0 +1,89 @@
+{
+  "details": {
+    "best_of_sequences": null,
+    "finish_reason": "length",
+    "generated_tokens": 10,
+    "prefill": [
+      {
+        "id": 1,
+        "logprob": null,
+        "text": "<s>"
+      },
+      {
+        "id": 3735,
+        "logprob": -8.5625,
+        "text": "Test"
+      },
+      {
+        "id": 2159,
+        "logprob": -10.78125,
+        "text": "request"
+      }
+    ],
+    "seed": 0,
+    "tokens": [
+      {
+        "id": 288,
+        "logprob": -0.2854004,
+        "special": false,
+        "text": "ing"
+      },
+      {
+        "id": 264,
+        "logprob": -0.37573242,
+        "special": false,
+        "text": " a"
+      },
+      {
+        "id": 633,
+        "logprob": -0.09301758,
+        "special": false,
+        "text": " new"
+      },
+      {
+        "id": 4480,
+        "logprob": -0.3322754,
+        "special": false,
+        "text": " feature"
+      },
+      {
+        "id": 297,
+        "logprob": -0.8510742,
+        "special": false,
+        "text": " in"
+      },
+      {
+        "id": 272,
+        "logprob": -0.13464355,
+        "special": false,
+        "text": " the"
+      },
+      {
+        "id": 2039,
+        "logprob": 0.0,
+        "special": false,
+        "text": " game"
+      },
+      {
+        "id": 28723,
+        "logprob": -0.89990234,
+        "special": false,
+        "text": "."
+      },
+      {
+        "id": 13,
+        "logprob": 0.0,
+        "special": false,
+        "text": "\n"
+      },
+      {
+        "id": 13,
+        "logprob": 0.0,
+        "special": false,
+        "text": "\n"
+      }
+    ],
+    "top_tokens": null
+  },
+  "generated_text": "Test requesting a new feature in the game.\n\n"
+}
diff --git a/integration-tests/models/__snapshots__/test_idefics2/test_flash_idefics2_next_load.json b/integration-tests/models/__snapshots__/test_idefics2/test_flash_idefics2_next_load.json
new file mode 100644
index 00000000..4bc90896
--- /dev/null
+++ b/integration-tests/models/__snapshots__/test_idefics2/test_flash_idefics2_next_load.json
@@ -0,0 +1,7018 @@
+[
+  {
+    "details": {
+      "best_of_sequences": null,
+      "finish_reason": "length",
+      "generated_tokens": 10,
+      "prefill": [
+        {
+          "id": 1,
+          "logprob": null,
+          "text": "<s>"
+        },
+        {
+          "id": 1247,
+          "logprob": -5.2421875,
+          "text": "User"
+        },
+        {
+          "id": 28747,
+          "logprob": -6.9570312,
+          "text": ":"
+        },
+        {
+          "id": 32000,
+          "logprob": -16.234375,
+          "text": "<fake_token_around_image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.578125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.8125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.828125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.734375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.34375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.0625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.5,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.984375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.21875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.203125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.53125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.984375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.328125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.0,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.828125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.9375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.640625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -14.8828125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.21875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.640625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.578125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.34375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.0,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.15625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.71875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.9375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.3125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.953125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.828125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.03125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.71875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.5,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.4140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.109375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.7265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.5625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.734375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.984375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -14.2421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.0,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.578125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.8671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.609375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.640625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -14.8515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.203125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.71875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.390625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.984375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.390625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.5,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.8125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.953125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.109375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.609375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.5,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.0625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.0625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.9453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.0625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.796875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.03125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.15625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.9375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.703125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.15625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.796875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.34375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.3125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.203125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.6875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.5625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.15625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.8125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.21875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.609375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.71875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.828125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.890625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.953125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.984375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.859375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.6875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.109375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.0625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.734375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.21875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.796875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.3125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.390625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.8125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.890625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.640625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.859375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.8828125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.1171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.0625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.0,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.9375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.890625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.5,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.4296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -14.6484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.859375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.890625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -13.6328125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.4140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.859375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.9375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.390625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.9921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32000,
+          "logprob": -2.0429688,
+          "text": "<fake_token_around_image>"
+        },
+        {
+          "id": 12018,
+          "logprob": -12.03125,
+          "text": "Write"
+        },
+        {
+          "id": 528,
+          "logprob": -10.25,
+          "text": "me"
+        },
+        {
+          "id": 264,
+          "logprob": -0.10437012,
+          "text": "a"
+        },
+        {
+          "id": 2485,
+          "logprob": -4.5742188,
+          "text": "short"
+        },
+        {
+          "id": 2838,
+          "logprob": -0.2277832,
+          "text": "story"
+        },
+        {
+          "id": 32002,
+          "logprob": -10.84375,
+          "text": "<end_of_utterance>"
+        },
+        {
+          "id": 259,
+          "logprob": -20.1875,
+          "text": " "
+        },
+        {
+          "id": 13,
+          "logprob": -8.7578125,
+          "text": "\n"
+        },
+        {
+          "id": 7226,
+          "logprob": -10.421875,
+          "text": "Ass"
+        },
+        {
+          "id": 11143,
+          "logprob": -13.640625,
+          "text": "istant"
+        },
+        {
+          "id": 28747,
+          "logprob": -0.005619049,
+          "text": ":"
+        }
+      ],
+      "seed": null,
+      "tokens": [
+        {
+          "id": 330,
+          "logprob": -0.12939453,
+          "special": false,
+          "text": " A"
+        },
+        {
+          "id": 13088,
+          "logprob": -0.6660156,
+          "special": false,
+          "text": " chicken"
+        },
+        {
+          "id": 349,
+          "logprob": -0.29638672,
+          "special": false,
+          "text": " is"
+        },
+        {
+          "id": 6398,
+          "logprob": -0.05960083,
+          "special": false,
+          "text": " sitting"
+        },
+        {
+          "id": 356,
+          "logprob": -0.26953125,
+          "special": false,
+          "text": " on"
+        },
+        {
+          "id": 264,
+          "logprob": -0.1427002,
+          "special": false,
+          "text": " a"
+        },
+        {
+          "id": 17972,
+          "logprob": -0.040649414,
+          "special": false,
+          "text": " pile"
+        },
+        {
+          "id": 302,
+          "logprob": -0.0002708435,
+          "special": false,
+          "text": " of"
+        },
+        {
+          "id": 2445,
+          "logprob": -0.09429932,
+          "special": false,
+          "text": " money"
+        },
+        {
+          "id": 28723,
+          "logprob": -0.006931305,
+          "special": false,
+          "text": "."
+        }
+      ],
+      "top_tokens": null
+    },
+    "generated_text": " A chicken is sitting on a pile of money."
+  },
+  {
+    "details": {
+      "best_of_sequences": null,
+      "finish_reason": "length",
+      "generated_tokens": 10,
+      "prefill": [
+        {
+          "id": 1,
+          "logprob": null,
+          "text": "<s>"
+        },
+        {
+          "id": 1247,
+          "logprob": -5.234375,
+          "text": "User"
+        },
+        {
+          "id": 28747,
+          "logprob": -6.9648438,
+          "text": ":"
+        },
+        {
+          "id": 32000,
+          "logprob": -16.234375,
+          "text": "<fake_token_around_image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.578125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.8125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.828125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.734375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.34375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.0625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.609375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.5,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.984375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.21875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.203125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.53125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.984375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.328125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.0,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.828125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.9375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.640625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -14.8828125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.203125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.640625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.578125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.34375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.0,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.71875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.9375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.3125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.953125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.828125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.03125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.71875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.5,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.4140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.109375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.7265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.5625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.734375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.984375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -14.2421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.0,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.578125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.8671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.609375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.640625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -14.8515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.203125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.703125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.390625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.984375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.390625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.5,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.8125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.953125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.109375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.609375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.5,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.0625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.0625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.9453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.0625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.796875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.03125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.15625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.9375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.703125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.15625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.796875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.34375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.3125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.203125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.6875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.5625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.15625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.8125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.21875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.609375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.71875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.828125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.890625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.953125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.984375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.890625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.703125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.109375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.0625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.734375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.21875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.796875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.3125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.390625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.8125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.890625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.640625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.859375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.1171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.0,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.9375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.890625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.5,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.890625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.21875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.4296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -14.6484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.859375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.890625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -13.640625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.953125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.390625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.9921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32000,
+          "logprob": -2.0429688,
+          "text": "<fake_token_around_image>"
+        },
+        {
+          "id": 12018,
+          "logprob": -12.03125,
+          "text": "Write"
+        },
+        {
+          "id": 528,
+          "logprob": -10.2578125,
+          "text": "me"
+        },
+        {
+          "id": 264,
+          "logprob": -0.10418701,
+          "text": "a"
+        },
+        {
+          "id": 2485,
+          "logprob": -4.5664062,
+          "text": "short"
+        },
+        {
+          "id": 2838,
+          "logprob": -0.22741699,
+          "text": "story"
+        },
+        {
+          "id": 32002,
+          "logprob": -10.8515625,
+          "text": "<end_of_utterance>"
+        },
+        {
+          "id": 259,
+          "logprob": -20.203125,
+          "text": " "
+        },
+        {
+          "id": 13,
+          "logprob": -8.7421875,
+          "text": "\n"
+        },
+        {
+          "id": 7226,
+          "logprob": -10.4140625,
+          "text": "Ass"
+        },
+        {
+          "id": 11143,
+          "logprob": -13.6328125,
+          "text": "istant"
+        },
+        {
+          "id": 28747,
+          "logprob": -0.005580902,
+          "text": ":"
+        }
+      ],
+      "seed": null,
+      "tokens": [
+        {
+          "id": 330,
+          "logprob": -0.1295166,
+          "special": false,
+          "text": " A"
+        },
+        {
+          "id": 13088,
+          "logprob": -0.6669922,
+          "special": false,
+          "text": " chicken"
+        },
+        {
+          "id": 349,
+          "logprob": -0.29711914,
+          "special": false,
+          "text": " is"
+        },
+        {
+          "id": 6398,
+          "logprob": -0.059936523,
+          "special": false,
+          "text": " sitting"
+        },
+        {
+          "id": 356,
+          "logprob": -0.27124023,
+          "special": false,
+          "text": " on"
+        },
+        {
+          "id": 264,
+          "logprob": -0.140625,
+          "special": false,
+          "text": " a"
+        },
+        {
+          "id": 17972,
+          "logprob": -0.04058838,
+          "special": false,
+          "text": " pile"
+        },
+        {
+          "id": 302,
+          "logprob": -0.00027012825,
+          "special": false,
+          "text": " of"
+        },
+        {
+          "id": 2445,
+          "logprob": -0.09503174,
+          "special": false,
+          "text": " money"
+        },
+        {
+          "id": 28723,
+          "logprob": -0.006942749,
+          "special": false,
+          "text": "."
+        }
+      ],
+      "top_tokens": null
+    },
+    "generated_text": " A chicken is sitting on a pile of money."
+  },
+  {
+    "details": {
+      "best_of_sequences": null,
+      "finish_reason": "length",
+      "generated_tokens": 10,
+      "prefill": [
+        {
+          "id": 1,
+          "logprob": null,
+          "text": "<s>"
+        },
+        {
+          "id": 1247,
+          "logprob": -5.2460938,
+          "text": "User"
+        },
+        {
+          "id": 28747,
+          "logprob": -6.9570312,
+          "text": ":"
+        },
+        {
+          "id": 32000,
+          "logprob": -16.234375,
+          "text": "<fake_token_around_image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.578125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.8125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.734375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.34375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.0625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.5,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.984375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.21875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.21875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.53125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.984375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.328125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.0,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.640625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -14.8828125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.203125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.640625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.578125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.34375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.0,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.71875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.9375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.3125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.953125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.8359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.03125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.71875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.5,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.4140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.109375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.7265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.5625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.734375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.984375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -14.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.0,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.578125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.8671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.609375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.640625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -14.8515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.203125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.71875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.390625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.0,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.390625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.5,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.8125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.953125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.109375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.609375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.34375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.0625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.0625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.9453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.796875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.03125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.15625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.9375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.703125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.15625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.796875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.34375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.3125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.6875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.5625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.15625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.859375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.734375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.8125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.21875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.609375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.734375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.828125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.890625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.953125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.984375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.859375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.703125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.109375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.0625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.734375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.21875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.796875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.3125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.390625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.8125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.890625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.640625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.859375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.1171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.0,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.9375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.890625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.5,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.53125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.4296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -14.6484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.859375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.0,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.890625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -13.640625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.4140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.859375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.953125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.390625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.9921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32000,
+          "logprob": -2.0429688,
+          "text": "<fake_token_around_image>"
+        },
+        {
+          "id": 12018,
+          "logprob": -12.0390625,
+          "text": "Write"
+        },
+        {
+          "id": 528,
+          "logprob": -10.25,
+          "text": "me"
+        },
+        {
+          "id": 264,
+          "logprob": -0.10443115,
+          "text": "a"
+        },
+        {
+          "id": 2485,
+          "logprob": -4.5742188,
+          "text": "short"
+        },
+        {
+          "id": 2838,
+          "logprob": -0.22729492,
+          "text": "story"
+        },
+        {
+          "id": 32002,
+          "logprob": -10.84375,
+          "text": "<end_of_utterance>"
+        },
+        {
+          "id": 259,
+          "logprob": -20.1875,
+          "text": " "
+        },
+        {
+          "id": 13,
+          "logprob": -8.7578125,
+          "text": "\n"
+        },
+        {
+          "id": 7226,
+          "logprob": -10.4140625,
+          "text": "Ass"
+        },
+        {
+          "id": 11143,
+          "logprob": -13.6328125,
+          "text": "istant"
+        },
+        {
+          "id": 28747,
+          "logprob": -0.0056533813,
+          "text": ":"
+        }
+      ],
+      "seed": null,
+      "tokens": [
+        {
+          "id": 330,
+          "logprob": -0.12963867,
+          "special": false,
+          "text": " A"
+        },
+        {
+          "id": 13088,
+          "logprob": -0.6660156,
+          "special": false,
+          "text": " chicken"
+        },
+        {
+          "id": 349,
+          "logprob": -0.29516602,
+          "special": false,
+          "text": " is"
+        },
+        {
+          "id": 6398,
+          "logprob": -0.060028076,
+          "special": false,
+          "text": " sitting"
+        },
+        {
+          "id": 356,
+          "logprob": -0.27075195,
+          "special": false,
+          "text": " on"
+        },
+        {
+          "id": 264,
+          "logprob": -0.1427002,
+          "special": false,
+          "text": " a"
+        },
+        {
+          "id": 17972,
+          "logprob": -0.04067993,
+          "special": false,
+          "text": " pile"
+        },
+        {
+          "id": 302,
+          "logprob": -0.000269413,
+          "special": false,
+          "text": " of"
+        },
+        {
+          "id": 2445,
+          "logprob": -0.09387207,
+          "special": false,
+          "text": " money"
+        },
+        {
+          "id": 28723,
+          "logprob": -0.0069236755,
+          "special": false,
+          "text": "."
+        }
+      ],
+      "top_tokens": null
+    },
+    "generated_text": " A chicken is sitting on a pile of money."
+  },
+  {
+    "details": {
+      "best_of_sequences": null,
+      "finish_reason": "length",
+      "generated_tokens": 10,
+      "prefill": [
+        {
+          "id": 1,
+          "logprob": null,
+          "text": "<s>"
+        },
+        {
+          "id": 1247,
+          "logprob": -5.2421875,
+          "text": "User"
+        },
+        {
+          "id": 28747,
+          "logprob": -6.9570312,
+          "text": ":"
+        },
+        {
+          "id": 32000,
+          "logprob": -16.234375,
+          "text": "<fake_token_around_image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.578125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.8125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.734375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.34375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.5,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.21875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.203125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.53125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.984375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.328125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.0,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.9375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.640625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -14.8828125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.203125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -23.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.640625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.578125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.34375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.0,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.15625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.71875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.9375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.3125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.953125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.8359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.03125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.71875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.5,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.4140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.109375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.7265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.5625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.734375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.984375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -14.2421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.578125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.8671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.609375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.640625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -14.8515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.203125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.71875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.390625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.984375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.390625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.5,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.8125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.9375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.609375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.5,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.0625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.265625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.0625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.9453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.796875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.03125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.15625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.9375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.703125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.15625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.796875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.3125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.203125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.6875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.5625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.15625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.859375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.734375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.8125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.96875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.78125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.21875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.734375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.828125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.890625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.953125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.984375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.859375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.046875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.6875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.109375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.0625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.734375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.21875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.796875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.3125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.390625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.8125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.890625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.09375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.640625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.859375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.1171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.0,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.75,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.25,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.59375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.9375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.671875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.890625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.5,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.90625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.1875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.734375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.40625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -22.28125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.515625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.4296875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.765625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -14.6484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.46875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.859375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.078125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.4375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.234375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.015625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -18.84375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.421875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.890625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -13.640625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.4140625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.546875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -21.859375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.65625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.484375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -16.359375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.9375,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -17.453125,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -20.390625,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -19.171875,
+          "text": "<image>"
+        },
+        {
+          "id": 32001,
+          "logprob": -15.9921875,
+          "text": "<image>"
+        },
+        {
+          "id": 32000,
+          "logprob": -2.0429688,
+          "text": "<fake_token_around_image>"
+        },
+        {
+          "id": 12018,
+          "logprob": -12.03125,
+          "text": "Write"
+        },
+        {
+          "id": 528,
+          "logprob": -10.25,
+          "text": "me"
+        },
+        {
+          "id": 264,
+          "logprob": -0.10437012,
+          "text": "a"
+        },
+        {
+          "id": 2485,
+          "logprob": -4.578125,
+          "text": "short"
+        },
+        {
+          "id": 2838,
+          "logprob": -0.22924805,
+          "text": "story"
+        },
+        {
+          "id": 32002,
+          "logprob": -10.84375,
+          "text": "<end_of_utterance>"
+        },
+        {
+          "id": 259,
+          "logprob": -20.171875,
+          "text": " "
+        },
+        {
+          "id": 13,
+          "logprob": -8.765625,
+          "text": "\n"
+        },
+        {
+          "id": 7226,
+          "logprob": -10.4140625,
+          "text": "Ass"
+        },
+        {
+          "id": 11143,
+          "logprob": -13.640625,
+          "text": "istant"
+        },
+        {
+          "id": 28747,
+          "logprob": -0.005744934,
+          "text": ":"
+        }
+      ],
+      "seed": null,
+      "tokens": [
+        {
+          "id": 330,
+          "logprob": -0.12976074,
+          "special": false,
+          "text": " A"
+        },
+        {
+          "id": 13088,
+          "logprob": -0.66308594,
+          "special": false,
+          "text": " chicken"
+        },
+        {
+          "id": 349,
+          "logprob": -0.29541016,
+          "special": false,
+          "text": " is"
+        },
+        {
+          "id": 6398,
+          "logprob": -0.05996704,
+          "special": false,
+          "text": " sitting"
+        },
+        {
+          "id": 356,
+          "logprob": -0.27075195,
+          "special": false,
+          "text": " on"
+        },
+        {
+          "id": 264,
+          "logprob": -0.14160156,
+          "special": false,
+          "text": " a"
+        },
+        {
+          "id": 17972,
+          "logprob": -0.040863037,
+          "special": false,
+          "text": " pile"
+        },
+        {
+          "id": 302,
+          "logprob": -0.00027036667,
+          "special": false,
+          "text": " of"
+        },
+        {
+          "id": 2445,
+          "logprob": -0.093322754,
+          "special": false,
+          "text": " money"
+        },
+        {
+          "id": 28723,
+          "logprob": -0.006931305,
+          "special": false,
+          "text": "."
+        }
+      ],
+      "top_tokens": null
+    },
+    "generated_text": " A chicken is sitting on a pile of money."
+  }
+]
diff --git a/integration-tests/models/__snapshots__/test_idefics2/test_flash_idefics2_next_simple.json b/integration-tests/models/__snapshots__/test_idefics2/test_flash_idefics2_next_simple.json
new file mode 100644
index 00000000..a3b18d0a
--- /dev/null
+++ b/integration-tests/models/__snapshots__/test_idefics2/test_flash_idefics2_next_simple.json
@@ -0,0 +1,73 @@
+{
+  "details": {
+    "best_of_sequences": null,
+    "finish_reason": "length",
+    "generated_tokens": 10,
+    "prefill": [],
+    "seed": null,
+    "tokens": [
+      {
+        "id": 330,
+        "logprob": -0.13000488,
+        "special": false,
+        "text": " A"
+      },
+      {
+        "id": 13088,
+        "logprob": -0.6713867,
+        "special": false,
+        "text": " chicken"
+      },
+      {
+        "id": 349,
+        "logprob": -0.2980957,
+        "special": false,
+        "text": " is"
+      },
+      {
+        "id": 6398,
+        "logprob": -0.060638428,
+        "special": false,
+        "text": " sitting"
+      },
+      {
+        "id": 356,
+        "logprob": -0.27319336,
+        "special": false,
+        "text": " on"
+      },
+      {
+        "id": 264,
+        "logprob": -0.140625,
+        "special": false,
+        "text": " a"
+      },
+      {
+        "id": 17972,
+        "logprob": -0.040405273,
+        "special": false,
+        "text": " pile"
+      },
+      {
+        "id": 302,
+        "logprob": -0.0002708435,
+        "special": false,
+        "text": " of"
+      },
+      {
+        "id": 2445,
+        "logprob": -0.095336914,
+        "special": false,
+        "text": " money"
+      },
+      {
+        "id": 28723,
+        "logprob": -0.0068359375,
+        "special": false,
+        "text": "."
+      }
+    ],
+    "top_tokens": null
+  },
+  "generated_text": " A chicken is sitting on a pile of money."
+}
diff --git a/integration-tests/models/test_idefics2.py b/integration-tests/models/test_idefics2.py
new file mode 100644
index 00000000..d34cce34
--- /dev/null
+++ b/integration-tests/models/test_idefics2.py
@@ -0,0 +1,81 @@
+import pytest
+import base64
+
+
+# TODO fix the server parsser to count inline image tokens correctly
+def get_chicken():
+    with open("integration-tests/images/chicken_on_money.png", "rb") as image_file:
+        encoded_string = base64.b64encode(image_file.read())
+    return f"data:image/png;base64,{encoded_string.decode('utf-8')}"
+
+
+@pytest.fixture(scope="module")
+def flash_idefics2_next_handle(launcher):
+    with launcher(
+        "HuggingFaceM4/idefics2-8b",
+    ) as handle:
+        yield handle
+
+
+@pytest.fixture(scope="module")
+async def flash_idefics2_next(flash_idefics2_next_handle):
+    await flash_idefics2_next_handle.health(300)
+    return flash_idefics2_next_handle.client
+
+
+@pytest.mark.asyncio
+@pytest.mark.private
+async def test_flash_idefics2_next_simple(flash_idefics2_next, response_snapshot):
+    chicken = get_chicken()
+    response = await flash_idefics2_next.generate(
+        f"User:![]({chicken})Write me a short story<end_of_utterance> \nAssistant:",
+        max_new_tokens=10,
+    )
+    assert (
+        response.generated_text == " A chicken is sitting on a pile of money."
+    ), f"{repr(response.generated_text)}"
+    assert response.details.generated_tokens == 10
+    assert response == response_snapshot
+
+
+@pytest.mark.asyncio
+@pytest.mark.private
+async def test_flash_idefics2_next_all_params(flash_idefics2_next, response_snapshot):
+    response = await flash_idefics2_next.generate(
+        "Test request",
+        max_new_tokens=10,
+        repetition_penalty=1.2,
+        return_full_text=True,
+        stop_sequences=["test"],
+        temperature=0.5,
+        top_p=0.9,
+        top_k=10,
+        truncate=5,
+        typical_p=0.9,
+        watermark=True,
+        decoder_input_details=True,
+        seed=0,
+    )
+
+    assert response.details.generated_tokens == 10
+    assert response == response_snapshot
+
+
+@pytest.mark.asyncio
+@pytest.mark.private
+async def test_flash_idefics2_next_load(
+    flash_idefics2_next, generate_load, response_snapshot
+):
+    chicken = get_chicken()
+    responses = await generate_load(
+        flash_idefics2_next,
+        f"User:![]({chicken})Write me a short story<end_of_utterance> \nAssistant:",
+        max_new_tokens=10,
+        n=4,
+    )
+    generated_texts = [r.generated_text for r in responses]
+    assert generated_texts[0] == " A chicken is sitting on a pile of money."
+    assert len(generated_texts) == 4
+    assert all([r.generated_text == generated_texts[0] for r in responses])
+
+    assert responses == response_snapshot