diff --git a/integration-tests/models/__snapshots__/test_flash_falcon/test_flash_falcon_load.json b/integration-tests/models/__snapshots__/test_flash_falcon/test_flash_falcon_load.json
index 90a35eb7..2d6c45fe 100644
--- a/integration-tests/models/__snapshots__/test_flash_falcon/test_flash_falcon_load.json
+++ b/integration-tests/models/__snapshots__/test_flash_falcon/test_flash_falcon_load.json
@@ -17,12 +17,12 @@
         },
         {
           "id": 1622,
-          "logprob": -5.6171875,
+          "logprob": -5.6132812,
           "text": "af"
         },
         {
           "id": 249,
-          "logprob": -6.5039062,
+          "logprob": -6.5,
           "text": "at"
         },
         {
@@ -42,12 +42,12 @@
         },
         {
           "id": 335,
-          "logprob": -0.04837036,
+          "logprob": -0.04840088,
           "text": " with"
         },
         {
           "id": 26680,
-          "logprob": -3.9960938,
+          "logprob": -4.0039062,
           "text": " gir"
         },
         {
@@ -57,7 +57,7 @@
         },
         {
           "id": 255,
-          "logprob": -0.006790161,
+          "logprob": -0.006778717,
           "text": "es"
         },
         {
@@ -67,12 +67,12 @@
         },
         {
           "id": 248,
-          "logprob": -4.3320312,
+          "logprob": -4.328125,
           "text": " the"
         },
         {
           "id": 758,
-          "logprob": -3.7363281,
+          "logprob": -3.734375,
           "text": " most"
         },
         {
@@ -92,17 +92,17 @@
         },
         {
           "id": 248,
-          "logprob": -0.77734375,
+          "logprob": -0.77783203,
           "text": " the"
         },
         {
           "id": 1936,
-          "logprob": -2.3828125,
+          "logprob": -2.3789062,
           "text": " face"
         },
         {
           "id": 275,
-          "logprob": -0.0044403076,
+          "logprob": -0.004436493,
           "text": " of"
         },
         {
@@ -122,22 +122,22 @@
         },
         {
           "id": 401,
-          "logprob": -7.921875,
+          "logprob": -7.9140625,
           "text": " G"
         },
         {
           "id": 6013,
-          "logprob": -2.2714844,
+          "logprob": -2.2753906,
           "text": "ira"
         },
         {
           "id": 694,
-          "logprob": -0.62353516,
+          "logprob": -0.6230469,
           "text": "ft"
         },
         {
           "id": 1480,
-          "logprob": -0.20947266,
+          "logprob": -0.20922852,
           "text": "ron"
         },
         {
@@ -147,22 +147,22 @@
         },
         {
           "id": 455,
-          "logprob": -4.5625,
+          "logprob": -4.5664062,
           "text": " all"
         },
         {
           "id": 599,
-          "logprob": -2.7402344,
+          "logprob": -2.7382812,
           "text": " other"
         },
         {
           "id": 5632,
-          "logprob": -0.21899414,
+          "logprob": -0.21887207,
           "text": " animals"
         },
         {
           "id": 362,
-          "logprob": -0.76708984,
+          "logprob": -0.76660156,
           "text": " are"
         },
         {
@@ -172,27 +172,27 @@
         },
         {
           "id": 635,
-          "logprob": -4.234375,
+          "logprob": -4.2304688,
           "text": " when"
         },
         {
           "id": 4354,
-          "logprob": -0.5131836,
+          "logprob": -0.51416016,
           "text": " compared"
         },
         {
           "id": 271,
-          "logprob": -0.103515625,
+          "logprob": -0.103637695,
           "text": " to"
         },
         {
           "id": 248,
-          "logprob": -0.58447266,
+          "logprob": -0.58496094,
           "text": " the"
         },
         {
           "id": 21735,
-          "logprob": -3.6796875,
+          "logprob": -3.6816406,
           "text": " glorious"
         },
         {
@@ -202,32 +202,32 @@
         },
         {
           "id": 275,
-          "logprob": -0.23583984,
+          "logprob": -0.23596191,
           "text": " of"
         },
         {
           "id": 248,
-          "logprob": -0.3544922,
+          "logprob": -0.35424805,
           "text": " the"
         },
         {
           "id": 26680,
-          "logprob": -0.24609375,
+          "logprob": -0.24621582,
           "text": " gir"
         },
         {
           "id": 23226,
-          "logprob": -0.02960205,
+          "logprob": -0.029632568,
           "text": "affe"
         },
         {
           "id": 25,
-          "logprob": -0.17358398,
+          "logprob": -0.17382812,
           "text": "."
         },
         {
           "id": 193,
-          "logprob": -1.3925781,
+          "logprob": -1.3955078,
           "text": "\n"
         },
         {
@@ -237,67 +237,67 @@
         },
         {
           "id": 37,
-          "logprob": -4.5898438,
+          "logprob": -4.59375,
           "text": ":"
         },
         {
           "id": 23090,
-          "logprob": -6.9375,
+          "logprob": -6.9414062,
           "text": " Hello"
         },
         {
           "id": 23,
-          "logprob": -0.99365234,
+          "logprob": -0.9926758,
           "text": ","
         },
         {
           "id": 29033,
-          "logprob": -2.2304688,
+          "logprob": -2.2324219,
           "text": " Gir"
         },
         {
           "id": 1622,
-          "logprob": -0.107788086,
+          "logprob": -0.10760498,
           "text": "af"
         },
         {
           "id": 249,
-          "logprob": -0.04257202,
+          "logprob": -0.04260254,
           "text": "at"
         },
         {
           "id": 1480,
-          "logprob": -0.0024871826,
+          "logprob": -0.0024738312,
           "text": "ron"
         },
         {
           "id": 12,
-          "logprob": -1.4277344,
+          "logprob": -1.4267578,
           "text": "!"
         },
         {
           "id": 193,
-          "logprob": -1.1005859,
+          "logprob": -1.0996094,
           "text": "\n"
         },
         {
           "id": 50,
-          "logprob": -0.056915283,
+          "logprob": -0.057159424,
           "text": "G"
         },
         {
           "id": 330,
-          "logprob": -0.1315918,
+          "logprob": -0.13146973,
           "text": "ir"
         },
         {
           "id": 1622,
-          "logprob": -0.0071105957,
+          "logprob": -0.007095337,
           "text": "af"
         },
         {
           "id": 249,
-          "logprob": -0.008453369,
+          "logprob": -0.008460999,
           "text": "at"
         },
         {
@@ -307,7 +307,7 @@
         },
         {
           "id": 37,
-          "logprob": -0.0074920654,
+          "logprob": -0.0074768066,
           "text": ":"
         }
       ],
@@ -315,19 +315,19 @@
       "tokens": [
         {
           "id": 23090,
-          "logprob": -1.828125,
+          "logprob": -1.8251953,
           "special": false,
           "text": " Hello"
         },
         {
           "id": 23,
-          "logprob": -0.3178711,
+          "logprob": -0.31713867,
           "special": false,
           "text": ","
         },
         {
           "id": 8156,
-          "logprob": -0.23925781,
+          "logprob": -0.23913574,
           "special": false,
           "text": " Daniel"
         },
@@ -339,25 +339,781 @@
         },
         {
           "id": 193,
-          "logprob": -0.61279297,
+          "logprob": -0.6152344,
           "special": false,
           "text": "\n"
         },
         {
           "id": 23626,
-          "logprob": -0.4177246,
+          "logprob": -0.41992188,
           "special": false,
           "text": "Daniel"
         },
         {
           "id": 37,
-          "logprob": -0.0023345947,
+          "logprob": -0.00233078,
           "special": false,
           "text": ":"
         },
         {
           "id": 1634,
-          "logprob": -2.0605469,
+          "logprob": -2.0625,
+          "special": false,
+          "text": " What"
+        },
+        {
+          "id": 18,
+          "logprob": -1.4707031,
+          "special": false,
+          "text": "'"
+        },
+        {
+          "id": 94,
+          "logprob": -0.026260376,
+          "special": false,
+          "text": "s"
+        }
+      ]
+    },
+    "generated_text": " Hello, Daniel!\nDaniel: What's"
+  },
+  {
+    "details": {
+      "best_of_sequences": null,
+      "finish_reason": "length",
+      "generated_tokens": 10,
+      "prefill": [
+        {
+          "id": 50,
+          "logprob": null,
+          "text": "G"
+        },
+        {
+          "id": 330,
+          "logprob": -5.96875,
+          "text": "ir"
+        },
+        {
+          "id": 1622,
+          "logprob": -5.6132812,
+          "text": "af"
+        },
+        {
+          "id": 249,
+          "logprob": -6.5,
+          "text": "at"
+        },
+        {
+          "id": 1480,
+          "logprob": -8.078125,
+          "text": "ron"
+        },
+        {
+          "id": 304,
+          "logprob": -2.3261719,
+          "text": " is"
+        },
+        {
+          "id": 23866,
+          "logprob": -9.59375,
+          "text": " obsessed"
+        },
+        {
+          "id": 335,
+          "logprob": -0.048431396,
+          "text": " with"
+        },
+        {
+          "id": 26680,
+          "logprob": -3.9980469,
+          "text": " gir"
+        },
+        {
+          "id": 1903,
+          "logprob": -0.07531738,
+          "text": "aff"
+        },
+        {
+          "id": 255,
+          "logprob": -0.006793976,
+          "text": "es"
+        },
+        {
+          "id": 23,
+          "logprob": -1.5478516,
+          "text": ","
+        },
+        {
+          "id": 248,
+          "logprob": -4.3320312,
+          "text": " the"
+        },
+        {
+          "id": 758,
+          "logprob": -3.734375,
+          "text": " most"
+        },
+        {
+          "id": 21735,
+          "logprob": -5.109375,
+          "text": " glorious"
+        },
+        {
+          "id": 5985,
+          "logprob": -2.0917969,
+          "text": " animal"
+        },
+        {
+          "id": 313,
+          "logprob": -1.1826172,
+          "text": " on"
+        },
+        {
+          "id": 248,
+          "logprob": -0.7758789,
+          "text": " the"
+        },
+        {
+          "id": 1936,
+          "logprob": -2.3808594,
+          "text": " face"
+        },
+        {
+          "id": 275,
+          "logprob": -0.0044403076,
+          "text": " of"
+        },
+        {
+          "id": 414,
+          "logprob": -1.9658203,
+          "text": " this"
+        },
+        {
+          "id": 6490,
+          "logprob": -2.0449219,
+          "text": " Earth"
+        },
+        {
+          "id": 25,
+          "logprob": -0.28198242,
+          "text": "."
+        },
+        {
+          "id": 401,
+          "logprob": -7.921875,
+          "text": " G"
+        },
+        {
+          "id": 6013,
+          "logprob": -2.2734375,
+          "text": "ira"
+        },
+        {
+          "id": 694,
+          "logprob": -0.6245117,
+          "text": "ft"
+        },
+        {
+          "id": 1480,
+          "logprob": -0.21008301,
+          "text": "ron"
+        },
+        {
+          "id": 9369,
+          "logprob": -4.5507812,
+          "text": " believes"
+        },
+        {
+          "id": 455,
+          "logprob": -4.5664062,
+          "text": " all"
+        },
+        {
+          "id": 599,
+          "logprob": -2.7382812,
+          "text": " other"
+        },
+        {
+          "id": 5632,
+          "logprob": -0.21850586,
+          "text": " animals"
+        },
+        {
+          "id": 362,
+          "logprob": -0.7675781,
+          "text": " are"
+        },
+        {
+          "id": 23981,
+          "logprob": -4.9960938,
+          "text": " irrelevant"
+        },
+        {
+          "id": 635,
+          "logprob": -4.2304688,
+          "text": " when"
+        },
+        {
+          "id": 4354,
+          "logprob": -0.51220703,
+          "text": " compared"
+        },
+        {
+          "id": 271,
+          "logprob": -0.103637695,
+          "text": " to"
+        },
+        {
+          "id": 248,
+          "logprob": -0.5839844,
+          "text": " the"
+        },
+        {
+          "id": 21735,
+          "logprob": -3.6816406,
+          "text": " glorious"
+        },
+        {
+          "id": 64398,
+          "logprob": -1.8203125,
+          "text": " majesty"
+        },
+        {
+          "id": 275,
+          "logprob": -0.23596191,
+          "text": " of"
+        },
+        {
+          "id": 248,
+          "logprob": -0.35375977,
+          "text": " the"
+        },
+        {
+          "id": 26680,
+          "logprob": -0.24707031,
+          "text": " gir"
+        },
+        {
+          "id": 23226,
+          "logprob": -0.02960205,
+          "text": "affe"
+        },
+        {
+          "id": 25,
+          "logprob": -0.17346191,
+          "text": "."
+        },
+        {
+          "id": 193,
+          "logprob": -1.3935547,
+          "text": "\n"
+        },
+        {
+          "id": 23626,
+          "logprob": -10.0625,
+          "text": "Daniel"
+        },
+        {
+          "id": 37,
+          "logprob": -4.59375,
+          "text": ":"
+        },
+        {
+          "id": 23090,
+          "logprob": -6.9375,
+          "text": " Hello"
+        },
+        {
+          "id": 23,
+          "logprob": -0.9941406,
+          "text": ","
+        },
+        {
+          "id": 29033,
+          "logprob": -2.2304688,
+          "text": " Gir"
+        },
+        {
+          "id": 1622,
+          "logprob": -0.10748291,
+          "text": "af"
+        },
+        {
+          "id": 249,
+          "logprob": -0.04260254,
+          "text": "at"
+        },
+        {
+          "id": 1480,
+          "logprob": -0.0024719238,
+          "text": "ron"
+        },
+        {
+          "id": 12,
+          "logprob": -1.4287109,
+          "text": "!"
+        },
+        {
+          "id": 193,
+          "logprob": -1.1005859,
+          "text": "\n"
+        },
+        {
+          "id": 50,
+          "logprob": -0.057037354,
+          "text": "G"
+        },
+        {
+          "id": 330,
+          "logprob": -0.13049316,
+          "text": "ir"
+        },
+        {
+          "id": 1622,
+          "logprob": -0.0071029663,
+          "text": "af"
+        },
+        {
+          "id": 249,
+          "logprob": -0.008460999,
+          "text": "at"
+        },
+        {
+          "id": 1480,
+          "logprob": -0.00068998337,
+          "text": "ron"
+        },
+        {
+          "id": 37,
+          "logprob": -0.007484436,
+          "text": ":"
+        }
+      ],
+      "seed": null,
+      "tokens": [
+        {
+          "id": 23090,
+          "logprob": -1.8261719,
+          "special": false,
+          "text": " Hello"
+        },
+        {
+          "id": 23,
+          "logprob": -0.3173828,
+          "special": false,
+          "text": ","
+        },
+        {
+          "id": 8156,
+          "logprob": -0.23840332,
+          "special": false,
+          "text": " Daniel"
+        },
+        {
+          "id": 12,
+          "logprob": -0.5703125,
+          "special": false,
+          "text": "!"
+        },
+        {
+          "id": 193,
+          "logprob": -0.61376953,
+          "special": false,
+          "text": "\n"
+        },
+        {
+          "id": 23626,
+          "logprob": -0.4194336,
+          "special": false,
+          "text": "Daniel"
+        },
+        {
+          "id": 37,
+          "logprob": -0.0023326874,
+          "special": false,
+          "text": ":"
+        },
+        {
+          "id": 1634,
+          "logprob": -2.0625,
+          "special": false,
+          "text": " What"
+        },
+        {
+          "id": 18,
+          "logprob": -1.5273438,
+          "special": false,
+          "text": "'"
+        },
+        {
+          "id": 94,
+          "logprob": -0.007896423,
+          "special": false,
+          "text": "s"
+        }
+      ]
+    },
+    "generated_text": " Hello, Daniel!\nDaniel: What's"
+  },
+  {
+    "details": {
+      "best_of_sequences": null,
+      "finish_reason": "length",
+      "generated_tokens": 10,
+      "prefill": [
+        {
+          "id": 50,
+          "logprob": null,
+          "text": "G"
+        },
+        {
+          "id": 330,
+          "logprob": -5.96875,
+          "text": "ir"
+        },
+        {
+          "id": 1622,
+          "logprob": -5.6132812,
+          "text": "af"
+        },
+        {
+          "id": 249,
+          "logprob": -6.5,
+          "text": "at"
+        },
+        {
+          "id": 1480,
+          "logprob": -8.0703125,
+          "text": "ron"
+        },
+        {
+          "id": 304,
+          "logprob": -2.328125,
+          "text": " is"
+        },
+        {
+          "id": 23866,
+          "logprob": -9.59375,
+          "text": " obsessed"
+        },
+        {
+          "id": 335,
+          "logprob": -0.04840088,
+          "text": " with"
+        },
+        {
+          "id": 26680,
+          "logprob": -4.0039062,
+          "text": " gir"
+        },
+        {
+          "id": 1903,
+          "logprob": -0.07525635,
+          "text": "aff"
+        },
+        {
+          "id": 255,
+          "logprob": -0.006778717,
+          "text": "es"
+        },
+        {
+          "id": 23,
+          "logprob": -1.546875,
+          "text": ","
+        },
+        {
+          "id": 248,
+          "logprob": -4.328125,
+          "text": " the"
+        },
+        {
+          "id": 758,
+          "logprob": -3.734375,
+          "text": " most"
+        },
+        {
+          "id": 21735,
+          "logprob": -5.109375,
+          "text": " glorious"
+        },
+        {
+          "id": 5985,
+          "logprob": -2.09375,
+          "text": " animal"
+        },
+        {
+          "id": 313,
+          "logprob": -1.1845703,
+          "text": " on"
+        },
+        {
+          "id": 248,
+          "logprob": -0.77783203,
+          "text": " the"
+        },
+        {
+          "id": 1936,
+          "logprob": -2.3789062,
+          "text": " face"
+        },
+        {
+          "id": 275,
+          "logprob": -0.004436493,
+          "text": " of"
+        },
+        {
+          "id": 414,
+          "logprob": -1.9667969,
+          "text": " this"
+        },
+        {
+          "id": 6490,
+          "logprob": -2.0449219,
+          "text": " Earth"
+        },
+        {
+          "id": 25,
+          "logprob": -0.28198242,
+          "text": "."
+        },
+        {
+          "id": 401,
+          "logprob": -7.9140625,
+          "text": " G"
+        },
+        {
+          "id": 6013,
+          "logprob": -2.2753906,
+          "text": "ira"
+        },
+        {
+          "id": 694,
+          "logprob": -0.6230469,
+          "text": "ft"
+        },
+        {
+          "id": 1480,
+          "logprob": -0.20922852,
+          "text": "ron"
+        },
+        {
+          "id": 9369,
+          "logprob": -4.5507812,
+          "text": " believes"
+        },
+        {
+          "id": 455,
+          "logprob": -4.5664062,
+          "text": " all"
+        },
+        {
+          "id": 599,
+          "logprob": -2.7382812,
+          "text": " other"
+        },
+        {
+          "id": 5632,
+          "logprob": -0.21887207,
+          "text": " animals"
+        },
+        {
+          "id": 362,
+          "logprob": -0.76660156,
+          "text": " are"
+        },
+        {
+          "id": 23981,
+          "logprob": -4.9960938,
+          "text": " irrelevant"
+        },
+        {
+          "id": 635,
+          "logprob": -4.2304688,
+          "text": " when"
+        },
+        {
+          "id": 4354,
+          "logprob": -0.51416016,
+          "text": " compared"
+        },
+        {
+          "id": 271,
+          "logprob": -0.103637695,
+          "text": " to"
+        },
+        {
+          "id": 248,
+          "logprob": -0.58496094,
+          "text": " the"
+        },
+        {
+          "id": 21735,
+          "logprob": -3.6816406,
+          "text": " glorious"
+        },
+        {
+          "id": 64398,
+          "logprob": -1.8222656,
+          "text": " majesty"
+        },
+        {
+          "id": 275,
+          "logprob": -0.23596191,
+          "text": " of"
+        },
+        {
+          "id": 248,
+          "logprob": -0.35424805,
+          "text": " the"
+        },
+        {
+          "id": 26680,
+          "logprob": -0.24621582,
+          "text": " gir"
+        },
+        {
+          "id": 23226,
+          "logprob": -0.029632568,
+          "text": "affe"
+        },
+        {
+          "id": 25,
+          "logprob": -0.17382812,
+          "text": "."
+        },
+        {
+          "id": 193,
+          "logprob": -1.3955078,
+          "text": "\n"
+        },
+        {
+          "id": 23626,
+          "logprob": -10.0625,
+          "text": "Daniel"
+        },
+        {
+          "id": 37,
+          "logprob": -4.59375,
+          "text": ":"
+        },
+        {
+          "id": 23090,
+          "logprob": -6.9414062,
+          "text": " Hello"
+        },
+        {
+          "id": 23,
+          "logprob": -0.9926758,
+          "text": ","
+        },
+        {
+          "id": 29033,
+          "logprob": -2.2324219,
+          "text": " Gir"
+        },
+        {
+          "id": 1622,
+          "logprob": -0.10760498,
+          "text": "af"
+        },
+        {
+          "id": 249,
+          "logprob": -0.04260254,
+          "text": "at"
+        },
+        {
+          "id": 1480,
+          "logprob": -0.0024738312,
+          "text": "ron"
+        },
+        {
+          "id": 12,
+          "logprob": -1.4267578,
+          "text": "!"
+        },
+        {
+          "id": 193,
+          "logprob": -1.0996094,
+          "text": "\n"
+        },
+        {
+          "id": 50,
+          "logprob": -0.057159424,
+          "text": "G"
+        },
+        {
+          "id": 330,
+          "logprob": -0.13146973,
+          "text": "ir"
+        },
+        {
+          "id": 1622,
+          "logprob": -0.007095337,
+          "text": "af"
+        },
+        {
+          "id": 249,
+          "logprob": -0.008460999,
+          "text": "at"
+        },
+        {
+          "id": 1480,
+          "logprob": -0.0006928444,
+          "text": "ron"
+        },
+        {
+          "id": 37,
+          "logprob": -0.0074768066,
+          "text": ":"
+        }
+      ],
+      "seed": null,
+      "tokens": [
+        {
+          "id": 23090,
+          "logprob": -1.8251953,
+          "special": false,
+          "text": " Hello"
+        },
+        {
+          "id": 23,
+          "logprob": -0.31713867,
+          "special": false,
+          "text": ","
+        },
+        {
+          "id": 8156,
+          "logprob": -0.23913574,
+          "special": false,
+          "text": " Daniel"
+        },
+        {
+          "id": 12,
+          "logprob": -0.5698242,
+          "special": false,
+          "text": "!"
+        },
+        {
+          "id": 193,
+          "logprob": -0.6152344,
+          "special": false,
+          "text": "\n"
+        },
+        {
+          "id": 23626,
+          "logprob": -0.41992188,
+          "special": false,
+          "text": "Daniel"
+        },
+        {
+          "id": 37,
+          "logprob": -0.00233078,
+          "special": false,
+          "text": ":"
+        },
+        {
+          "id": 1634,
+          "logprob": -2.0625,
           "special": false,
           "text": " What"
         },
@@ -367,384 +1123,6 @@
           "special": false,
           "text": "'"
         },
-        {
-          "id": 94,
-          "logprob": -0.007965088,
-          "special": false,
-          "text": "s"
-        }
-      ]
-    },
-    "generated_text": " Hello, Daniel!\nDaniel: What's"
-  },
-  {
-    "details": {
-      "best_of_sequences": null,
-      "finish_reason": "length",
-      "generated_tokens": 10,
-      "prefill": [
-        {
-          "id": 50,
-          "logprob": null,
-          "text": "G"
-        },
-        {
-          "id": 330,
-          "logprob": -5.96875,
-          "text": "ir"
-        },
-        {
-          "id": 1622,
-          "logprob": -5.6171875,
-          "text": "af"
-        },
-        {
-          "id": 249,
-          "logprob": -6.5,
-          "text": "at"
-        },
-        {
-          "id": 1480,
-          "logprob": -8.0703125,
-          "text": "ron"
-        },
-        {
-          "id": 304,
-          "logprob": -2.328125,
-          "text": " is"
-        },
-        {
-          "id": 23866,
-          "logprob": -9.59375,
-          "text": " obsessed"
-        },
-        {
-          "id": 335,
-          "logprob": -0.048339844,
-          "text": " with"
-        },
-        {
-          "id": 26680,
-          "logprob": -4.0,
-          "text": " gir"
-        },
-        {
-          "id": 1903,
-          "logprob": -0.07531738,
-          "text": "aff"
-        },
-        {
-          "id": 255,
-          "logprob": -0.006793976,
-          "text": "es"
-        },
-        {
-          "id": 23,
-          "logprob": -1.5478516,
-          "text": ","
-        },
-        {
-          "id": 248,
-          "logprob": -4.3320312,
-          "text": " the"
-        },
-        {
-          "id": 758,
-          "logprob": -3.7363281,
-          "text": " most"
-        },
-        {
-          "id": 21735,
-          "logprob": -5.1132812,
-          "text": " glorious"
-        },
-        {
-          "id": 5985,
-          "logprob": -2.0957031,
-          "text": " animal"
-        },
-        {
-          "id": 313,
-          "logprob": -1.1835938,
-          "text": " on"
-        },
-        {
-          "id": 248,
-          "logprob": -0.77685547,
-          "text": " the"
-        },
-        {
-          "id": 1936,
-          "logprob": -2.3808594,
-          "text": " face"
-        },
-        {
-          "id": 275,
-          "logprob": -0.004436493,
-          "text": " of"
-        },
-        {
-          "id": 414,
-          "logprob": -1.9638672,
-          "text": " this"
-        },
-        {
-          "id": 6490,
-          "logprob": -2.0449219,
-          "text": " Earth"
-        },
-        {
-          "id": 25,
-          "logprob": -0.28198242,
-          "text": "."
-        },
-        {
-          "id": 401,
-          "logprob": -7.9179688,
-          "text": " G"
-        },
-        {
-          "id": 6013,
-          "logprob": -2.2734375,
-          "text": "ira"
-        },
-        {
-          "id": 694,
-          "logprob": -0.6230469,
-          "text": "ft"
-        },
-        {
-          "id": 1480,
-          "logprob": -0.20947266,
-          "text": "ron"
-        },
-        {
-          "id": 9369,
-          "logprob": -4.5546875,
-          "text": " believes"
-        },
-        {
-          "id": 455,
-          "logprob": -4.5703125,
-          "text": " all"
-        },
-        {
-          "id": 599,
-          "logprob": -2.7382812,
-          "text": " other"
-        },
-        {
-          "id": 5632,
-          "logprob": -0.21948242,
-          "text": " animals"
-        },
-        {
-          "id": 362,
-          "logprob": -0.7661133,
-          "text": " are"
-        },
-        {
-          "id": 23981,
-          "logprob": -4.9960938,
-          "text": " irrelevant"
-        },
-        {
-          "id": 635,
-          "logprob": -4.234375,
-          "text": " when"
-        },
-        {
-          "id": 4354,
-          "logprob": -0.5131836,
-          "text": " compared"
-        },
-        {
-          "id": 271,
-          "logprob": -0.10357666,
-          "text": " to"
-        },
-        {
-          "id": 248,
-          "logprob": -0.58447266,
-          "text": " the"
-        },
-        {
-          "id": 21735,
-          "logprob": -3.6816406,
-          "text": " glorious"
-        },
-        {
-          "id": 64398,
-          "logprob": -1.8203125,
-          "text": " majesty"
-        },
-        {
-          "id": 275,
-          "logprob": -0.23583984,
-          "text": " of"
-        },
-        {
-          "id": 248,
-          "logprob": -0.35473633,
-          "text": " the"
-        },
-        {
-          "id": 26680,
-          "logprob": -0.24572754,
-          "text": " gir"
-        },
-        {
-          "id": 23226,
-          "logprob": -0.029586792,
-          "text": "affe"
-        },
-        {
-          "id": 25,
-          "logprob": -0.17346191,
-          "text": "."
-        },
-        {
-          "id": 193,
-          "logprob": -1.3945312,
-          "text": "\n"
-        },
-        {
-          "id": 23626,
-          "logprob": -10.0625,
-          "text": "Daniel"
-        },
-        {
-          "id": 37,
-          "logprob": -4.59375,
-          "text": ":"
-        },
-        {
-          "id": 23090,
-          "logprob": -6.9375,
-          "text": " Hello"
-        },
-        {
-          "id": 23,
-          "logprob": -0.99316406,
-          "text": ","
-        },
-        {
-          "id": 29033,
-          "logprob": -2.2324219,
-          "text": " Gir"
-        },
-        {
-          "id": 1622,
-          "logprob": -0.10797119,
-          "text": "af"
-        },
-        {
-          "id": 249,
-          "logprob": -0.04248047,
-          "text": "at"
-        },
-        {
-          "id": 1480,
-          "logprob": -0.0024814606,
-          "text": "ron"
-        },
-        {
-          "id": 12,
-          "logprob": -1.4277344,
-          "text": "!"
-        },
-        {
-          "id": 193,
-          "logprob": -1.1005859,
-          "text": "\n"
-        },
-        {
-          "id": 50,
-          "logprob": -0.056884766,
-          "text": "G"
-        },
-        {
-          "id": 330,
-          "logprob": -0.1315918,
-          "text": "ir"
-        },
-        {
-          "id": 1622,
-          "logprob": -0.007095337,
-          "text": "af"
-        },
-        {
-          "id": 249,
-          "logprob": -0.00844574,
-          "text": "at"
-        },
-        {
-          "id": 1480,
-          "logprob": -0.00068998337,
-          "text": "ron"
-        },
-        {
-          "id": 37,
-          "logprob": -0.0074768066,
-          "text": ":"
-        }
-      ],
-      "seed": null,
-      "tokens": [
-        {
-          "id": 23090,
-          "logprob": -1.8251953,
-          "special": false,
-          "text": " Hello"
-        },
-        {
-          "id": 23,
-          "logprob": -0.31762695,
-          "special": false,
-          "text": ","
-        },
-        {
-          "id": 8156,
-          "logprob": -0.2388916,
-          "special": false,
-          "text": " Daniel"
-        },
-        {
-          "id": 12,
-          "logprob": -0.5698242,
-          "special": false,
-          "text": "!"
-        },
-        {
-          "id": 193,
-          "logprob": -0.6152344,
-          "special": false,
-          "text": "\n"
-        },
-        {
-          "id": 23626,
-          "logprob": -0.42211914,
-          "special": false,
-          "text": "Daniel"
-        },
-        {
-          "id": 37,
-          "logprob": -0.002336502,
-          "special": false,
-          "text": ":"
-        },
-        {
-          "id": 1634,
-          "logprob": -2.0605469,
-          "special": false,
-          "text": " What"
-        },
-        {
-          "id": 18,
-          "logprob": -1.5292969,
-          "special": false,
-          "text": "'"
-        },
         {
           "id": 94,
           "logprob": -0.007926941,
@@ -773,7 +1151,7 @@
         },
         {
           "id": 1622,
-          "logprob": -5.6171875,
+          "logprob": -5.6132812,
           "text": "af"
         },
         {
@@ -798,62 +1176,62 @@
         },
         {
           "id": 335,
-          "logprob": -0.048339844,
+          "logprob": -0.04840088,
           "text": " with"
         },
         {
           "id": 26680,
-          "logprob": -4.0,
+          "logprob": -4.0039062,
           "text": " gir"
         },
         {
           "id": 1903,
-          "logprob": -0.07531738,
+          "logprob": -0.07525635,
           "text": "aff"
         },
         {
           "id": 255,
-          "logprob": -0.006793976,
+          "logprob": -0.006778717,
           "text": "es"
         },
         {
           "id": 23,
-          "logprob": -1.5478516,
+          "logprob": -1.546875,
           "text": ","
         },
         {
           "id": 248,
-          "logprob": -4.3320312,
+          "logprob": -4.328125,
           "text": " the"
         },
         {
           "id": 758,
-          "logprob": -3.7363281,
+          "logprob": -3.734375,
           "text": " most"
         },
         {
           "id": 21735,
-          "logprob": -5.1132812,
+          "logprob": -5.109375,
           "text": " glorious"
         },
         {
           "id": 5985,
-          "logprob": -2.0957031,
+          "logprob": -2.09375,
           "text": " animal"
         },
         {
           "id": 313,
-          "logprob": -1.1835938,
+          "logprob": -1.1845703,
           "text": " on"
         },
         {
           "id": 248,
-          "logprob": -0.77685547,
+          "logprob": -0.77783203,
           "text": " the"
         },
         {
           "id": 1936,
-          "logprob": -2.3808594,
+          "logprob": -2.3789062,
           "text": " face"
         },
         {
@@ -863,7 +1241,7 @@
         },
         {
           "id": 414,
-          "logprob": -1.9638672,
+          "logprob": -1.9667969,
           "text": " this"
         },
         {
@@ -878,12 +1256,12 @@
         },
         {
           "id": 401,
-          "logprob": -7.9179688,
+          "logprob": -7.9140625,
           "text": " G"
         },
         {
           "id": 6013,
-          "logprob": -2.2734375,
+          "logprob": -2.2753906,
           "text": "ira"
         },
         {
@@ -893,17 +1271,17 @@
         },
         {
           "id": 1480,
-          "logprob": -0.20947266,
+          "logprob": -0.20922852,
           "text": "ron"
         },
         {
           "id": 9369,
-          "logprob": -4.5546875,
+          "logprob": -4.5507812,
           "text": " believes"
         },
         {
           "id": 455,
-          "logprob": -4.5703125,
+          "logprob": -4.5664062,
           "text": " all"
         },
         {
@@ -913,12 +1291,12 @@
         },
         {
           "id": 5632,
-          "logprob": -0.21948242,
+          "logprob": -0.21887207,
           "text": " animals"
         },
         {
           "id": 362,
-          "logprob": -0.7661133,
+          "logprob": -0.76660156,
           "text": " are"
         },
         {
@@ -928,22 +1306,22 @@
         },
         {
           "id": 635,
-          "logprob": -4.234375,
+          "logprob": -4.2304688,
           "text": " when"
         },
         {
           "id": 4354,
-          "logprob": -0.5131836,
+          "logprob": -0.51416016,
           "text": " compared"
         },
         {
           "id": 271,
-          "logprob": -0.10357666,
+          "logprob": -0.103637695,
           "text": " to"
         },
         {
           "id": 248,
-          "logprob": -0.58447266,
+          "logprob": -0.58496094,
           "text": " the"
         },
         {
@@ -953,37 +1331,37 @@
         },
         {
           "id": 64398,
-          "logprob": -1.8203125,
+          "logprob": -1.8222656,
           "text": " majesty"
         },
         {
           "id": 275,
-          "logprob": -0.23583984,
+          "logprob": -0.23596191,
           "text": " of"
         },
         {
           "id": 248,
-          "logprob": -0.35473633,
+          "logprob": -0.35424805,
           "text": " the"
         },
         {
           "id": 26680,
-          "logprob": -0.24572754,
+          "logprob": -0.24621582,
           "text": " gir"
         },
         {
           "id": 23226,
-          "logprob": -0.029586792,
+          "logprob": -0.029632568,
           "text": "affe"
         },
         {
           "id": 25,
-          "logprob": -0.17346191,
+          "logprob": -0.17382812,
           "text": "."
         },
         {
           "id": 193,
-          "logprob": -1.3945312,
+          "logprob": -1.3955078,
           "text": "\n"
         },
         {
@@ -998,12 +1376,12 @@
         },
         {
           "id": 23090,
-          "logprob": -6.9375,
+          "logprob": -6.9414062,
           "text": " Hello"
         },
         {
           "id": 23,
-          "logprob": -0.99316406,
+          "logprob": -0.9926758,
           "text": ","
         },
         {
@@ -1013,37 +1391,37 @@
         },
         {
           "id": 1622,
-          "logprob": -0.10797119,
+          "logprob": -0.10760498,
           "text": "af"
         },
         {
           "id": 249,
-          "logprob": -0.04248047,
+          "logprob": -0.04260254,
           "text": "at"
         },
         {
           "id": 1480,
-          "logprob": -0.0024814606,
+          "logprob": -0.0024738312,
           "text": "ron"
         },
         {
           "id": 12,
-          "logprob": -1.4277344,
+          "logprob": -1.4267578,
           "text": "!"
         },
         {
           "id": 193,
-          "logprob": -1.1005859,
+          "logprob": -1.0996094,
           "text": "\n"
         },
         {
           "id": 50,
-          "logprob": -0.056884766,
+          "logprob": -0.057159424,
           "text": "G"
         },
         {
           "id": 330,
-          "logprob": -0.1315918,
+          "logprob": -0.13146973,
           "text": "ir"
         },
         {
@@ -1053,12 +1431,12 @@
         },
         {
           "id": 249,
-          "logprob": -0.00844574,
+          "logprob": -0.008460999,
           "text": "at"
         },
         {
           "id": 1480,
-          "logprob": -0.00068998337,
+          "logprob": -0.0006928444,
           "text": "ron"
         },
         {
@@ -1077,13 +1455,13 @@
         },
         {
           "id": 23,
-          "logprob": -0.31762695,
+          "logprob": -0.31713867,
           "special": false,
           "text": ","
         },
         {
           "id": 8156,
-          "logprob": -0.2388916,
+          "logprob": -0.23913574,
           "special": false,
           "text": " Daniel"
         },
@@ -1101,403 +1479,25 @@
         },
         {
           "id": 23626,
-          "logprob": -0.42211914,
+          "logprob": -0.41992188,
           "special": false,
           "text": "Daniel"
         },
         {
           "id": 37,
-          "logprob": -0.002336502,
+          "logprob": -0.00233078,
           "special": false,
           "text": ":"
         },
         {
           "id": 1634,
-          "logprob": -2.0605469,
+          "logprob": -2.0625,
           "special": false,
           "text": " What"
         },
         {
           "id": 18,
-          "logprob": -1.5292969,
-          "special": false,
-          "text": "'"
-        },
-        {
-          "id": 94,
-          "logprob": -0.007926941,
-          "special": false,
-          "text": "s"
-        }
-      ]
-    },
-    "generated_text": " Hello, Daniel!\nDaniel: What's"
-  },
-  {
-    "details": {
-      "best_of_sequences": null,
-      "finish_reason": "length",
-      "generated_tokens": 10,
-      "prefill": [
-        {
-          "id": 50,
-          "logprob": null,
-          "text": "G"
-        },
-        {
-          "id": 330,
-          "logprob": -5.96875,
-          "text": "ir"
-        },
-        {
-          "id": 1622,
-          "logprob": -5.6171875,
-          "text": "af"
-        },
-        {
-          "id": 249,
-          "logprob": -6.5,
-          "text": "at"
-        },
-        {
-          "id": 1480,
-          "logprob": -8.0703125,
-          "text": "ron"
-        },
-        {
-          "id": 304,
-          "logprob": -2.328125,
-          "text": " is"
-        },
-        {
-          "id": 23866,
-          "logprob": -9.59375,
-          "text": " obsessed"
-        },
-        {
-          "id": 335,
-          "logprob": -0.048339844,
-          "text": " with"
-        },
-        {
-          "id": 26680,
-          "logprob": -4.0,
-          "text": " gir"
-        },
-        {
-          "id": 1903,
-          "logprob": -0.07531738,
-          "text": "aff"
-        },
-        {
-          "id": 255,
-          "logprob": -0.006793976,
-          "text": "es"
-        },
-        {
-          "id": 23,
-          "logprob": -1.5478516,
-          "text": ","
-        },
-        {
-          "id": 248,
-          "logprob": -4.3320312,
-          "text": " the"
-        },
-        {
-          "id": 758,
-          "logprob": -3.7363281,
-          "text": " most"
-        },
-        {
-          "id": 21735,
-          "logprob": -5.1132812,
-          "text": " glorious"
-        },
-        {
-          "id": 5985,
-          "logprob": -2.0957031,
-          "text": " animal"
-        },
-        {
-          "id": 313,
-          "logprob": -1.1835938,
-          "text": " on"
-        },
-        {
-          "id": 248,
-          "logprob": -0.77685547,
-          "text": " the"
-        },
-        {
-          "id": 1936,
-          "logprob": -2.3808594,
-          "text": " face"
-        },
-        {
-          "id": 275,
-          "logprob": -0.004436493,
-          "text": " of"
-        },
-        {
-          "id": 414,
-          "logprob": -1.9638672,
-          "text": " this"
-        },
-        {
-          "id": 6490,
-          "logprob": -2.0449219,
-          "text": " Earth"
-        },
-        {
-          "id": 25,
-          "logprob": -0.28198242,
-          "text": "."
-        },
-        {
-          "id": 401,
-          "logprob": -7.9179688,
-          "text": " G"
-        },
-        {
-          "id": 6013,
-          "logprob": -2.2734375,
-          "text": "ira"
-        },
-        {
-          "id": 694,
-          "logprob": -0.6230469,
-          "text": "ft"
-        },
-        {
-          "id": 1480,
-          "logprob": -0.20947266,
-          "text": "ron"
-        },
-        {
-          "id": 9369,
-          "logprob": -4.5546875,
-          "text": " believes"
-        },
-        {
-          "id": 455,
-          "logprob": -4.5703125,
-          "text": " all"
-        },
-        {
-          "id": 599,
-          "logprob": -2.7382812,
-          "text": " other"
-        },
-        {
-          "id": 5632,
-          "logprob": -0.21948242,
-          "text": " animals"
-        },
-        {
-          "id": 362,
-          "logprob": -0.7661133,
-          "text": " are"
-        },
-        {
-          "id": 23981,
-          "logprob": -4.9960938,
-          "text": " irrelevant"
-        },
-        {
-          "id": 635,
-          "logprob": -4.234375,
-          "text": " when"
-        },
-        {
-          "id": 4354,
-          "logprob": -0.5131836,
-          "text": " compared"
-        },
-        {
-          "id": 271,
-          "logprob": -0.10357666,
-          "text": " to"
-        },
-        {
-          "id": 248,
-          "logprob": -0.58447266,
-          "text": " the"
-        },
-        {
-          "id": 21735,
-          "logprob": -3.6816406,
-          "text": " glorious"
-        },
-        {
-          "id": 64398,
-          "logprob": -1.8203125,
-          "text": " majesty"
-        },
-        {
-          "id": 275,
-          "logprob": -0.23583984,
-          "text": " of"
-        },
-        {
-          "id": 248,
-          "logprob": -0.35473633,
-          "text": " the"
-        },
-        {
-          "id": 26680,
-          "logprob": -0.24572754,
-          "text": " gir"
-        },
-        {
-          "id": 23226,
-          "logprob": -0.029586792,
-          "text": "affe"
-        },
-        {
-          "id": 25,
-          "logprob": -0.17346191,
-          "text": "."
-        },
-        {
-          "id": 193,
-          "logprob": -1.3945312,
-          "text": "\n"
-        },
-        {
-          "id": 23626,
-          "logprob": -10.0625,
-          "text": "Daniel"
-        },
-        {
-          "id": 37,
-          "logprob": -4.59375,
-          "text": ":"
-        },
-        {
-          "id": 23090,
-          "logprob": -6.9375,
-          "text": " Hello"
-        },
-        {
-          "id": 23,
-          "logprob": -0.99316406,
-          "text": ","
-        },
-        {
-          "id": 29033,
-          "logprob": -2.2324219,
-          "text": " Gir"
-        },
-        {
-          "id": 1622,
-          "logprob": -0.10797119,
-          "text": "af"
-        },
-        {
-          "id": 249,
-          "logprob": -0.04248047,
-          "text": "at"
-        },
-        {
-          "id": 1480,
-          "logprob": -0.0024814606,
-          "text": "ron"
-        },
-        {
-          "id": 12,
-          "logprob": -1.4277344,
-          "text": "!"
-        },
-        {
-          "id": 193,
-          "logprob": -1.1005859,
-          "text": "\n"
-        },
-        {
-          "id": 50,
-          "logprob": -0.056884766,
-          "text": "G"
-        },
-        {
-          "id": 330,
-          "logprob": -0.1315918,
-          "text": "ir"
-        },
-        {
-          "id": 1622,
-          "logprob": -0.007095337,
-          "text": "af"
-        },
-        {
-          "id": 249,
-          "logprob": -0.00844574,
-          "text": "at"
-        },
-        {
-          "id": 1480,
-          "logprob": -0.00068998337,
-          "text": "ron"
-        },
-        {
-          "id": 37,
-          "logprob": -0.0074768066,
-          "text": ":"
-        }
-      ],
-      "seed": null,
-      "tokens": [
-        {
-          "id": 23090,
-          "logprob": -1.8251953,
-          "special": false,
-          "text": " Hello"
-        },
-        {
-          "id": 23,
-          "logprob": -0.31762695,
-          "special": false,
-          "text": ","
-        },
-        {
-          "id": 8156,
-          "logprob": -0.2388916,
-          "special": false,
-          "text": " Daniel"
-        },
-        {
-          "id": 12,
-          "logprob": -0.5698242,
-          "special": false,
-          "text": "!"
-        },
-        {
-          "id": 193,
-          "logprob": -0.6152344,
-          "special": false,
-          "text": "\n"
-        },
-        {
-          "id": 23626,
-          "logprob": -0.42211914,
-          "special": false,
-          "text": "Daniel"
-        },
-        {
-          "id": 37,
-          "logprob": -0.002336502,
-          "special": false,
-          "text": ":"
-        },
-        {
-          "id": 1634,
-          "logprob": -2.0605469,
-          "special": false,
-          "text": " What"
-        },
-        {
-          "id": 18,
-          "logprob": -1.5292969,
+          "logprob": -1.5283203,
           "special": false,
           "text": "'"
         },