diff --git a/integration-tests/models/__snapshots__/test_flash_starcoder2_lora/test_flash_starcoder2_default_params.json b/integration-tests/models/__snapshots__/test_flash_starcoder2_lora/test_flash_starcoder2_default_params.json
index 1311c602..ce3831b0 100644
--- a/integration-tests/models/__snapshots__/test_flash_starcoder2_lora/test_flash_starcoder2_default_params.json
+++ b/integration-tests/models/__snapshots__/test_flash_starcoder2_lora/test_flash_starcoder2_default_params.json
@@ -19,88 +19,184 @@
         "text": "\n"
       },
       {
-        "id": 78,
-        "logprob": -1.0654297,
+        "id": 40,
+        "logprob": -0.7944336,
         "special": false,
-        "text": "I"
+        "text": "#"
       },
       {
-        "id": 3874,
-        "logprob": -0.4074707,
+        "id": 494,
+        "logprob": 0.0,
         "special": false,
-        "text": " am"
+        "text": " +"
+      },
+      {
+        "id": 447,
+        "logprob": -0.1796875,
+        "special": false,
+        "text": " ["
+      },
+      {
+        "id": 9009,
+        "logprob": 0.0,
+        "special": false,
+        "text": "markdown"
+      },
+      {
+        "id": 98,
+        "logprob": 0.0,
+        "special": false,
+        "text": "]"
+      },
+      {
+        "id": 37402,
+        "logprob": 0.0,
+        "special": false,
+        "text": " slideshow"
+      },
+      {
+        "id": 8492,
+        "logprob": 0.0,
+        "special": false,
+        "text": "={\""
+      },
+      {
+        "id": 7277,
+        "logprob": 0.0,
+        "special": false,
+        "text": "slide"
+      },
+      {
+        "id": 100,
+        "logprob": 0.0,
+        "special": false,
+        "text": "_"
+      },
+      {
+        "id": 700,
+        "logprob": 0.0,
+        "special": false,
+        "text": "type"
+      },
+      {
+        "id": 582,
+        "logprob": 0.0,
+        "special": false,
+        "text": "\":"
+      },
+      {
+        "id": 332,
+        "logprob": 0.0,
+        "special": false,
+        "text": " \""
+      },
+      {
+        "id": 7277,
+        "logprob": -0.06994629,
+        "special": false,
+        "text": "slide"
+      },
+      {
+        "id": 3667,
+        "logprob": 0.0,
+        "special": false,
+        "text": "\"}"
+      },
+      {
+        "id": 222,
+        "logprob": 0.0,
+        "special": false,
+        "text": "\n"
+      },
+      {
+        "id": 40,
+        "logprob": 0.0,
+        "special": false,
+        "text": "#"
+      },
+      {
+        "id": 607,
+        "logprob": -0.8261719,
+        "special": false,
+        "text": " #"
+      },
+      {
+        "id": 244,
+        "logprob": -1.8574219,
+        "special": false,
+        "text": " "
+      },
+      {
+        "id": 55,
+        "logprob": -1.4541016,
+        "special": false,
+        "text": "2"
+      },
+      {
+        "id": 51,
+        "logprob": 0.0,
+        "special": false,
+        "text": "."
+      },
+      {
+        "id": 6208,
+        "logprob": -0.9794922,
+        "special": false,
+        "text": " What"
+      },
+      {
+        "id": 458,
+        "logprob": 0.0,
+        "special": false,
+        "text": " is"
+      },
+      {
+        "id": 341,
+        "logprob": 0.0,
+        "special": false,
+        "text": " the"
+      },
+      {
+        "id": 10609,
+        "logprob": -0.69189453,
+        "special": false,
+        "text": " difference"
+      },
+      {
+        "id": 3761,
+        "logprob": 0.0,
+        "special": false,
+        "text": " between"
       },
       {
         "id": 331,
-        "logprob": -0.12695312,
+        "logprob": 0.0,
         "special": false,
         "text": " a"
       },
       {
-        "id": 2951,
-        "logprob": -0.4501953,
+        "id": 1168,
+        "logprob": -0.27172852,
         "special": false,
-        "text": " software"
+        "text": " list"
       },
       {
-        "id": 46380,
-        "logprob": -0.15124512,
-        "special": false,
-        "text": " engineer"
-      },
-      {
-        "id": 51,
-        "logprob": -0.953125,
-        "special": false,
-        "text": "."
-      },
-      {
-        "id": 222,
-        "logprob": -0.66259766,
-        "special": false,
-        "text": "\n"
-      },
-      {
-        "id": 222,
+        "id": 480,
         "logprob": 0.0,
         "special": false,
-        "text": "\n"
+        "text": " and"
       },
       {
-        "id": 8204,
-        "logprob": -0.95947266,
-        "special": false,
-        "text": "What"
-      },
-      {
-        "id": 458,
-        "logprob": -0.3869629,
-        "special": false,
-        "text": " is"
-      },
-      {
-        "id": 1390,
+        "id": 331,
         "logprob": 0.0,
         "special": false,
-        "text": " your"
+        "text": " a"
       },
       {
-        "id": 27455,
-        "logprob": -0.07891846,
-        "special": false,
-        "text": " favorite"
-      },
-      {
-        "id": 16100,
-        "logprob": -0.4074707,
-        "special": false,
-        "text": " programming"
-      },
-      {
-        "id": 2940,
+        "id": 8871,
         "logprob": 0.0,
         "special": false,
-        "text": " language"
+        "text": " tuple"
       },
       {
         "id": 68,
@@ -114,6 +210,12 @@
         "special": false,
         "text": "\n"
       },
+      {
+        "id": 40,
+        "logprob": -1.3359375,
+        "special": false,
+        "text": "#"
+      },
       {
         "id": 222,
         "logprob": 0.0,
@@ -121,22 +223,124 @@
         "text": "\n"
       },
       {
-        "id": 78,
+        "id": 40,
         "logprob": 0.0,
         "special": false,
-        "text": "I"
+        "text": "#"
       },
       {
-        "id": 2144,
+        "id": 449,
+        "logprob": -0.03164673,
+        "special": false,
+        "text": " -"
+      },
+      {
+        "id": 418,
+        "logprob": -1.0947266,
+        "special": false,
+        "text": " A"
+      },
+      {
+        "id": 1168,
         "logprob": 0.0,
         "special": false,
-        "text": " like"
+        "text": " list"
       },
       {
-        "id": 5006,
-        "logprob": -0.10021973,
+        "id": 458,
+        "logprob": 0.0,
         "special": false,
-        "text": " Python"
+        "text": " is"
+      },
+      {
+        "id": 331,
+        "logprob": -0.3305664,
+        "special": false,
+        "text": " a"
+      },
+      {
+        "id": 14792,
+        "logprob": 0.0,
+        "special": false,
+        "text": " mutable"
+      },
+      {
+        "id": 6645,
+        "logprob": -0.40478516,
+        "special": false,
+        "text": " sequence"
+      },
+      {
+        "id": 451,
+        "logprob": 0.0,
+        "special": false,
+        "text": " of"
+      },
+      {
+        "id": 4725,
+        "logprob": -0.50390625,
+        "special": false,
+        "text": " elements"
+      },
+      {
+        "id": 49,
+        "logprob": -2.1269531,
+        "special": false,
+        "text": ","
+      },
+      {
+        "id": 2236,
+        "logprob": -0.1427002,
+        "special": false,
+        "text": " while"
+      },
+      {
+        "id": 331,
+        "logprob": 0.0,
+        "special": false,
+        "text": " a"
+      },
+      {
+        "id": 8871,
+        "logprob": 0.0,
+        "special": false,
+        "text": " tuple"
+      },
+      {
+        "id": 458,
+        "logprob": 0.0,
+        "special": false,
+        "text": " is"
+      },
+      {
+        "id": 619,
+        "logprob": 0.0,
+        "special": false,
+        "text": " an"
+      },
+      {
+        "id": 26079,
+        "logprob": 0.0,
+        "special": false,
+        "text": " immutable"
+      },
+      {
+        "id": 6645,
+        "logprob": 0.0,
+        "special": false,
+        "text": " sequence"
+      },
+      {
+        "id": 451,
+        "logprob": 0.0,
+        "special": false,
+        "text": " of"
+      },
+      {
+        "id": 4725,
+        "logprob": 0.0,
+        "special": false,
+        "text": " elements"
       },
       {
         "id": 51,
@@ -151,223 +355,19 @@
         "text": "\n"
       },
       {
-        "id": 222,
+        "id": 40,
         "logprob": 0.0,
         "special": false,
-        "text": "\n"
+        "text": "#"
       },
       {
-        "id": 8204,
+        "id": 449,
         "logprob": 0.0,
         "special": false,
-        "text": "What"
-      },
-      {
-        "id": 458,
-        "logprob": 0.0,
-        "special": false,
-        "text": " is"
-      },
-      {
-        "id": 1390,
-        "logprob": 0.0,
-        "special": false,
-        "text": " your"
-      },
-      {
-        "id": 27455,
-        "logprob": 0.0,
-        "special": false,
-        "text": " favorite"
-      },
-      {
-        "id": 16100,
-        "logprob": 0.0,
-        "special": false,
-        "text": " programming"
-      },
-      {
-        "id": 2940,
-        "logprob": 0.0,
-        "special": false,
-        "text": " language"
-      },
-      {
-        "id": 68,
-        "logprob": 0.0,
-        "special": false,
-        "text": "?"
-      },
-      {
-        "id": 222,
-        "logprob": 0.0,
-        "special": false,
-        "text": "\n"
-      },
-      {
-        "id": 222,
-        "logprob": 0.0,
-        "special": false,
-        "text": "\n"
-      },
-      {
-        "id": 78,
-        "logprob": 0.0,
-        "special": false,
-        "text": "I"
-      },
-      {
-        "id": 2144,
-        "logprob": 0.0,
-        "special": false,
-        "text": " like"
-      },
-      {
-        "id": 5006,
-        "logprob": 0.0,
-        "special": false,
-        "text": " Python"
-      },
-      {
-        "id": 51,
-        "logprob": 0.0,
-        "special": false,
-        "text": "."
-      },
-      {
-        "id": 222,
-        "logprob": 0.0,
-        "special": false,
-        "text": "\n"
-      },
-      {
-        "id": 222,
-        "logprob": 0.0,
-        "special": false,
-        "text": "\n"
-      },
-      {
-        "id": 8204,
-        "logprob": 0.0,
-        "special": false,
-        "text": "What"
-      },
-      {
-        "id": 458,
-        "logprob": 0.0,
-        "special": false,
-        "text": " is"
-      },
-      {
-        "id": 1390,
-        "logprob": 0.0,
-        "special": false,
-        "text": " your"
-      },
-      {
-        "id": 27455,
-        "logprob": 0.0,
-        "special": false,
-        "text": " favorite"
-      },
-      {
-        "id": 16100,
-        "logprob": 0.0,
-        "special": false,
-        "text": " programming"
-      },
-      {
-        "id": 2940,
-        "logprob": 0.0,
-        "special": false,
-        "text": " language"
-      },
-      {
-        "id": 68,
-        "logprob": 0.0,
-        "special": false,
-        "text": "?"
-      },
-      {
-        "id": 222,
-        "logprob": 0.0,
-        "special": false,
-        "text": "\n"
-      },
-      {
-        "id": 222,
-        "logprob": 0.0,
-        "special": false,
-        "text": "\n"
-      },
-      {
-        "id": 78,
-        "logprob": 0.0,
-        "special": false,
-        "text": "I"
-      },
-      {
-        "id": 2144,
-        "logprob": 0.0,
-        "special": false,
-        "text": " like"
-      },
-      {
-        "id": 5006,
-        "logprob": 0.0,
-        "special": false,
-        "text": " Python"
-      },
-      {
-        "id": 51,
-        "logprob": 0.0,
-        "special": false,
-        "text": "."
-      },
-      {
-        "id": 222,
-        "logprob": 0.0,
-        "special": false,
-        "text": "\n"
-      },
-      {
-        "id": 222,
-        "logprob": 0.0,
-        "special": false,
-        "text": "\n"
-      },
-      {
-        "id": 8204,
-        "logprob": 0.0,
-        "special": false,
-        "text": "What"
-      },
-      {
-        "id": 458,
-        "logprob": 0.0,
-        "special": false,
-        "text": " is"
-      },
-      {
-        "id": 1390,
-        "logprob": 0.0,
-        "special": false,
-        "text": " your"
-      },
-      {
-        "id": 27455,
-        "logprob": 0.0,
-        "special": false,
-        "text": " favorite"
-      },
-      {
-        "id": 16100,
-        "logprob": 0.0,
-        "special": false,
-        "text": " programming"
+        "text": " -"
       }
     ],
     "top_tokens": null
   },
-  "generated_text": "\n\nI am a software engineer.\n\nWhat is your favorite programming language?\n\nI like Python.\n\nWhat is your favorite programming language?\n\nI like Python.\n\nWhat is your favorite programming language?\n\nI like Python.\n\nWhat is your favorite programming"
+  "generated_text": "\n\n# + [markdown] slideshow={\"slide_type\": \"slide\"}\n# # 2. What is the difference between a list and a tuple?\n#\n# - A list is a mutable sequence of elements, while a tuple is an immutable sequence of elements.\n# -"
 }