Fingers crossed.

.github/workflows/build.yaml

@@ -181,8 +181,6 @@ jobs:
       - name: Install
         run: |
           make install-integration-tests
-      - name: Setup tmate session
-        uses: mxschmitt/action-tmate@v3
       - name: Run tests
         run: |
           export DOCKER_VOLUME=/mnt/cache

integration-tests/conftest.py

@@ -103,6 +103,9 @@ class ResponseComparator(JSONSnapshotExtension):
         def _convert_data(data):
             if isinstance(data, Dict):
                 if "choices" in data:
+                    data["choices"] = list(
+                        sorted(data["choices"], key=lambda x: x["index"])
+                    )
                     choices = data["choices"]
                     if isinstance(choices, List) and len(choices) >= 1:
                         if "delta" in choices[0]:

integration-tests/models/__snapshots__/test_completion_prompts/test_flash_llama_completion_many_prompts.json

@@ -1,5 +1,11 @@
 {
   "choices": [
+    {
+      "finish_reason": "length",
+      "index": 0,
+      "logprobs": null,
+      "text": " A Beginner’s Guide\nDeep learning is a subset"
+    },
     {
       "finish_reason": "length",
       "index": 1,
@@ -12,12 +18,6 @@
       "logprobs": null,
       "text": "usculas_minusculas(s):\n    \"\"\"\n"
     },
-    {
-      "finish_reason": "length",
-      "index": 0,
-      "logprobs": null,
-      "text": " A Beginner’s Guide\nDeep learning is a subset"
-    },
     {
       "finish_reason": "length",
       "index": 2,