From 555bdaa72e2534b86aa9af847338e2ed1e77c951 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Wed, 11 Sep 2024 22:13:01 +0200 Subject: [PATCH] Attempt to fix trufflehog. --- flake.lock | 12 +- .../test_flash_llama_load.json | 222 ++++++++---------- 2 files changed, 104 insertions(+), 130 deletions(-) diff --git a/flake.lock b/flake.lock index 3a515eab..a079d418 100644 --- a/flake.lock +++ b/flake.lock @@ -853,11 +853,11 @@ ] }, "locked": { - "lastModified": 1725848835, - "narHash": "sha256-u4lCr+tOEWhsFiww5G04U5jUNzaQJi0/ZMIDGiLeT14=", + "lastModified": 1726021481, + "narHash": "sha256-4J4E+Fh+77XIYnq2RVtg+ENWXpu6t74P0jKN/f2RQmI=", "owner": "oxalica", "repo": "rust-overlay", - "rev": "2ef910a6276a2f34513d18f2f826a8dea72c3b3f", + "rev": "1c2c120246c51a644c20ba2a36a33d3bd4860d70", "type": "github" }, "original": { @@ -978,11 +978,11 @@ "nixpkgs": "nixpkgs_6" }, "locked": { - "lastModified": 1725868835, - "narHash": "sha256-6OFEaFFRCG/JKkU6kHV08EPEGM1MCuKZ70NlGJcL/JY=", + "lastModified": 1725950569, + "narHash": "sha256-nJHA1SvIQbXySpL2ueNbzQOhnkQASa5tOLz/kdW0PWA=", "owner": "danieldk", "repo": "tgi-nix", - "rev": "87afbe21e2d2cc17e177c9965a64ba68ad7c22da", + "rev": "d40f3c22e9bcc5e16c94d4605cf6a7d74dd07f46", "type": "github" }, "original": { diff --git a/integration-tests/models/__snapshots__/test_flash_llama_prefix/test_flash_llama_load.json b/integration-tests/models/__snapshots__/test_flash_llama_prefix/test_flash_llama_load.json index dbf3c03a..b7c6177b 100644 --- a/integration-tests/models/__snapshots__/test_flash_llama_prefix/test_flash_llama_load.json +++ b/integration-tests/models/__snapshots__/test_flash_llama_prefix/test_flash_llama_load.json @@ -14,7 +14,7 @@ "usage": null } ], - "created": 1725525936, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -40,7 +40,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -66,7 +66,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -92,7 +92,7 @@ "usage": null } ], - "created": 1725525935, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -118,7 +118,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -144,7 +144,7 @@ "usage": null } ], - "created": 1725525941, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -170,7 +170,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -196,7 +196,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -222,7 +222,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -248,7 +248,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -274,7 +274,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -300,7 +300,7 @@ "usage": null } ], - "created": 1725525935, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -326,7 +326,7 @@ "usage": null } ], - "created": 1725525935, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -352,7 +352,7 @@ "usage": null } ], - "created": 1725525936, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -378,7 +378,7 @@ "usage": null } ], - "created": 1725525936, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -404,7 +404,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -430,7 +430,7 @@ "usage": null } ], - "created": 1725525935, + "created": 1726085330, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -456,7 +456,7 @@ "usage": null } ], - "created": 1725525941, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -482,7 +482,7 @@ "usage": null } ], - "created": 1725525941, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -508,7 +508,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -534,7 +534,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -560,7 +560,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -586,7 +586,7 @@ "usage": null } ], - "created": 1725525935, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -612,7 +612,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -638,7 +638,7 @@ "usage": null } ], - "created": 1725525936, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -664,7 +664,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -675,32 +675,6 @@ "total_tokens": 64 } }, - { - "choices": [ - { - "finish_reason": "length", - "index": 0, - "logprobs": null, - "message": { - "content": "It seems like you're trying to connect a GraphQL", - "name": null, - "role": "assistant", - "tool_calls": null - }, - "usage": null - } - ], - "created": 1725525941, - "id": "", - "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", - "object": "chat.completion", - "system_fingerprint": "2.2.1-dev0-native", - "usage": { - "completion_tokens": 10, - "prompt_tokens": 232, - "total_tokens": 242 - } - }, { "choices": [ { @@ -716,7 +690,7 @@ "usage": null } ], - "created": 1725525941, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -742,7 +716,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -768,7 +742,7 @@ "usage": null } ], - "created": 1725525935, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -794,7 +768,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -820,7 +794,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -846,7 +820,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -872,7 +846,7 @@ "usage": null } ], - "created": 1725525941, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -898,7 +872,7 @@ "usage": null } ], - "created": 1725525935, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -924,7 +898,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -950,7 +924,7 @@ "usage": null } ], - "created": 1725525936, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -976,7 +950,7 @@ "usage": null } ], - "created": 1725525941, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1002,7 +976,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1028,7 +1002,7 @@ "usage": null } ], - "created": 1725525936, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1054,7 +1028,7 @@ "usage": null } ], - "created": 1725525941, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1080,7 +1054,7 @@ "usage": null } ], - "created": 1725525936, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1106,7 +1080,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1132,7 +1106,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1158,7 +1132,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1184,7 +1158,7 @@ "usage": null } ], - "created": 1725525941, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1210,7 +1184,7 @@ "usage": null } ], - "created": 1725525935, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1236,7 +1210,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1262,7 +1236,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1288,7 +1262,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1314,7 +1288,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1340,7 +1314,7 @@ "usage": null } ], - "created": 1725525936, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1366,7 +1340,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1392,7 +1366,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1418,7 +1392,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1444,7 +1418,7 @@ "usage": null } ], - "created": 1725525936, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1470,7 +1444,7 @@ "usage": null } ], - "created": 1725525935, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1496,7 +1470,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1522,7 +1496,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1548,7 +1522,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1574,7 +1548,7 @@ "usage": null } ], - "created": 1725525941, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1600,7 +1574,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1626,7 +1600,7 @@ "usage": null } ], - "created": 1725525941, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1652,7 +1626,7 @@ "usage": null } ], - "created": 1725525936, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1678,7 +1652,7 @@ "usage": null } ], - "created": 1725525935, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1704,7 +1678,7 @@ "usage": null } ], - "created": 1725525941, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1730,7 +1704,7 @@ "usage": null } ], - "created": 1725525941, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1756,7 +1730,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1782,7 +1756,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1808,7 +1782,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1834,7 +1808,7 @@ "usage": null } ], - "created": 1725525941, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1860,7 +1834,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1886,7 +1860,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1912,7 +1886,7 @@ "usage": null } ], - "created": 1725525941, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1938,7 +1912,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1964,7 +1938,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -1990,7 +1964,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2016,7 +1990,7 @@ "usage": null } ], - "created": 1725525936, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2042,7 +2016,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2068,7 +2042,7 @@ "usage": null } ], - "created": 1725525941, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2094,7 +2068,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2120,7 +2094,7 @@ "usage": null } ], - "created": 1725525935, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2146,7 +2120,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2172,7 +2146,7 @@ "usage": null } ], - "created": 1725525936, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2198,7 +2172,7 @@ "usage": null } ], - "created": 1725525935, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2224,7 +2198,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2250,7 +2224,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2276,7 +2250,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2302,7 +2276,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2328,7 +2302,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2354,7 +2328,7 @@ "usage": null } ], - "created": 1725525941, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2380,7 +2354,7 @@ "usage": null } ], - "created": 1725525936, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2406,7 +2380,7 @@ "usage": null } ], - "created": 1725525941, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2432,7 +2406,7 @@ "usage": null } ], - "created": 1725525943, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2458,7 +2432,7 @@ "usage": null } ], - "created": 1725525936, + "created": 1726085336, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2484,7 +2458,7 @@ "usage": null } ], - "created": 1725525935, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2510,7 +2484,7 @@ "usage": null } ], - "created": 1725525941, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2536,7 +2510,7 @@ "usage": null } ], - "created": 1725525942, + "created": 1726085331, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion", @@ -2562,7 +2536,7 @@ "usage": null } ], - "created": 1725525935, + "created": 1726085326, "id": "", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "object": "chat.completion",