huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 04:44:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Attempt to fix trufflehog.

Browse Source
This commit is contained in:
Nicolas Patry 2024-09-11 22:13:01 +02:00
parent b181ee37f3
commit 555bdaa72e
No known key found for this signature in database
GPG Key ID: 64AF4752B2967863
2 changed files with 104 additions and 130 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
flake.lock
View File

@ -853,11 +853,11 @@
] ]
}, },
"locked": { "locked": {
"lastModified": 1725848835, "lastModified": 1726021481,
"narHash": "sha256-u4lCr+tOEWhsFiww5G04U5jUNzaQJi0/ZMIDGiLeT14=", "narHash": "sha256-4J4E+Fh+77XIYnq2RVtg+ENWXpu6t74P0jKN/f2RQmI=",
"owner": "oxalica", "owner": "oxalica",
"repo": "rust-overlay", "repo": "rust-overlay",
"rev": "2ef910a6276a2f34513d18f2f826a8dea72c3b3f", "rev": "1c2c120246c51a644c20ba2a36a33d3bd4860d70",
"type": "github" "type": "github"
}, },
"original": { "original": {
@ -978,11 +978,11 @@
"nixpkgs": "nixpkgs_6" "nixpkgs": "nixpkgs_6"
}, },
"locked": { "locked": {
"lastModified": 1725868835, "lastModified": 1725950569,
"narHash": "sha256-6OFEaFFRCG/JKkU6kHV08EPEGM1MCuKZ70NlGJcL/JY=", "narHash": "sha256-nJHA1SvIQbXySpL2ueNbzQOhnkQASa5tOLz/kdW0PWA=",
"owner": "danieldk", "owner": "danieldk",
"repo": "tgi-nix", "repo": "tgi-nix",
"rev": "87afbe21e2d2cc17e177c9965a64ba68ad7c22da", "rev": "d40f3c22e9bcc5e16c94d4605cf6a7d74dd07f46",
"type": "github" "type": "github"
}, },
"original": { "original": {

222
integration-tests/models/__snapshots__/test_flash_llama_prefix/test_flash_llama_load.json
View File

@ -14,7 +14,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525936, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -40,7 +40,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -66,7 +66,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -92,7 +92,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525935, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -118,7 +118,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -144,7 +144,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525941, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -170,7 +170,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -196,7 +196,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -222,7 +222,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -248,7 +248,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -274,7 +274,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -300,7 +300,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525935, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -326,7 +326,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525935, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -352,7 +352,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525936, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -378,7 +378,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525936, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -404,7 +404,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -430,7 +430,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525935, "created": 1726085330,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -456,7 +456,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525941, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -482,7 +482,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525941, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -508,7 +508,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -534,7 +534,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -560,7 +560,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -586,7 +586,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525935, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -612,7 +612,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -638,7 +638,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525936, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -664,7 +664,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -675,32 +675,6 @@
"total_tokens": 64 "total_tokens": 64
} }
}, },
{
"choices": [
{
"finish_reason": "length",
"index": 0,
"logprobs": null,
"message": {
"content": "It seems like you're trying to connect a GraphQL",
"name": null,
"role": "assistant",
"tool_calls": null
},
"usage": null
}
],
"created": 1725525941,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
"system_fingerprint": "2.2.1-dev0-native",
"usage": {
"completion_tokens": 10,
"prompt_tokens": 232,
"total_tokens": 242
}
},
{ {
"choices": [ "choices": [
{ {
@ -716,7 +690,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525941, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -742,7 +716,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -768,7 +742,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525935, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -794,7 +768,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -820,7 +794,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -846,7 +820,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -872,7 +846,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525941, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -898,7 +872,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525935, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -924,7 +898,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -950,7 +924,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525936, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -976,7 +950,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525941, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1002,7 +976,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1028,7 +1002,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525936, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1054,7 +1028,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525941, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1080,7 +1054,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525936, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1106,7 +1080,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1132,7 +1106,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1158,7 +1132,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1184,7 +1158,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525941, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1210,7 +1184,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525935, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1236,7 +1210,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1262,7 +1236,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1288,7 +1262,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1314,7 +1288,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1340,7 +1314,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525936, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1366,7 +1340,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1392,7 +1366,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1418,7 +1392,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1444,7 +1418,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525936, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1470,7 +1444,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525935, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1496,7 +1470,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1522,7 +1496,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1548,7 +1522,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1574,7 +1548,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525941, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1600,7 +1574,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1626,7 +1600,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525941, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1652,7 +1626,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525936, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1678,7 +1652,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525935, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1704,7 +1678,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525941, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1730,7 +1704,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525941, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1756,7 +1730,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1782,7 +1756,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1808,7 +1782,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1834,7 +1808,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525941, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1860,7 +1834,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1886,7 +1860,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1912,7 +1886,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525941, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1938,7 +1912,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1964,7 +1938,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -1990,7 +1964,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2016,7 +1990,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525936, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2042,7 +2016,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2068,7 +2042,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525941, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2094,7 +2068,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2120,7 +2094,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525935, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2146,7 +2120,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2172,7 +2146,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525936, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2198,7 +2172,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525935, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2224,7 +2198,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2250,7 +2224,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2276,7 +2250,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2302,7 +2276,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2328,7 +2302,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2354,7 +2328,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525941, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2380,7 +2354,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525936, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2406,7 +2380,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525941, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2432,7 +2406,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525943, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2458,7 +2432,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525936, "created": 1726085336,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2484,7 +2458,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525935, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2510,7 +2484,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525941, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2536,7 +2510,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525942, "created": 1726085331,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",
@ -2562,7 +2536,7 @@
"usage": null "usage": null
} }
], ],
"created": 1725525935, "created": 1726085326,
"id": "", "id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion", "object": "chat.completion",