huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-20 06:12:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Snapshot update with the new updated tool_call_id.

Browse Source
This commit is contained in:
Nicolas Patry 2025-03-11 11:40:06 +01:00
parent 214a5b5da1
commit 1578cdd9a8
No known key found for this signature in database
GPG Key ID: 4242CEF24CB6DBF9
2 changed files with 68 additions and 68 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

68
integration-tests/models/__snapshots__/test_tools_llama/test_flash_llama_grammar_tools_choice_stream.json
View File

@ -11,7 +11,7 @@
"arguments": "{", "arguments": "{",
"name": "get_current_weather" "name": "get_current_weather"
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -22,7 +22,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741371719, "created": 1741688515,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -41,7 +41,7 @@
"arguments": " \"", "arguments": " \"",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -52,7 +52,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741371719, "created": 1741688515,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -71,7 +71,7 @@
"arguments": "location", "arguments": "location",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -82,7 +82,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741371719, "created": 1741688515,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -101,7 +101,7 @@
"arguments": "\":", "arguments": "\":",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -112,7 +112,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741371719, "created": 1741688515,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -131,7 +131,7 @@
"arguments": " \"", "arguments": " \"",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -142,7 +142,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741371719, "created": 1741688515,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -161,7 +161,7 @@
"arguments": "Bro", "arguments": "Bro",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -172,7 +172,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741371719, "created": 1741688515,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -191,7 +191,7 @@
"arguments": "oklyn", "arguments": "oklyn",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -202,7 +202,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741371719, "created": 1741688515,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -221,7 +221,7 @@
"arguments": ",", "arguments": ",",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -232,7 +232,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741371719, "created": 1741688515,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -251,7 +251,7 @@
"arguments": " NY", "arguments": " NY",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -262,7 +262,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741371719, "created": 1741688515,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -281,7 +281,7 @@
"arguments": "\",", "arguments": "\",",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -292,7 +292,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741371719, "created": 1741688515,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -311,7 +311,7 @@
"arguments": " \"", "arguments": " \"",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -322,7 +322,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741371719, "created": 1741688515,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -341,7 +341,7 @@
"arguments": "format", "arguments": "format",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -352,7 +352,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741371719, "created": 1741688515,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -371,7 +371,7 @@
"arguments": "\":", "arguments": "\":",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -382,7 +382,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741371719, "created": 1741688515,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -401,7 +401,7 @@
"arguments": " \"", "arguments": " \"",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -412,7 +412,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741371720, "created": 1741688515,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -431,7 +431,7 @@
"arguments": "f", "arguments": "f",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -442,7 +442,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741371720, "created": 1741688515,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -461,7 +461,7 @@
"arguments": "ahrenheit", "arguments": "ahrenheit",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -472,7 +472,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741371720, "created": 1741688515,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -491,7 +491,7 @@
"arguments": "\"}", "arguments": "\"}",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -502,7 +502,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741371720, "created": 1741688515,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",

68
integration-tests/models/__snapshots__/test_tools_llama/test_flash_llama_grammar_tools_openai.json
View File

@ -13,7 +13,7 @@
"arguments": "{", "arguments": "{",
"name": "get_current_weather" "name": "get_current_weather"
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -24,7 +24,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741370464, "created": 1741689423,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -46,7 +46,7 @@
"arguments": " \"", "arguments": " \"",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -57,7 +57,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741370464, "created": 1741689423,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -79,7 +79,7 @@
"arguments": "location", "arguments": "location",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -90,7 +90,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741370464, "created": 1741689423,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -112,7 +112,7 @@
"arguments": "\":", "arguments": "\":",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -123,7 +123,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741370464, "created": 1741689423,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -145,7 +145,7 @@
"arguments": " \"", "arguments": " \"",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -156,7 +156,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741370464, "created": 1741689423,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -178,7 +178,7 @@
"arguments": "Bro", "arguments": "Bro",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -189,7 +189,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741370464, "created": 1741689423,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -211,7 +211,7 @@
"arguments": "oklyn", "arguments": "oklyn",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -222,7 +222,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741370464, "created": 1741689423,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -244,7 +244,7 @@
"arguments": ",", "arguments": ",",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -255,7 +255,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741370464, "created": 1741689423,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -277,7 +277,7 @@
"arguments": " NY", "arguments": " NY",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -288,7 +288,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741370464, "created": 1741689423,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -310,7 +310,7 @@
"arguments": "\",", "arguments": "\",",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -321,7 +321,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741370464, "created": 1741689423,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -343,7 +343,7 @@
"arguments": " \"", "arguments": " \"",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -354,7 +354,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741370464, "created": 1741689423,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -376,7 +376,7 @@
"arguments": "format", "arguments": "format",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -387,7 +387,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741370465, "created": 1741689423,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -409,7 +409,7 @@
"arguments": "\":", "arguments": "\":",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -420,7 +420,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741370465, "created": 1741689423,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -442,7 +442,7 @@
"arguments": " \"", "arguments": " \"",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -453,7 +453,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741370465, "created": 1741689423,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -475,7 +475,7 @@
"arguments": "f", "arguments": "f",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -486,7 +486,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741370465, "created": 1741689423,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -508,7 +508,7 @@
"arguments": "ahrenheit", "arguments": "ahrenheit",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -519,7 +519,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741370465, "created": 1741689423,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",
@ -541,7 +541,7 @@
"arguments": "\"}", "arguments": "\"}",
"name": null "name": null
}, },
"id": "", "id": "0",
"index": 0, "index": 0,
"type": "function" "type": "function"
} }
@ -552,7 +552,7 @@
"logprobs": null "logprobs": null
} }
], ],
"created": 1741370465, "created": 1741689423,
"id": "", "id": "",
"model": "meta-llama/Llama-3.1-8B-Instruct", "model": "meta-llama/Llama-3.1-8B-Instruct",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",