huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix index in chat completion chunk

Browse Source
This commit is contained in:
Wauplin 2024-03-15 14:16:25 +01:00
parent 0d9917f744
commit 9a12e141d7
2 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
router/src/lib.rs
View File

@ -524,7 +524,6 @@ impl ChatCompletionChunk {
delta: Option<String>,
tool_calls: Option<Vec<String>>,
created: u64,
index: u32,
logprobs: Option<ChatCompletionLogprobs>,
finish_reason: Option<String>,
) -> Self {
@ -535,7 +534,7 @@ impl ChatCompletionChunk {
model,
system_fingerprint,
choices: vec![ChatCompletionChoice {
index,
index: 0,
delta: ChatCompletionDelta {
role: "assistant".to_string(),
content: delta,

1
router/src/server.rs
View File

@ -895,7 +895,6 @@ async fn chat_completions(
content,
tool_calls,
current_time,
stream_token.index,
logprobs,
stream_token.details.map(|d| d.finish_reason.to_string()),
))