Ecosystem/ai-gateway
5
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

🐛 fix: missing toolcalls parameter in stream response (#95)

Browse Source
This commit is contained in:
Buer 2024-03-10 02:37:47 +08:00 committed by GitHub
parent 6329db1a49
commit fa89a3d60b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 18 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
providers/mistral/chat.go
View File

@ -131,6 +131,24 @@ func (h *mistralStreamHandler) handlerStream(rawLine *[]byte, dataChan chan stri
*h.Usage = *mistralResponse.Usage
}
stop := false
for _, choice := range mistralResponse.ChatCompletionStreamResponse.Choices {
if choice.Delta.ToolCalls != nil {
choices := choice.ConvertOpenaiStream()
for _, newChoice := range choices {
chatCompletionCopy := mistralResponse
chatCompletionCopy.Choices = []types.ChatCompletionStreamChoice{newChoice}
responseBody, _ := json.Marshal(chatCompletionCopy.ChatCompletionStreamResponse)
dataChan <- string(responseBody)
}
stop = true
}
}
if stop {
return
}
responseBody, _ := json.Marshal(mistralResponse.ChatCompletionStreamResponse)
dataChan <- string(responseBody)