Ecosystem/ai-gateway
5
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

🎨 improve: zhipu stream typewriter (#58)

Browse Source
This commit is contained in:
Buer 2024-01-29 11:54:56 +08:00 committed by GitHub
parent aec238aec9
commit f2aafab0d9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
providers/zhipu/chat.go
View File

@ -8,6 +8,7 @@ import (
"one-api/common/requester" "one-api/common/requester"
"one-api/types" "one-api/types"
"strings" "strings"
"time"
) )
type zhipuStreamHandler struct { type zhipuStreamHandler struct {
@ -194,6 +195,7 @@ func (h *zhipuStreamHandler) convertToOpenaiStream(zhipuResponse *ZhipuStreamRes
streamResponse.Choices = []types.ChatCompletionStreamChoice{choice} streamResponse.Choices = []types.ChatCompletionStreamChoice{choice}
responseBody, _ := json.Marshal(streamResponse) responseBody, _ := json.Marshal(streamResponse)
dataChan <- string(responseBody) dataChan <- string(responseBody)
time.Sleep(20 * time.Millisecond)
} }
if zhipuResponse.Usage != nil { if zhipuResponse.Usage != nil {