From 17c8c5a340e2f96e8cd29e1ce574f4101699a4d3 Mon Sep 17 00:00:00 2001 From: mxdlzg Date: Tue, 28 May 2024 15:22:31 +0800 Subject: [PATCH] Try to fix Gemini streaming return being truncated by FinishReason. 1 --- relay/adaptor/gemini/main.go | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/relay/adaptor/gemini/main.go b/relay/adaptor/gemini/main.go index faccc4cb..15e5dc3f 100644 --- a/relay/adaptor/gemini/main.go +++ b/relay/adaptor/gemini/main.go @@ -222,8 +222,10 @@ func responseGeminiChat2OpenAI(response *ChatResponse) *openai.TextResponse { func streamResponseGeminiChat2OpenAI(geminiResponse *ChatResponse) *openai.ChatCompletionsStreamResponse { var choice openai.ChatCompletionsStreamResponseChoice choice.Delta.Content = geminiResponse.GetResponseText() - choice.FinishReason = &constant.StopFinishReason + //choice.FinishReason = &constant.StopFinishReason var response openai.ChatCompletionsStreamResponse + response.Id = fmt.Sprintf("chatcmpl-%s", random.GetUUID()) + response.Created = helper.GetTimestamp() response.Object = "chat.completion.chunk" response.Model = "gemini" response.Choices = []openai.ChatCompletionsStreamResponseChoice{choice}