package claude import ( "bufio" "encoding/json" "fmt" "io" "net/http" "one-api/common" "one-api/types" "strings" ) func (claudeResponse *ClaudeResponse) ResponseHandler(resp *http.Response) (OpenAIResponse any, errWithCode *types.OpenAIErrorWithStatusCode) { if claudeResponse.Error.Type != "" { return nil, &types.OpenAIErrorWithStatusCode{ OpenAIError: types.OpenAIError{ Message: claudeResponse.Error.Message, Type: claudeResponse.Error.Type, Param: "", Code: claudeResponse.Error.Type, }, StatusCode: resp.StatusCode, } } choice := types.ChatCompletionChoice{ Index: 0, Message: types.ChatCompletionMessage{ Role: "assistant", Content: strings.TrimPrefix(claudeResponse.Completion, " "), Name: nil, }, FinishReason: stopReasonClaude2OpenAI(claudeResponse.StopReason), } fullTextResponse := types.ChatCompletionResponse{ ID: fmt.Sprintf("chatcmpl-%s", common.GetUUID()), Object: "chat.completion", Created: common.GetTimestamp(), Choices: []types.ChatCompletionChoice{choice}, Model: claudeResponse.Model, } completionTokens := common.CountTokenText(claudeResponse.Completion, claudeResponse.Model) claudeResponse.Usage.CompletionTokens = completionTokens claudeResponse.Usage.TotalTokens = claudeResponse.Usage.PromptTokens + completionTokens fullTextResponse.Usage = claudeResponse.Usage return fullTextResponse, nil } func (p *ClaudeProvider) getChatRequestBody(request *types.ChatCompletionRequest) (requestBody *ClaudeRequest) { claudeRequest := ClaudeRequest{ Model: request.Model, Prompt: "", MaxTokensToSample: request.MaxTokens, StopSequences: nil, Temperature: request.Temperature, TopP: request.TopP, Stream: request.Stream, } if claudeRequest.MaxTokensToSample == 0 { claudeRequest.MaxTokensToSample = 1000000 } prompt := "" for _, message := range request.Messages { if message.Role == "user" { prompt += fmt.Sprintf("\n\nHuman: %s", message.Content) } else if message.Role == "assistant" { prompt += fmt.Sprintf("\n\nAssistant: %s", message.Content) } else if message.Role == "system" { if prompt == "" { prompt = message.StringContent() } } } prompt += "\n\nAssistant:" claudeRequest.Prompt = prompt return &claudeRequest } func (p *ClaudeProvider) ChatAction(request *types.ChatCompletionRequest, isModelMapped bool, promptTokens int) (usage *types.Usage, errWithCode *types.OpenAIErrorWithStatusCode) { requestBody := p.getChatRequestBody(request) fullRequestURL := p.GetFullRequestURL(p.ChatCompletions, request.Model) headers := p.GetRequestHeaders() if request.Stream { headers["Accept"] = "text/event-stream" } client := common.NewClient() req, err := client.NewRequest(p.Context.Request.Method, fullRequestURL, common.WithBody(requestBody), common.WithHeader(headers)) if err != nil { return nil, common.ErrorWrapper(err, "new_request_failed", http.StatusInternalServerError) } if request.Stream { var responseText string errWithCode, responseText = p.sendStreamRequest(req) if errWithCode != nil { return } usage = &types.Usage{ PromptTokens: promptTokens, CompletionTokens: common.CountTokenText(responseText, request.Model), } usage.TotalTokens = promptTokens + usage.CompletionTokens } else { var claudeResponse = &ClaudeResponse{ Usage: &types.Usage{ PromptTokens: promptTokens, }, } errWithCode = p.SendRequest(req, claudeResponse, false) if errWithCode != nil { return } usage = claudeResponse.Usage } return } func (p *ClaudeProvider) streamResponseClaude2OpenAI(claudeResponse *ClaudeResponse) *types.ChatCompletionStreamResponse { var choice types.ChatCompletionStreamChoice choice.Delta.Content = claudeResponse.Completion finishReason := stopReasonClaude2OpenAI(claudeResponse.StopReason) if finishReason != "null" { choice.FinishReason = &finishReason } var response types.ChatCompletionStreamResponse response.Object = "chat.completion.chunk" response.Model = claudeResponse.Model response.Choices = []types.ChatCompletionStreamChoice{choice} return &response } func (p *ClaudeProvider) sendStreamRequest(req *http.Request) (*types.OpenAIErrorWithStatusCode, string) { defer req.Body.Close() // 发送请求 client := common.GetHttpClient(p.Channel.Proxy) resp, err := client.Do(req) if err != nil { return common.ErrorWrapper(err, "http_request_failed", http.StatusInternalServerError), "" } common.PutHttpClient(client) if common.IsFailureStatusCode(resp) { return common.HandleErrorResp(resp), "" } defer resp.Body.Close() responseText := "" responseId := fmt.Sprintf("chatcmpl-%s", common.GetUUID()) createdTime := common.GetTimestamp() scanner := bufio.NewScanner(resp.Body) scanner.Split(func(data []byte, atEOF bool) (advance int, token []byte, err error) { if atEOF && len(data) == 0 { return 0, nil, nil } if i := strings.Index(string(data), "\r\n\r\n"); i >= 0 { return i + 4, data[0:i], nil } if atEOF { return len(data), data, nil } return 0, nil, nil }) dataChan := make(chan string) stopChan := make(chan bool) go func() { for scanner.Scan() { data := scanner.Text() if !strings.HasPrefix(data, "event: completion") { continue } data = strings.TrimPrefix(data, "event: completion\r\ndata: ") dataChan <- data } stopChan <- true }() common.SetEventStreamHeaders(p.Context) p.Context.Stream(func(w io.Writer) bool { select { case data := <-dataChan: // some implementations may add \r at the end of data data = strings.TrimSuffix(data, "\r") var claudeResponse ClaudeResponse err := json.Unmarshal([]byte(data), &claudeResponse) if err != nil { common.SysError("error unmarshalling stream response: " + err.Error()) return true } responseText += claudeResponse.Completion response := p.streamResponseClaude2OpenAI(&claudeResponse) response.ID = responseId response.Created = createdTime jsonStr, err := json.Marshal(response) if err != nil { common.SysError("error marshalling stream response: " + err.Error()) return true } p.Context.Render(-1, common.CustomEvent{Data: "data: " + string(jsonStr)}) return true case <-stopChan: p.Context.Render(-1, common.CustomEvent{Data: "data: [DONE]"}) return false } }) return nil, responseText }