diff --git a/controller/relay.go b/controller/relay.go index aeb36da7..3462409f 100644 --- a/controller/relay.go +++ b/controller/relay.go @@ -32,7 +32,7 @@ const ( type GeneralOpenAIRequest struct { Model string `json:"model"` Messages []Message `json:"messages"` - Prompt string `json:"prompt"` + Prompt any `json:"prompt"` Stream bool `json:"stream"` MaxTokens int `json:"max_tokens"` Temperature float64 `json:"temperature"` @@ -188,7 +188,7 @@ func relayHelper(c *gin.Context, relayMode int) *OpenAIErrorWithStatusCode { case RelayModeChatCompletions: promptTokens = countTokenMessages(textRequest.Messages, textRequest.Model) case RelayModeCompletions: - promptTokens = countTokenText(textRequest.Prompt, textRequest.Model) + promptTokens = countTokenInput(textRequest.Prompt, textRequest.Model) case RelayModeModeration: promptTokens = countTokenInput(textRequest.Input, textRequest.Model) }