ai-gateway/relay/controller/text.go

package controller

import (
	"bytes"
	"encoding/json"
	"fmt"
	"io"
	"net/http"
    "io/ioutil"
    "context"

	"github.com/gin-gonic/gin"
	"github.com/songquanpeng/one-api/common/logger"
	"github.com/songquanpeng/one-api/relay"
	"github.com/songquanpeng/one-api/relay/adaptor"
	"github.com/songquanpeng/one-api/relay/adaptor/openai"
	"github.com/songquanpeng/one-api/relay/apitype"
	"github.com/songquanpeng/one-api/relay/billing"
	billingratio "github.com/songquanpeng/one-api/relay/billing/ratio"
	"github.com/songquanpeng/one-api/relay/channeltype"
	"github.com/songquanpeng/one-api/relay/meta"
	"github.com/songquanpeng/one-api/relay/model"
)

func RelayTextHelper(c *gin.Context) *model.ErrorWithStatusCode {
	ctx := c.Request.Context()
	meta := meta.GetByContext(c)

    // Read the original request body
    bodyBytes, err := ioutil.ReadAll(c.Request.Body)
    if err != nil {
        logger.Errorf(ctx, "Failed to read request body: %s", err.Error())
        return openai.ErrorWrapper(err, "invalid_request_body", http.StatusBadRequest)
    }

    // Restore the request body for `getAndValidateTextRequest`
    c.Request.Body = ioutil.NopCloser(bytes.NewBuffer(bodyBytes))

    // Call `getAndValidateTextRequest`
    textRequest, err := getAndValidateTextRequest(c, meta.Mode)
    if err != nil {
        logger.Errorf(ctx, "getAndValidateTextRequest failed: %s", err.Error())
        return openai.ErrorWrapper(err, "invalid_text_request", http.StatusBadRequest)
    }
    meta.IsStream = textRequest.Stream

    // Parse the request body into a map
    var rawRequest map[string]interface{}
    if err := json.Unmarshal(bodyBytes, &rawRequest); err != nil {
        logger.Errorf(ctx, "Failed to parse request body into map: %s", err.Error())
        return openai.ErrorWrapper(err, "invalid_json", http.StatusBadRequest)
    }

    // Apply parameter overrides
    applyParameterOverrides(ctx, meta, textRequest, rawRequest)

	// map model name
	meta.OriginModelName = textRequest.Model
	textRequest.Model, _ = getMappedModelName(textRequest.Model, meta.ModelMapping)
	meta.ActualModelName = textRequest.Model
	// get model ratio & group ratio
	modelRatio := billingratio.GetModelRatio(textRequest.Model, meta.ChannelType)
	groupRatio := billingratio.GetGroupRatio(meta.Group)
	ratio := modelRatio * groupRatio
	// pre-consume quota
	promptTokens := getPromptTokens(textRequest, meta.Mode)
	meta.PromptTokens = promptTokens
	preConsumedQuota, bizErr := preConsumeQuota(ctx, textRequest, promptTokens, ratio, meta)
	if bizErr != nil {
		logger.Warnf(ctx, "preConsumeQuota failed: %+v", *bizErr)
		return bizErr
	}

	adaptor := relay.GetAdaptor(meta.APIType)
	if adaptor == nil {
		return openai.ErrorWrapper(fmt.Errorf("invalid api type: %d", meta.APIType), "invalid_api_type", http.StatusBadRequest)
	}
	adaptor.Init(meta)

	// get request body
	requestBody, err := getRequestBody(c, meta, textRequest, adaptor)
	if err != nil {
		return openai.ErrorWrapper(err, "convert_request_failed", http.StatusInternalServerError)
	}

	// do request
	resp, err := adaptor.DoRequest(c, meta, requestBody)
	if err != nil {
		logger.Errorf(ctx, "DoRequest failed: %s", err.Error())
		return openai.ErrorWrapper(err, "do_request_failed", http.StatusInternalServerError)
	}
	if isErrorHappened(meta, resp) {
		billing.ReturnPreConsumedQuota(ctx, preConsumedQuota, meta.TokenId)
		return RelayErrorHandler(resp)
	}

	// do response
	usage, respErr := adaptor.DoResponse(c, resp, meta)
	if respErr != nil {
		logger.Errorf(ctx, "respErr is not nil: %+v", respErr)
		billing.ReturnPreConsumedQuota(ctx, preConsumedQuota, meta.TokenId)
		return respErr
	}
	// post-consume quota
	go postConsumeQuota(ctx, usage, meta, textRequest, ratio, preConsumedQuota, modelRatio, groupRatio)
	return nil
}

func getRequestBody(c *gin.Context, meta *meta.Meta, textRequest *model.GeneralOpenAIRequest, adaptor adaptor.Adaptor) (io.Reader, error) {
	if meta.APIType == apitype.OpenAI && meta.OriginModelName == meta.ActualModelName && meta.ChannelType != channeltype.Baichuan {
		// no need to convert request for openai
		return c.Request.Body, nil
	}

	// get request body
	var requestBody io.Reader
	convertedRequest, err := adaptor.ConvertRequest(c, meta.Mode, textRequest)
	if err != nil {
		logger.Debugf(c.Request.Context(), "converted request failed: %s\n", err.Error())
		return nil, err
	}
	jsonData, err := json.Marshal(convertedRequest)
	if err != nil {
		logger.Debugf(c.Request.Context(), "converted request json_marshal_failed: %s\n", err.Error())
		return nil, err
	}
	logger.Debugf(c.Request.Context(), "converted request: \n%s", string(jsonData))
	requestBody = bytes.NewBuffer(jsonData)
	return requestBody, nil
}

func applyParameterOverrides(ctx context.Context, meta *meta.Meta, textRequest *model.GeneralOpenAIRequest, rawRequest map[string]interface{}) {
    if meta.ParamsOverride != nil {
        modelName := meta.OriginModelName
        if overrideParams, exists := meta.ParamsOverride[modelName]; exists {
            logger.Infof(ctx, "Applying parameter overrides for model %s on channel %d", modelName, meta.ChannelId)
            for key, value := range overrideParams {
                if _, userSpecified := rawRequest[key]; !userSpecified {
                    // Apply the override since the user didn't specify this parameter
                    switch key {
                    case "temperature":
                        if v, ok := value.(float64); ok {
                            textRequest.Temperature = v
                        } else if v, ok := value.(int); ok {
                            textRequest.Temperature = float64(v)
                        }
                    case "max_tokens":
                        if v, ok := value.(float64); ok {
                            textRequest.MaxTokens = int(v)
                        } else if v, ok := value.(int); ok {
                            textRequest.MaxTokens = v
                        }
                    case "top_p":
                        if v, ok := value.(float64); ok {
                            textRequest.TopP = v
                        } else if v, ok := value.(int); ok {
                            textRequest.TopP = float64(v)
                        }
                    case "frequency_penalty":
                        if v, ok := value.(float64); ok {
                            textRequest.FrequencyPenalty = v
                        } else if v, ok := value.(int); ok {
                            textRequest.FrequencyPenalty = float64(v)
                        }
                    case "presence_penalty":
                        if v, ok := value.(float64); ok {
                            textRequest.PresencePenalty = v
                        } else if v, ok := value.(int); ok {
                            textRequest.PresencePenalty = float64(v)
                        }
                    case "stop":
                        textRequest.Stop = value
                    case "n":
                        if v, ok := value.(float64); ok {
                            textRequest.N = int(v)
                        } else if v, ok := value.(int); ok {
                            textRequest.N = v
                        }
                    case "stream":
                        if v, ok := value.(bool); ok {
                            textRequest.Stream = v
                        }
                    case "num_ctx":
                        if v, ok := value.(float64); ok {
                            textRequest.NumCtx = int(v)
                        } else if v, ok := value.(int); ok {
                            textRequest.NumCtx = v
                        }
                    // Handle other parameters as needed
                    default:
                        logger.Warnf(ctx, "Unknown parameter override key: %s", key)
                    }
                }
            }
        }
    }
}