package common import ( "bytes" "encoding/json" "github.com/gin-gonic/gin" "io" "strings" ) const KeyRequestBody = "key_request_body" func GetRequestBody(c *gin.Context) ([]byte, error) { requestBody, _ := c.Get(KeyRequestBody) if requestBody != nil { return requestBody.([]byte), nil } requestBody, err := io.ReadAll(c.Request.Body) if err != nil { return nil, err } _ = c.Request.Body.Close() c.Set(KeyRequestBody, requestBody) return requestBody.([]byte), nil } type ModelRequest struct { Model string `json:"model" form:"model"` } func UnmarshalBodyReusable(c *gin.Context, v any) error { var requestBody []byte var err error contentType := c.Request.Header.Get("Content-Type") if strings.HasPrefix(contentType, "application/json") { requestBody, err = GetRequestBody(c) if err != nil { return err } err = json.Unmarshal(requestBody, &v) } if strings.HasPrefix(contentType, "multipart/form-data") { var model ModelRequest err = c.Bind(&model) requestBody, err = json.Marshal(model) err = json.Unmarshal(requestBody, &v) } else { // skip for now // TODO: someday non json request have variant model, we will need to implementation this } if err != nil { return err } // Reset request body c.Request.Body = io.NopCloser(bytes.NewBuffer(requestBody)) return nil } func SetEventStreamHeaders(c *gin.Context) { c.Writer.Header().Set("Content-Type", "text/event-stream") c.Writer.Header().Set("Cache-Control", "no-cache") c.Writer.Header().Set("Connection", "keep-alive") c.Writer.Header().Set("Transfer-Encoding", "chunked") c.Writer.Header().Set("X-Accel-Buffering", "no") }