feat: initialize token encoders in a goroutine to reduce service startup time

2024-07-12 21:01:30 +08:00 · 2024-07-12 21:01:30 +08:00 · 2a19e5e2f8
commit 2a19e5e2f8
parent 6ad169975f
1 changed files with 1 additions and 1 deletions
--- a/main.go
+++ b/main.go
@ -88,7 +88,7 @@ func main() {
 	if config.EnableMetric {
 		logger.SysLog("metric enabled, will disable channel if too much request failed")
 	}
-	openai.InitTokenEncoders()
+	go openai.InitTokenEncoders()
 	client.Init()

 	// Initialize HTTP server