diff --git a/relay/adaptor/vertexai/adaptor.go b/relay/adaptor/vertexai/adaptor.go
index 2b2f3951..f1b68b70 100644
--- a/relay/adaptor/vertexai/adaptor.go
+++ b/relay/adaptor/vertexai/adaptor.go
@@ -81,7 +81,7 @@ func (a *Adaptor) GetRequestURL(meta *meta.Meta) (string, error) {
 
 func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Request, meta *meta.Meta) error {
 	adaptor.SetupCommonRequestHeader(c, req, meta)
-	token, err := getToken(c, meta.Config.VertexAIADC)
+	token, err := getToken(c, meta.ChannelId, meta.Config.VertexAIADC)
 	if err != nil {
 		return err
 	}
diff --git a/relay/adaptor/vertexai/token.go b/relay/adaptor/vertexai/token.go
index 8a8afea0..e5fa7b48 100644
--- a/relay/adaptor/vertexai/token.go
+++ b/relay/adaptor/vertexai/token.go
@@ -31,8 +31,8 @@ var Cache = cache.New(50*time.Minute, 55*time.Minute)
 
 const defaultScope = "https://www.googleapis.com/auth/cloud-platform"
 
-func getToken(ctx context.Context,  adcJson string) (string, error) {
-	cacheKey := "vertexai-token"
+func getToken(ctx context.Context, channelId int, adcJson string) (string, error) {
+	cacheKey := fmt.Sprintf("vertexai-token-%d", channelId)
 	if token, found := Cache.Get(cacheKey); found {
 		return token.(string), nil
 	}