From 3b0b66bedbff3b07cc8ca4e608530b2ccf0667ab Mon Sep 17 00:00:00 2001 From: Edwinhr716 Date: Mon, 22 Jul 2024 20:38:07 +0000 Subject: [PATCH] added tgi to name of metric --- router/src/server.rs | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/router/src/server.rs b/router/src/server.rs index 5c20345a..a6b69321 100644 --- a/router/src/server.rs +++ b/router/src/server.rs @@ -1993,8 +1993,8 @@ async fn start( "Batch size of the next batch" ); - metrics::counter!("max_token_capacity").increment(u64::from(max_batch_total_tokens)); - + metrics::counter!("tgi_max_token_capacity").increment(u64::from(max_batch_total_tokens)); + // CORS layer let allow_origin = allow_origin.unwrap_or(AllowOrigin::any()); let cors_layer = CorsLayer::new()