From 85baa5da89492571404768b8c5800f0df0ca86ab Mon Sep 17 00:00:00 2001 From: Edwinhr716 Date: Mon, 22 Jul 2024 18:21:34 +0000 Subject: [PATCH] adding max_token_capacity_metric --- router/src/server.rs | 2 ++ 1 file changed, 2 insertions(+) diff --git a/router/src/server.rs b/router/src/server.rs index d3a280ca..e652db60 100644 --- a/router/src/server.rs +++ b/router/src/server.rs @@ -1727,6 +1727,8 @@ pub async fn run( .install_recorder() .expect("failed to install metrics recorder"); + metrics::counter!("max_token_capacity").increment(u64::from(max_batch_total_tokens)); + // CORS layer let allow_origin = allow_origin.unwrap_or(AllowOrigin::any()); let cors_layer = CorsLayer::new()