From 3e76ba6599f23b929bdb5968f04d4195c6f2fb0e Mon Sep 17 00:00:00 2001
From: Edwinhr716 <Edandres249@gmail.com>
Date: Mon, 22 Jul 2024 18:21:34 +0000
Subject: [PATCH] adding max_token_capacity_metric

---
 router/src/server.rs | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/router/src/server.rs b/router/src/server.rs
index cc896f99..5c20345a 100644
--- a/router/src/server.rs
+++ b/router/src/server.rs
@@ -1993,6 +1993,8 @@ async fn start(
         "Batch size of the next batch"
     );
 
+    metrics::counter!("max_token_capacity").increment(u64::from(max_batch_total_tokens));
+    
     // CORS layer
     let allow_origin = allow_origin.unwrap_or(AllowOrigin::any());
     let cors_layer = CorsLayer::new()