From cabb654fbb577816f65f24d759ceb336a210d0f4 Mon Sep 17 00:00:00 2001
From: Nicolas Patry <patry.nicolas@protonmail.com>
Date: Tue, 1 Oct 2024 16:36:43 +0200
Subject: [PATCH] Add description for the metrics

---
 router/src/server.rs | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/router/src/server.rs b/router/src/server.rs
index cc896f99..73b54321 100644
--- a/router/src/server.rs
+++ b/router/src/server.rs
@@ -1937,6 +1937,11 @@ async fn start(
         metrics::Unit::Count,
         "Maximum tokens for the current batch"
     );
+    metrics::describe_gauge!(
+        "tgi_batch_total_tokens",
+        metrics::Unit::Count,
+        "Maximum amount of tokens in total."
+    );
     metrics::describe_histogram!(
         "tgi_request_max_new_tokens",
         metrics::Unit::Count,