From e60340632785faa0d01f0be5f62a0a825a9117a8 Mon Sep 17 00:00:00 2001 From: ehsanmok <6980212+ehsanmok@users.noreply.github.com> Date: Thu, 27 Apr 2023 09:49:15 -0700 Subject: [PATCH] Remove -1 from batch id and add a note --- router/src/health.rs | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/router/src/health.rs b/router/src/health.rs index 2b55c523..45f50e9d 100644 --- a/router/src/health.rs +++ b/router/src/health.rs @@ -4,8 +4,9 @@ use text_generation_client::{ Batch, NextTokenChooserParameters, Request, ShardedClient, StoppingCriteriaParameters, }; +// Note: Request ids and batch ids cannot collide. const LIVENESS_ID: u64 = u64::MAX; -const BATCH_ID: u64 = u64::MAX - 1; +const BATCH_ID: u64 = u64::MAX; #[derive(Clone, Debug)] pub(crate) struct Health {