diff --git a/router/src/health.rs b/router/src/health.rs index 2b55c523..45f50e9d 100644 --- a/router/src/health.rs +++ b/router/src/health.rs @@ -4,8 +4,9 @@ use text_generation_client::{ Batch, NextTokenChooserParameters, Request, ShardedClient, StoppingCriteriaParameters, }; +// Note: Request ids and batch ids cannot collide. const LIVENESS_ID: u64 = u64::MAX; -const BATCH_ID: u64 = u64::MAX - 1; +const BATCH_ID: u64 = u64::MAX; #[derive(Clone, Debug)] pub(crate) struct Health {