From 6f608f0d84a951e0598266a2bb52bcb6044c0782 Mon Sep 17 00:00:00 2001 From: ehsanmok <6980212+ehsanmok@users.noreply.github.com> Date: Thu, 27 Apr 2023 09:00:14 -0700 Subject: [PATCH] Use different id for batch vs liveness --- router/src/health.rs | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/router/src/health.rs b/router/src/health.rs index 5bfb6717..2b55c523 100644 --- a/router/src/health.rs +++ b/router/src/health.rs @@ -5,6 +5,7 @@ use text_generation_client::{ }; const LIVENESS_ID: u64 = u64::MAX; +const BATCH_ID: u64 = u64::MAX - 1; #[derive(Clone, Debug)] pub(crate) struct Health { @@ -49,7 +50,7 @@ impl Health { }), }; let batch = Batch { - id: u64::MAX, + id: BATCH_ID, requests: vec![liveness_request], size: 1, max_tokens: 2,