huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-09 19:34:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove -1 from batch id and add a note

Browse Source
This commit is contained in:
ehsanmok 2023-04-27 09:49:15 -07:00
parent 22119ca19f
commit e603406327
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
router/src/health.rs
View File

@ -4,8 +4,9 @@ use text_generation_client::{
Batch, NextTokenChooserParameters, Request, ShardedClient, StoppingCriteriaParameters, Batch, NextTokenChooserParameters, Request, ShardedClient, StoppingCriteriaParameters,
}; };
// Note: Request ids and batch ids cannot collide.
const LIVENESS_ID: u64 = u64::MAX; const LIVENESS_ID: u64 = u64::MAX;
const BATCH_ID: u64 = u64::MAX - 1; const BATCH_ID: u64 = u64::MAX;
#[derive(Clone, Debug)] #[derive(Clone, Debug)]
pub(crate) struct Health { pub(crate) struct Health {