From b2acd1b15e014364ff5be86f2019f587a2d66553 Mon Sep 17 00:00:00 2001 From: Nick Hill Date: Sat, 31 Dec 2022 08:54:17 -0800 Subject: [PATCH] Change const to usize --- router/src/validation.rs | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/router/src/validation.rs b/router/src/validation.rs index 27f9b6c6..268c9c7a 100644 --- a/router/src/validation.rs +++ b/router/src/validation.rs @@ -6,7 +6,7 @@ use thiserror::Error; use tokenizers::tokenizer::Tokenizer; use tokio::sync::{mpsc, oneshot}; -const MAX_MAX_NEW_TOKENS: u32 = 512; +const MAX_MAX_NEW_TOKENS: usize = 512; const MAX_STOP_SEQUENCES: usize = 4; /// Validation @@ -112,8 +112,8 @@ fn validate( if request.parameters.top_k < 0 { return Err(ValidationError::TopK); } - if request.parameters.max_new_tokens > MAX_MAX_NEW_TOKENS { - return Err(ValidationError::MaxNewTokens(MAX_MAX_NEW_TOKENS as usize)); + if request.parameters.max_new_tokens as usize > MAX_MAX_NEW_TOKENS { + return Err(ValidationError::MaxNewTokens(MAX_MAX_NEW_TOKENS)); } if request.parameters.stop.len() > MAX_STOP_SEQUENCES { return Err(ValidationError::StopSequence(