huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 03:44:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fmt

Browse Source
This commit is contained in:
OlivierDehaene 2023-03-09 10:17:50 +01:00
parent 140285c1f7
commit 05ad316448
1 changed files with 29 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
router/src/validation.rs
View File

@ -174,27 +174,32 @@ fn validate(
// Different because the proto default value is not a valid value // Different because the proto default value is not a valid value
// for the user // for the user
let top_p = top_p.map(|value| { let top_p = top_p
.map(|value| {
if value <= 0.0 || value >= 1.0 { if value <= 0.0 || value >= 1.0 {
return Err(ValidationError::TopP); return Err(ValidationError::TopP);
} }
Ok(value) Ok(value)
}).unwrap_or(Ok(1.0))?; })
.unwrap_or(Ok(1.0))?;
let typical_p = typical_p.map(|value| { let typical_p = typical_p
.map(|value| {
if value <= 0.0 || value >= 1.0 { if value <= 0.0 || value >= 1.0 {
return Err(ValidationError::TypicalP); return Err(ValidationError::TypicalP);
} }
Ok(value) Ok(value)
}).unwrap_or(Ok(1.0))?; })
.unwrap_or(Ok(1.0))?;
let top_k: u32 = top_k.map(|value| { let top_k: u32 = top_k
.map(|value| {
if value <= 0 { if value <= 0 {
return Err(ValidationError::TopK); return Err(ValidationError::TopK);
} }
Ok(value as u32) Ok(value as u32)
}).unwrap_or(Ok(0))?; })
.unwrap_or(Ok(0))?;
if max_new_tokens == 0 { if max_new_tokens == 0 {
return Err(ValidationError::MaxNewTokens); return Err(ValidationError::MaxNewTokens);