huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-07-27 02:10:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: improve validation and transform logic

Browse Source
This commit is contained in:
drbh 2025-05-05 13:59:02 -04:00
parent 465294d3de
commit 7659925d85
1 changed files with 28 additions and 26 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

54
router/src/validation.rs
View File

@ -424,34 +424,36 @@ impl Validation {
None => None, None => None,
}; };
let logit_bias = match &request.parameters.logit_bias { // Validate logit bias and convert to a vector of (token_id, bias_value)
Some(bias) if !bias.is_empty() => { let logit_bias = request
for (token_str, _) in bias.iter() { .parameters
let token_id = token_str.parse::<u32>().map_err(|_| { .logit_bias
ValidationError::LogitBiasInvalid(format!( .as_ref()
"Token ID {} is not a valid number.", .filter(|bias_map| !bias_map.is_empty())
token_str .map(|bias_map| {
)) bias_map
})?; .iter()
.map(|(token_str, &bias_value)| {
let token_id: u32 = token_str.parse().map_err(|_| {
ValidationError::LogitBiasInvalid(format!(
"Token ID {token_str} is not a valid number."
))
})?;
if token_id >= self.vocab_size { if token_id >= self.vocab_size {
return Err(ValidationError::LogitBiasInvalid(format!( return Err(ValidationError::LogitBiasInvalid(format!(
"Token ID {} is out of range. Must be between 0 and {}.", "Token ID {token_id} is out of range (0..{}).",
token_id, self.vocab_size - 1
self.vocab_size - 1 )));
))); }
}
}
// Transform into the required format Ok((token_id, bias_value as f32))
Some( })
bias.iter() .collect::<Result<Vec<_>, _>>()
.map(|(k, v)| (k.parse::<u32>().unwrap(), *v as f32)) })
.collect(), // convert Option<Result<T, E>> to Result<Option<T>, E> to throw
) // if any of the token IDs are invalid
} .transpose()?;
_ => None,
};
let parameters = ValidParameters { let parameters = ValidParameters {
temperature, temperature,