huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Original truncate behavior.

Browse Source
This commit is contained in:
Nicolas Patry 2024-01-25 10:11:23 +00:00
parent 168ec6b145
commit 211b9681e6
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
router/src/validation.rs
View File

@ -359,7 +359,7 @@ fn tokenizer_worker(tokenizer: Tokenizer, mut receiver: mpsc::UnboundedReceiver<
/// Get input length and optionally truncate it
fn prepare_input(
inputs: String,
mut inputs: String,
truncate: Option<usize>,
tokenizer: &Tokenizer,
) -> Result<(tokenizers::Encoding, String), ValidationError> {
@ -372,9 +372,9 @@ fn prepare_input(
if let Some(truncate) = truncate {
if truncate < encoding.len() {
encoding.truncate(truncate, 0, TruncationDirection::Left);
// inputs = tokenizer
// .decode(encoding.get_ids(), false)
// .map_err(|err| ValidationError::Tokenizer(err.to_string()))?;
inputs = tokenizer
.decode(encoding.get_ids(), false)
.map_err(|err| ValidationError::Tokenizer(err.to_string()))?;
}
}