huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Don't actually modify the inputs.

Browse Source
This commit is contained in:
Nicolas Patry 2024-01-25 09:42:05 +00:00
parent bfe062ee99
commit 168ec6b145
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
router/src/validation.rs
View File

@ -372,11 +372,12 @@ fn prepare_input(
if let Some(truncate) = truncate { if let Some(truncate) = truncate {
if truncate < encoding.len() { if truncate < encoding.len() {
encoding.truncate(truncate, 0, TruncationDirection::Left); encoding.truncate(truncate, 0, TruncationDirection::Left);
// inputs = tokenizer
// .decode(encoding.get_ids(), false)
// .map_err(|err| ValidationError::Tokenizer(err.to_string()))?;
} }
} }
let inputs = tokenizer
.decode(encoding.get_ids(), false)
.map_err(|err| ValidationError::Tokenizer(err.to_string()))?;
Ok((encoding, inputs)) Ok((encoding, inputs))
} }