This commit is contained in:
Nicolas Patry 2023-08-14 18:28:57 +02:00
parent d73204d72c
commit 3a86e4f519

View File

@ -217,7 +217,5 @@ fn create_sequence(sequence_length: u32, tokenizer: Tokenizer) -> String {
// Truncate to sequence_length // Truncate to sequence_length
encoding.truncate(sequence_length as usize, 0, TruncationDirection::Left); encoding.truncate(sequence_length as usize, 0, TruncationDirection::Left);
// Decode // Decode
tokenizer tokenizer.decode(encoding.get_ids(), false).unwrap()
.decode(encoding.get_ids(), false)
.unwrap()
} }