Fix benchmark

This commit is contained in:
Nicolas Patry 2023-08-14 18:19:03 +02:00
parent e149656194
commit d73204d72c

View File

@ -218,6 +218,6 @@ fn create_sequence(sequence_length: u32, tokenizer: Tokenizer) -> String {
encoding.truncate(sequence_length as usize, 0, TruncationDirection::Left); encoding.truncate(sequence_length as usize, 0, TruncationDirection::Left);
// Decode // Decode
tokenizer tokenizer
.decode(Vec::from(encoding.get_ids()), false) .decode(encoding.get_ids(), false)
.unwrap() .unwrap()
} }