diff --git a/backends/v2/src/queue.rs b/backends/v2/src/queue.rs index bf52900f..61a3eebc 100644 --- a/backends/v2/src/queue.rs +++ b/backends/v2/src/queue.rs @@ -436,6 +436,7 @@ mod tests { stopping_parameters: ValidStoppingParameters { ignore_eos_token: false, max_new_tokens: 1, + max_total_new_tokens: 1024, stop_sequences: vec![], }, top_n_tokens: 0, diff --git a/backends/v3/src/queue.rs b/backends/v3/src/queue.rs index 6662b8de..dd27806f 100644 --- a/backends/v3/src/queue.rs +++ b/backends/v3/src/queue.rs @@ -573,6 +573,7 @@ mod tests { stopping_parameters: ValidStoppingParameters { ignore_eos_token: false, max_new_tokens: 1, + max_total_new_tokens: 1024, stop_sequences: vec![], }, top_n_tokens: 0,