huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixing the tests.

Browse Source
This commit is contained in:
Nicolas Patry 2024-12-06 05:38:05 +01:00
parent 7f1c22a72b
commit 68334a5fbf
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
2 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
backends/v2/src/queue.rs
View File

@ -436,6 +436,7 @@ mod tests {
stopping_parameters: ValidStoppingParameters { stopping_parameters: ValidStoppingParameters {
ignore_eos_token: false, ignore_eos_token: false,
max_new_tokens: 1, max_new_tokens: 1,
max_total_new_tokens: 1024,
stop_sequences: vec![], stop_sequences: vec![],
}, },
top_n_tokens: 0, top_n_tokens: 0,

1
backends/v3/src/queue.rs
View File

@ -573,6 +573,7 @@ mod tests {
stopping_parameters: ValidStoppingParameters { stopping_parameters: ValidStoppingParameters {
ignore_eos_token: false, ignore_eos_token: false,
max_new_tokens: 1, max_new_tokens: 1,
max_total_new_tokens: 1024,
stop_sequences: vec![], stop_sequences: vec![],
}, },
top_n_tokens: 0, top_n_tokens: 0,