huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-28 13:32:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix incorrect setting of max_new_tokens in warmup (#104)

Browse Source 
Signed-off-by: Wang, Yi A <yi.a.wang@intel.com>
This commit is contained in:
Wang, Yi 2024-03-13 23:19:40 +08:00 committed by GitHub
parent 7149ac30e6
commit 3d81a80577
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
router/client/src/client.rs
View File

@ -175,7 +175,7 @@ impl Client {
watermark: false, watermark: false,
}), }),
stopping_parameters: Some(StoppingCriteriaParameters { stopping_parameters: Some(StoppingCriteriaParameters {
max_new_tokens: 10, max_new_tokens: cmp::min(10, max_total_tokens - max_input_length),
stop_sequences: vec![], stop_sequences: vec![],
ignore_eos_token: true, ignore_eos_token: true,
}), }),