huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

updating benchmark.rc

Browse Source
This commit is contained in:
Łukasz Olszewski 2023-12-22 15:45:50 +01:00
parent b223ac70b6
commit d158e75435
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
benchmark/src/lib.rs
View File

@ -43,6 +43,11 @@ pub async fn run(
seed: 0, seed: 0,
repetition_penalty: repetition_penalty.unwrap_or(1.0), repetition_penalty: repetition_penalty.unwrap_or(1.0),
watermark, watermark,
use_grammar_constraint: false,
grammar: "".to_string(),
negative_inputs: "".to_string(),
guidance_scale: 1.0,
logit_bias: Vec::new(),
}; };
// Initialize terminal properties // Initialize terminal properties