huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-21 16:40:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

add param in healthcheck

Browse Source
This commit is contained in:
erikkaum 2024-08-01 12:10:10 +02:00
parent 7186ab8e8e
commit 98e790e32a
2 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
backends/v3/src/client/grpc_client.rs
View File

@ -167,6 +167,7 @@ impl Client {
seed: 0, seed: 0,
repetition_penalty: 1.2, repetition_penalty: 1.2,
frequency_penalty: 0.1, frequency_penalty: 0.1,
no_repeat_ngram_size: 0,
watermark: true, watermark: true,
grammar: String::new(), grammar: String::new(),
grammar_type: GrammarType::None as i32, grammar_type: GrammarType::None as i32,

1
backends/v3/src/client/sharded_client.rs
View File

@ -232,6 +232,7 @@ impl Health for ShardedClient {
seed: 0, seed: 0,
repetition_penalty: 1.0, repetition_penalty: 1.0,
frequency_penalty: 0.0, frequency_penalty: 0.0,
no_repeat_ngram_size: 0,
watermark: false, watermark: false,
grammar: String::new(), grammar: String::new(),
grammar_type: GrammarType::None as i32, grammar_type: GrammarType::None as i32,