diff --git a/backends/v3/src/client/grpc_client.rs b/backends/v3/src/client/grpc_client.rs index c407687b..bfde468f 100644 --- a/backends/v3/src/client/grpc_client.rs +++ b/backends/v3/src/client/grpc_client.rs @@ -167,6 +167,7 @@ impl Client { seed: 0, repetition_penalty: 1.2, frequency_penalty: 0.1, + no_repeat_ngram_size: 0, watermark: true, grammar: String::new(), grammar_type: GrammarType::None as i32, diff --git a/backends/v3/src/client/sharded_client.rs b/backends/v3/src/client/sharded_client.rs index afb13cdc..f988b789 100644 --- a/backends/v3/src/client/sharded_client.rs +++ b/backends/v3/src/client/sharded_client.rs @@ -232,6 +232,7 @@ impl Health for ShardedClient { seed: 0, repetition_penalty: 1.0, frequency_penalty: 0.0, + no_repeat_ngram_size: 0, watermark: false, grammar: String::new(), grammar_type: GrammarType::None as i32,