From b77d05d3af82fa3e7d9323b91aaf9438976aa595 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Adrien=20Gallou=C3=ABt?= Date: Fri, 7 Feb 2025 15:29:05 +0000 Subject: [PATCH] Fix bool args MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Adrien Gallouët --- backends/llamacpp/src/main.rs | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/backends/llamacpp/src/main.rs b/backends/llamacpp/src/main.rs index a8edc081..5a07acdc 100644 --- a/backends/llamacpp/src/main.rs +++ b/backends/llamacpp/src/main.rs @@ -52,19 +52,19 @@ struct Args { numa: LlamacppNuma, /// Use memory mapping for the model. - #[clap(default_value = "true", long, env)] + #[clap(long, env)] use_mmap: bool, /// Use memory locking to prevent swapping. - #[clap(default_value = "false", long, env)] + #[clap(long, env)] use_mlock: bool, /// Enable offloading of KQV operations to the GPU. - #[clap(default_value = "true", long, env)] + #[clap(long, env)] offload_kqv: bool, /// Enable flash attention for faster inference. (EXPERIMENTAL) - #[clap(default_value = "true", long, env)] + #[clap(long, env)] flash_attention: bool, /// Data type used for K cache. @@ -132,7 +132,7 @@ struct Args { tokenizer_config_path: Option, /// Disable grammar support. - #[clap(long, env, default_value_t = false)] + #[clap(long, env)] disable_grammar_support: bool, /// Maximum number of inputs per request.