From 3f199134f025ff69a84d6776612c6dd143211946 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Adrien=20Gallou=C3=ABt?= Date: Fri, 31 Jan 2025 15:51:28 +0000 Subject: [PATCH] Fix args MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Adrien Gallouët --- backends/llamacpp/src/main.rs | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/backends/llamacpp/src/main.rs b/backends/llamacpp/src/main.rs index a8283c13..4afa64e9 100644 --- a/backends/llamacpp/src/main.rs +++ b/backends/llamacpp/src/main.rs @@ -37,7 +37,7 @@ struct Args { n_gpu_layers: usize, /// Split the model across multiple GPUs. - #[clap(default_value = "Layer", long, env)] + #[clap(default_value = "layer", long, env)] split_mode: LlamacppSplitMode, /// Defragment the KV cache if holes/size > threshold. @@ -45,7 +45,7 @@ struct Args { defrag_threshold: f32, /// Setup NUMA optimizations. - #[clap(default_value = "Disabled", value_enum, long, env)] + #[clap(default_value = "disabled", value_enum, long, env)] numa: LlamacppNuma, /// Whether to use memory mapping.