From d41183a0b4f157c6057787be3235f647b5dab152 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Adrien=20Gallou=C3=ABt?= Date: Wed, 19 Feb 2025 16:13:50 +0000 Subject: [PATCH] Save gguf in models/MODEL_ID/model.gguf MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Adrien Gallouët --- backends/llamacpp/src/main.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/backends/llamacpp/src/main.rs b/backends/llamacpp/src/main.rs index 1a8b49db..c49f9a23 100644 --- a/backends/llamacpp/src/main.rs +++ b/backends/llamacpp/src/main.rs @@ -216,7 +216,7 @@ async fn main() -> Result<(), RouterError> { error!("No GGUF model given and environment variable MAKE_GGUF is missing."); RouterError::VarError(e) })?; - let model_gguf = "models/model.gguf".to_string(); + let model_gguf = format!("models/{}/model.gguf", args.model_id); let status = Command::new(make_gguf) .arg(&model_gguf)