diff --git a/backends/llamacpp/src/main.rs b/backends/llamacpp/src/main.rs
index 1a8b49db..c49f9a23 100644
--- a/backends/llamacpp/src/main.rs
+++ b/backends/llamacpp/src/main.rs
@@ -216,7 +216,7 @@ async fn main() -> Result<(), RouterError> {
             error!("No GGUF model given and environment variable MAKE_GGUF is missing.");
             RouterError::VarError(e)
         })?;
-        let model_gguf = "models/model.gguf".to_string();
+        let model_gguf = format!("models/{}/model.gguf", args.model_id);
 
         let status = Command::new(make_gguf)
             .arg(&model_gguf)