huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-22 23:42:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Better error message

Browse Source 
Signed-off-by: Adrien Gallouët <angt@huggingface.co>
This commit is contained in:
Adrien Gallouët 2025-02-14 17:56:35 +00:00
parent 2242d1a67c
commit 0d01a89f0f
No known key found for this signature in database
1 changed files with 18 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

40
backends/llamacpp/src/main.rs
View File

@ -209,31 +209,27 @@ async fn main() -> Result<(), RouterError> {
Tokenizer::from_pretrained(&args.model_id, Some(params))?
};
let model_gguf = match args.model_gguf {
Some(model_gguf) => model_gguf,
None => {
let make_gguf = match std::env::var("MAKE_GGUF") {
Ok(make_gguf) => make_gguf,
Err(e) => {
error!("Missing env: MAKE_GGUF");
return Err(RouterError::VarError(e));
}
};
let model_gguf = "models/model.gguf".to_string();
let model_gguf = if let Some(model_gguf) = args.model_gguf {
model_gguf
} else {
let make_gguf = std::env::var("MAKE_GGUF").map_err(|e| {
error!("No GGUF model given and environment variable MAKE_GGUF is missing.");
RouterError::VarError(e)
})?;
let model_gguf = "models/model.gguf".to_string();
let status = Command::new(make_gguf)
.arg(&model_gguf)
.arg(&args.model_id)
.arg(&args.revision)
.spawn()?
.wait()
.await?;
let status = Command::new(make_gguf)
.arg(&model_gguf)
.arg(&args.model_id)
.arg(&args.revision)
.spawn()?
.wait()
.await?;
if !status.success() {
error!("Failed to generate GGUF");
}
model_gguf
if !status.success() {
error!("Failed to generate GGUF");
}
model_gguf
};
let (backend, ok, shutdown) = LlamacppBackend::new(