huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-09 19:34:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix HF cache default value in server.rs

Browse Source
This commit is contained in:
regisss 2025-04-25 17:08:34 +00:00
parent e3b3eecc96
commit 790a3b5ed2
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
router/src/server.rs
View File

@ -1577,7 +1577,7 @@ pub async fn run(
let cache = std::env::var("HUGGINGFACE_HUB_CACHE") let cache = std::env::var("HUGGINGFACE_HUB_CACHE")
.map_err(|_| ()) .map_err(|_| ())
.map(|cache_dir| Cache::new(cache_dir.into())) .map(|cache_dir| Cache::new(cache_dir.into()))
.unwrap_or_else(|_| Cache::default()); .unwrap_or_else(|_| Cache::from_env());
tracing::warn!("Offline mode active using cache defaults"); tracing::warn!("Offline mode active using cache defaults");
Type::Cache(cache) Type::Cache(cache)
} else { } else {