huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-19 13:52:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

increase timeouts

Browse Source
This commit is contained in:
erikkaum 2025-03-17 17:56:57 +01:00
parent febc488e0e
commit e0535a13c5
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
launcher/src/main.rs
View File

@ -1189,7 +1189,7 @@ fn shard_manager(
// We received a shutdown signal
if shutdown.load(Ordering::SeqCst) {
terminate("shard", p, Duration::from_secs(90)).unwrap();
terminate("shard", p, Duration::from_secs(3600)).unwrap();
return;
}
@ -2290,7 +2290,7 @@ fn main() -> Result<(), LauncherError> {
}
// Graceful termination
terminate("webserver", webserver, Duration::from_secs(90)).unwrap();
terminate("webserver", webserver, Duration::from_secs(3600)).unwrap();
shutdown_shards(shutdown, &shutdown_receiver);
exit_code