huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-19 22:02:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fmt.

Browse Source
This commit is contained in:
Nicolas Patry 2025-03-19 15:04:28 +01:00
parent 7c030f0618
commit f81b51d7d2
No known key found for this signature in database
GPG Key ID: 4242CEF24CB6DBF9
1 changed files with 13 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
launcher/src/main.rs
View File

@ -1211,7 +1211,12 @@ fn shard_manager(
// We received a shutdown signal // We received a shutdown signal
if shutdown.load(Ordering::SeqCst) { if shutdown.load(Ordering::SeqCst) {
terminate("shard", p, Duration::from_secs(graceful_termination_timeout)).unwrap(); terminate(
"shard",
p,
Duration::from_secs(graceful_termination_timeout),
)
.unwrap();
return; return;
} }
@ -1550,7 +1555,7 @@ fn spawn_shards(
status_receiver: &mpsc::Receiver<ShardStatus>, status_receiver: &mpsc::Receiver<ShardStatus>,
status_sender: mpsc::Sender<ShardStatus>, status_sender: mpsc::Sender<ShardStatus>,
running: Arc<AtomicBool>, running: Arc<AtomicBool>,
graceful_termination_timeout: u64 graceful_termination_timeout: u64,
) -> Result<(), LauncherError> { ) -> Result<(), LauncherError> {
// Start shard processes // Start shard processes
for rank in 0..num_shard { for rank in 0..num_shard {
@ -2317,7 +2322,12 @@ fn main() -> Result<(), LauncherError> {
} }
// Graceful termination // Graceful termination
terminate("webserver", webserver, Duration::from_secs(graceful_termination_timeout)).unwrap(); terminate(
"webserver",
webserver,
Duration::from_secs(graceful_termination_timeout),
)
.unwrap();
shutdown_shards(shutdown, &shutdown_receiver); shutdown_shards(shutdown, &shutdown_receiver);
exit_code exit_code