From 0c88cb6327b06089557897b0059185f51c6dfed7 Mon Sep 17 00:00:00 2001 From: OlivierDehaene <23298448+OlivierDehaene@users.noreply.github.com> Date: Fri, 5 Apr 2024 16:50:42 +0200 Subject: [PATCH] remove log_level from python shard --- launcher/src/main.rs | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/launcher/src/main.rs b/launcher/src/main.rs index aef09433..ef9c35a3 100644 --- a/launcher/src/main.rs +++ b/launcher/src/main.rs @@ -499,6 +499,9 @@ fn shard_manager( // Copy current process env let mut envs: Vec<(OsString, OsString)> = env::vars_os().collect(); + // Remove LOG_LEVEL if present + envs.retain(|(name, _)| name != "LOG_LEVEL"); + // Torch Distributed Env vars envs.push(("RANK".into(), rank.to_string().into())); envs.push(("WORLD_SIZE".into(), world_size.to_string().into())); @@ -824,6 +827,9 @@ fn download_convert_model(args: &Args, running: Arc) -> Result<(), L // Copy current process env let mut envs: Vec<(OsString, OsString)> = env::vars_os().collect(); + // Remove LOG_LEVEL if present + envs.retain(|(name, _)| name != "LOG_LEVEL"); + // Disable progress bar envs.push(("HF_HUB_DISABLE_PROGRESS_BARS".into(), "1".into()));