huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: use TORCH_NCCL_AVOID_RECORD_STREAMS=1

Browse Source
This commit is contained in:
OlivierDehaene 2024-01-09 17:59:16 +01:00 committed by Nicolas Patry
parent 532146338b
commit 1d929a243a
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
launcher/src/main.rs
View File

@ -489,6 +489,7 @@ fn shard_manager(
envs.push(("MASTER_ADDR".into(), master_addr.into()));
envs.push(("MASTER_PORT".into(), master_port.to_string().into()));
envs.push(("NCCL_ASYNC_ERROR_HANDLING".into(), "1".into()));
envs.push(("TORCH_NCCL_AVOID_RECORD_STREAMS".into(), "1".into()))
// CUDA memory fraction
envs.push((