From a1695ce48bfa094d55b02a12961a1b06e1063249 Mon Sep 17 00:00:00 2001
From: fxmarty <9808326+fxmarty@users.noreply.github.com>
Date: Tue, 25 Jun 2024 14:28:18 +0000
Subject: [PATCH] set LD_PRELOAD

---
 Dockerfile | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/Dockerfile b/Dockerfile
index 3f605393..1f9be9b3 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -237,6 +237,8 @@ RUN cd server && \
     pip install ".[bnb, accelerate, quantize, peft, outlines]" --no-cache-dir && \
     pip install nvidia-nccl-cu12==2.22.3
 
+ENV LD_PRELOAD=/opt/conda/lib/python3.10/site-packages/nvidia/nccl/lib/libnccl.so.2
+
 # Deps before the binaries
 # The binaries change on every build given we burn the SHA into them
 # The deps change less often.