From c4c799137f5b7c3da435f29565063e5110ab4d13 Mon Sep 17 00:00:00 2001
From: Blair Johnson <43356315+Blair-Johnson@users.noreply.github.com>
Date: Tue, 19 Dec 2023 01:51:10 -0500
Subject: [PATCH] Update ldcache to include libcuda.so during docker build

---
 Dockerfile | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/Dockerfile b/Dockerfile
index b6c5b2ed..6af58fd7 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -240,5 +240,9 @@ ENTRYPOINT ["./entrypoint.sh"]
 # Final image
 FROM base
 
+# Update ldcache so that triton can find libcuda.so
+RUN echo "/usr/local/cuda-12.1/compat" >> /etc/ld.so.conf.d/nvidia.conf && \
+    echo "/usr/local/cuda-12.1/lib64" >> /etc/ld.so.conf.d/nvidia.conf && ldconfig
+
 ENTRYPOINT ["text-generation-launcher"]
 CMD ["--json-output"]