diff --git a/backends/trtllm/Dockerfile b/backends/trtllm/Dockerfile
index 532a75ea..33875408 100644
--- a/backends/trtllm/Dockerfile
+++ b/backends/trtllm/Dockerfile
@@ -51,7 +51,12 @@ RUN mkdir /usr/local/tgi && mkdir /usr/local/tgi/include && mkdir /usr/local/tgi
     cargo build --release --bin text-generation-backends-trtllm
 
 FROM nvcr.io/nvidia/pytorch:24.05-py3
-WORKDIR /opt
+WORKDIR /usr/local/tgi/bin
+
+ENV LD_LIBRARY_PATH="usr/local/tgi/lib:$LD_LIBRARY_PATH"
+
+RUN ln -s /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1 && \
+    ln -s /usr/local/cuda/lib64/stubs/libnvidia-ml.so /usr/local/cuda/lib64/stubs/libnvidia-ml.so.1
 
 COPY --from=cuda-builder /usr/local/tensorrt /usr/local/tensorrt
 COPY --from=cuda-builder /usr/local/tgi /usr/local/tgi