From a32ef3b87558184cc6433a8d6bdafcad89e5696e Mon Sep 17 00:00:00 2001 From: Morgan Funtowicz Date: Mon, 22 Jul 2024 14:42:43 +0000 Subject: [PATCH] correctly setup linking search path for runtime layer --- backends/trtllm/Dockerfile | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/backends/trtllm/Dockerfile b/backends/trtllm/Dockerfile index 532a75ea..33875408 100644 --- a/backends/trtllm/Dockerfile +++ b/backends/trtllm/Dockerfile @@ -51,7 +51,12 @@ RUN mkdir /usr/local/tgi && mkdir /usr/local/tgi/include && mkdir /usr/local/tgi cargo build --release --bin text-generation-backends-trtllm FROM nvcr.io/nvidia/pytorch:24.05-py3 -WORKDIR /opt +WORKDIR /usr/local/tgi/bin + +ENV LD_LIBRARY_PATH="usr/local/tgi/lib:$LD_LIBRARY_PATH" + +RUN ln -s /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1 && \ + ln -s /usr/local/cuda/lib64/stubs/libnvidia-ml.so /usr/local/cuda/lib64/stubs/libnvidia-ml.so.1 COPY --from=cuda-builder /usr/local/tensorrt /usr/local/tensorrt COPY --from=cuda-builder /usr/local/tgi /usr/local/tgi