huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-19 15:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix missing / before tgi lib path

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-07-22 14:57:03 +00:00
parent a32ef3b875
commit 3fd2bb70c3
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backends/trtllm/Dockerfile
View File

@ -53,7 +53,7 @@ RUN mkdir /usr/local/tgi && mkdir /usr/local/tgi/include && mkdir /usr/local/tgi
FROM nvcr.io/nvidia/pytorch:24.05-py3
WORKDIR /usr/local/tgi/bin
ENV LD_LIBRARY_PATH="usr/local/tgi/lib:$LD_LIBRARY_PATH"
ENV LD_LIBRARY_PATH="/usr/local/tgi/lib:$LD_LIBRARY_PATH"
RUN ln -s /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1 && \
ln -s /usr/local/cuda/lib64/stubs/libnvidia-ml.so /usr/local/cuda/lib64/stubs/libnvidia-ml.so.1