huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-29 14:02:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore(docker): add mpi to ld_library_path

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-10-23 15:48:17 +02:00
parent 5f81550aa6
commit ef0031182e
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Dockerfile_trtllm
View File

@ -89,7 +89,7 @@ RUN apt update && apt install -y python3-minimal python3-dev && \
WORKDIR /usr/local/tgi/bin WORKDIR /usr/local/tgi/bin
ENV LD_LIBRARY_PATH="/usr/local/tgi/lib:/usr/local/tensorrt/lib:/usr/local/cuda/lib64/stubs:$LD_LIBRARY_PATH" ENV LD_LIBRARY_PATH="/usr/local/tgi/lib:/usr/local/mpi/lib:/usr/local/tensorrt/lib:/usr/local/cuda/lib64/stubs:$LD_LIBRARY_PATH"
ENV TOKENIZERS_PARALLELISM=false ENV TOKENIZERS_PARALLELISM=false
ENV OMPI_MCA_plm_rsh_agent="" ENV OMPI_MCA_plm_rsh_agent=""