huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Install system ?

Browse Source
This commit is contained in:
Nicolas Patry 2025-01-16 15:01:15 +01:00
parent df26ff1f13
commit 58a277da49
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Dockerfile_amd
View File

@ -104,7 +104,7 @@ RUN case ${TARGETPLATFORM} in \
/opt/conda/bin/conda clean -ya
# Install flash-attention, torch dependencies
RUN python3 -m pip install --upgrade pip uv && uv pip install numpy einops ninja joblib msgpack cmake --no-cache-dir && rm -rf /var/lib/apt/lists/*
RUN python3 -m pip install --upgrade pip uv && pip install numpy einops ninja joblib msgpack cmake --no-cache-dir && rm -rf /var/lib/apt/lists/*
RUN conda install mkl=2021
ENV LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/rocm/lib/:/opt/conda/lib/python3.11/site-packages/torch/lib:/opt/conda/lib/

4
Dockerfile_intel
View File

@ -110,8 +110,8 @@ COPY server server
COPY server/Makefile server/Makefile
RUN cd server && \
make gen-server && \
uv pip install -U pip uv && \
uv pip install ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir
pip install -U pip uv && \
uv pip install ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir --system
ENV LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/intel/oneapi/pti/0.9/lib:/opt/conda/lib
ENV CCL_ZE_IPC_EXCHANGE=sockets