huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-23 07:52:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix docker

Browse Source
This commit is contained in:
Mohit Sharma 2025-04-04 13:35:04 +00:00
parent 23c7d11cde
commit b48bfb7a6f
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
Dockerfile_amd
View File

@ -252,9 +252,8 @@ COPY server server
COPY server/Makefile server/Makefile COPY server/Makefile server/Makefile
RUN cd server && \ RUN cd server && \
uv pip install grpcio-tools mypy-protobuf && \ uv pip install grpcio-tools mypy-protobuf && \
uv pip install ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir && \ uv pip install -e ".[accelerate, compressed-tensors, peft, outlines]" --no-cache-dir && \
make gen-server-raw make gen-server-raw
RUN cp -r server/text_generation_server/pb /app/.venv/lib/python3.11/site-packages/text_generation_server/pb
RUN cd server && \ RUN cd server && \
pwd && \ pwd && \
text-generation-server --help text-generation-server --help