huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-24 00:12:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

revert dev only changes

Browse Source
This commit is contained in:
fxmarty 2024-04-19 15:43:28 +00:00
parent 8eacae014f
commit 6d59eb2e70
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
Dockerfile_amd
View File

@ -181,7 +181,8 @@ COPY --from=builder /usr/src/target/release/text-generation-launcher /usr/local/
RUN cd server && \
make gen-server && \
pip install -r requirements_rocm.txt
pip install -r requirements_rocm.txt && \
pip install ".[accelerate, peft, outlines]" --no-cache-dir
# AWS Sagemaker compatible image
FROM base-copy as sagemaker
@ -193,5 +194,5 @@ ENTRYPOINT ["./entrypoint.sh"]
# Final image
FROM base-copy
# ENTRYPOINT ["text-generation-launcher"]
# CMD ["--json-output"]
ENTRYPOINT ["text-generation-launcher"]
CMD ["--json-output"]