huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-25 20:12:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixing the dockerfile (require triton + gcc for compiling).

Browse Source
This commit is contained in:
Ubuntu 2023-06-09 16:25:14 +00:00 committed by Nicolas Patry
parent 92f85c964d
commit 0b5859213e
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
Dockerfile
View File

@ -159,11 +159,14 @@ COPY --from=builder /usr/src/target/release/text-generation-router /usr/local/bi
# Install launcher
COPY --from=builder /usr/src/target/release/text-generation-launcher /usr/local/bin/text-generation-launcher
RUN apt update && apt install build-essential g++ -y
# AWS Sagemaker compatbile image
FROM base as sagemaker
COPY sagemaker-entrypoint.sh entrypoint.sh
RUN chmod +x entrypoint.sh
RUN pip install triton
ENTRYPOINT ["./entrypoint.sh"]