huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

misc(ci): again

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-12-12 13:11:54 +01:00
parent ea7cf3aba8
commit bdab3bbdb5
1 changed files with 3 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
Dockerfile_trtllm
View File

@ -3,9 +3,6 @@ ARG OMPI_VERSION="4.1.7rc1"
ARG BUILD_TYPE=release
# Additional arguments if we enable sccache in the CI/CD
ARG AWS_ACCESS_KEY_ID
ARG AWS_SECRET_ACCESS_KEY
ARG SCCACHE_BUCKET=""
ARG SCCACHE_REGION=""
ARG SCCACHE_S3_KEY_PREFIX=""
@ -98,9 +95,9 @@ COPY router router
COPY backends/trtllm backends/trtllm
COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt
COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi
RUN --mount=type=secret,id=AWS_ACCESS_KEY_ID,env=${AWS_ACCESS_KEY_ID}\
--mount=type=secret,id=AWS_SECRET_ACCESS_KEY,env=${AWS_SECRET_ACCESS_KEY} \
--mount=type=secret,id=SCCACHE_BUCKET,env=${SCCACHE_BUCKET} \
RUN --mount=type=secret,id=AWS_ACCESS_KEY_ID \
--mount=type=secret,id=AWS_SECRET_ACCESS_KEY \
--mount=type=secret,id=SCCACHE_BUCKET \
mkdir $TGI_INSTALL_PREFIX && mkdir "$TGI_INSTALL_PREFIX/include" && mkdir "$TGI_INSTALL_PREFIX/lib" && \
CMAKE_INSTALL_PREFIX=$TGI_INSTALL_PREFIX cargo build --${BUILD_TYPE} --package text-generation-backends-trtllm --bin text-generation-backends-trtllm