huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

misc(backend): ok let's debug smtg

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-12-17 12:14:46 +01:00
parent 7f9b2232ca
commit b8d755e806
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
Dockerfile_trtllm
View File

@ -91,6 +91,7 @@ COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt
COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi
RUN --mount=type=secret,id=gha_cache_url,env=ACTIONS_CACHE_URL \ RUN --mount=type=secret,id=gha_cache_url,env=ACTIONS_CACHE_URL \
--mount=type=secret,id=gha_cache_token,env=ACTIONS_RUNTIME_TOKEN \ --mount=type=secret,id=gha_cache_token,env=ACTIONS_RUNTIME_TOKEN \
echo "CACHE_URL: ${ACTIONS_CACHE_URL}" && \
mkdir $TGI_INSTALL_PREFIX && mkdir "$TGI_INSTALL_PREFIX/include" && mkdir "$TGI_INSTALL_PREFIX/lib" && \ mkdir $TGI_INSTALL_PREFIX && mkdir "$TGI_INSTALL_PREFIX/include" && mkdir "$TGI_INSTALL_PREFIX/lib" && \
RUSTC_WRAPPER=sccache CMAKE_INSTALL_PREFIX=$TGI_INSTALL_PREFIX cargo build --profile ${BUILD_TYPE} --package text-generation-backends-trtllm --bin text-generation-backends-trtllm RUSTC_WRAPPER=sccache CMAKE_INSTALL_PREFIX=$TGI_INSTALL_PREFIX cargo build --profile ${BUILD_TYPE} --package text-generation-backends-trtllm --bin text-generation-backends-trtllm