huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

misc(backend): once more?

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-12-16 16:03:07 +01:00
parent fed64555e6
commit 44feeac91b
2 changed files with 6 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
.github/workflows/build_trtllm.yaml vendored
View File

@ -65,14 +65,12 @@ jobs:
SCCACHE_REGION: us-east-1
SCCACHE_S3_KEY_PREFIX: ${{ env.TENSORT_LLM_VERSION }}
# SCCACHE_GHA_ENABLED=true
secrets:
# ACTIONS_CACHE_URL=${{}}
# ACTIONS_RUNTIME_TOKEN=${{}}
AWS_ACCESS_KEY_ID=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }}
SCCACHE_BUCKET=ci-docker-buildx-cache,name=text-generation-inference-cache-${{ env.LABEL }}
aws_access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }}
aws_secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }}
sccache_aws_bucket_name=ci-docker-buildx-cache,name=text-generation-inference-cache-${{ env.LABEL }}
cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-generation-inference-cache-${{ env.LABEL }},mode=min,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=min
cache-to: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-generation-inference-cache-${{ env.LABEL }},mode=min,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=min

6
Dockerfile_trtllm
View File

@ -79,9 +79,9 @@ ENV SCCACHE_S3_KEY_PREFIX ${SCCACHE_S3_KEY_PREFIX}
COPY . .
COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt
COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi
RUN --mount=type=secret,id=AWS_ACCESS_KEY_ID,env=AWS_ACCESS_KEY_ID \
--mount=type=secret,id=AWS_SECRET_ACCESS_KEY,env=AWS_SECRET_ACCESS_KEY \
--mount=type=secret,id=SCCACHE_BUCKET,env=SCCACHE_BUCKET \
RUN --mount=type=secret,id=aws_access_key_id,env=AWS_ACCESS_KEY_ID \
--mount=type=secret,id=aws_secret_access_key,env=AWS_SECRET_ACCESS_KEY \
--mount=type=secret,id=sccache_aws_bucket_name,env=SCCACHE_BUCKET \
mkdir $TGI_INSTALL_PREFIX && mkdir "$TGI_INSTALL_PREFIX/include" && mkdir "$TGI_INSTALL_PREFIX/lib" && \
RUSTC_WRAPPER=sccache CMAKE_INSTALL_PREFIX=$TGI_INSTALL_PREFIX cargo build --profile ${BUILD_TYPE} --package text-generation-backends-trtllm --bin text-generation-backends-trtllm