huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

misc(backend): use session token

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-12-17 14:33:42 +01:00
parent 1edbab676d
commit f8e0d84121
2 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.github/workflows/build_trtllm.yaml vendored
View File

@ -66,6 +66,7 @@ jobs:
secrets: | secrets: |
aws_access_key_id=${{ steps.aws-creds.outputs.aws-access-key-id }} aws_access_key_id=${{ steps.aws-creds.outputs.aws-access-key-id }}
aws_secret_access_key=${{ steps.aws-creds.outputs.aws-secret-access-key }} aws_secret_access_key=${{ steps.aws-creds.outputs.aws-secret-access-key }}
aws_session_token=${{ steps.aws-creds.outputs.aws-session-token }}
sccache_s3_bucket=${{ secrets.AWS_S3_BUCKET_GITHUB_TGI_TEST }} sccache_s3_bucket=${{ secrets.AWS_S3_BUCKET_GITHUB_TGI_TEST }}
sccache_s3_region=us-east-1 sccache_s3_region=us-east-1
cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-generation-inference-cache-${{ env.LABEL }},mode=min,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=min cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-generation-inference-cache-${{ env.LABEL }},mode=min,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=min

1
Dockerfile_trtllm
View File

@ -76,6 +76,7 @@ COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt
COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi
RUN --mount=type=secret,id=aws_access_key_id,env=AWS_ACCESS_KEY_ID \ RUN --mount=type=secret,id=aws_access_key_id,env=AWS_ACCESS_KEY_ID \
--mount=type=secret,id=aws_secret_access_key,env=AWS_SECRET_ACCESS_KEY \ --mount=type=secret,id=aws_secret_access_key,env=AWS_SECRET_ACCESS_KEY \
--mount=type=secret,id=aws_session_token,env=AWS_SESSION_TOKEN \
--mount=type=secret,id=sccache_s3_bucket,env=SCCACHE_BUCKET \ --mount=type=secret,id=sccache_s3_bucket,env=SCCACHE_BUCKET \
--mount=type=secret,id=sccache_s3_region,env=SCCACHE_REGION \ --mount=type=secret,id=sccache_s3_region,env=SCCACHE_REGION \
echo "AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID}" && \ echo "AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID}" && \