diff --git a/.github/workflows/build_trtllm.yaml b/.github/workflows/build_trtllm.yaml index 136603bb..12701337 100644 --- a/.github/workflows/build_trtllm.yaml +++ b/.github/workflows/build_trtllm.yaml @@ -30,15 +30,13 @@ jobs: steps: - uses: actions/checkout@v4 - - name: Extract TensorRT-LLM version - run: | - echo "TENSORT_LLM_VERSION=$(grep -oP '([a-z,0-9]{40})' backends/trtllm/cmake/trtllm.cmake)" >> $GITHUB_ENV - - - name: Setup Github Actions Caching Layer - uses: actions/cache@v4 + - name: "Configure AWS Credentials" + id: aws-creds + uses: aws-actions/configure-aws-credentials@v4 with: - path: .sccache - key: trtllm_${{ env.TENSORRT_LLM_VERSION }}_linux-gnu-x86_64-gcc14 + aws-region: us-east-1 + role-to-assume: ${{ secrets.AWS_ROLE_GITHUB_TGI_TEST }} + output-credentials: true - name: Initialize Docker Buildx uses: docker/setup-buildx-action@v3 @@ -59,13 +57,17 @@ jobs: load: true platforms: 'linux/amd64' build-args: | - SCCACHE_LOG=debug - SCCACHE_NO_DAEMON=1 BUILD_TYPE=dev IS_GHA_BUILD=true + SCCACHE_LOG=debug + SCCACHE_NO_DAEMON=1 + SCCACHE_S3_USE_SSL: false + SCCACHE_S3_KEY_PREFIX: trtllm secrets: | - "gha_cache_url=${{ env.ACTIONS_CACHE_URL }}" - "gha_cache_token=${{ env.ACTIONS_CACHE_TOKEN }}" + aws_access_key_id=${{ steps.aws-creds.outputs.aws-access-key-id }} + aws_secret_access_key=${{ steps.aws-creds.outputs.aws-secret-access-key }} + sccache_s3_bucket=${{ secrets.AWS_S3_BUCKET_GITHUB_TGI_TEST }} + sccache_s3_region=us-east-1 cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-generation-inference-cache-${{ env.LABEL }},mode=min,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=min cache-to: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-generation-inference-cache-${{ env.LABEL }},mode=min,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=min diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm index 85f91826..4bd0c8fa 100644 --- a/Dockerfile_trtllm +++ b/Dockerfile_trtllm @@ -74,9 +74,11 @@ ENV SCCACHE_GHA_ENABLED=${IS_GHA_BUILD} COPY . . COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi -RUN --mount=type=secret,id=gha_cache_url,env=ACTIONS_CACHE_URL \ - --mount=type=secret,id=gha_cache_token,env=ACTIONS_RUNTIME_TOKEN \ - echo "CACHE_URL: ${ACTIONS_CACHE_URL}" && \ +RUN --mount=type=secret,id=aws_access_key_id,env=AWS_ACCESS_KEY_ID \ + --mount=type=secret,id=aws_secret_access_key,env=AWS_SECRET_ACCESS_KEY \ + --mount=type=secret,id=sccache_s3_bucket,env=SCCACHE_BUCKET \ + --mount=type=secret,id=sccache_s3_region,env=SCCACHE_REGION \ + echo "AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID}" && \ mkdir $TGI_INSTALL_PREFIX && mkdir "$TGI_INSTALL_PREFIX/include" && mkdir "$TGI_INSTALL_PREFIX/lib" && \ RUSTC_WRAPPER=sccache CMAKE_INSTALL_PREFIX=$TGI_INSTALL_PREFIX cargo build --profile ${BUILD_TYPE} --package text-generation-backends-trtllm --bin text-generation-backends-trtllm