misc(backend): kthxbye retry s3

.github/workflows/build_trtllm.yaml

@@ -30,15 +30,13 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
-      - name: Extract TensorRT-LLM version
-        run: |
-          echo "TENSORT_LLM_VERSION=$(grep -oP '([a-z,0-9]{40})' backends/trtllm/cmake/trtllm.cmake)" >> $GITHUB_ENV
-
-      - name: Setup Github Actions Caching Layer
-        uses: actions/cache@v4
+      - name: "Configure AWS Credentials"
+        id: aws-creds
+        uses: aws-actions/configure-aws-credentials@v4
         with:
-          path: .sccache
-          key: trtllm_${{ env.TENSORRT_LLM_VERSION }}_linux-gnu-x86_64-gcc14
+          aws-region: us-east-1
+          role-to-assume: ${{ secrets.AWS_ROLE_GITHUB_TGI_TEST }}
+          output-credentials: true
 
       - name: Initialize Docker Buildx
         uses: docker/setup-buildx-action@v3
@@ -59,13 +57,17 @@ jobs:
           load: true
           platforms: 'linux/amd64'
           build-args: |
-            SCCACHE_LOG=debug
-            SCCACHE_NO_DAEMON=1
             BUILD_TYPE=dev
             IS_GHA_BUILD=true
+            SCCACHE_LOG=debug
+            SCCACHE_NO_DAEMON=1
+            SCCACHE_S3_USE_SSL: false
+            SCCACHE_S3_KEY_PREFIX: trtllm
           secrets: |
-            "gha_cache_url=${{ env.ACTIONS_CACHE_URL }}"
-            "gha_cache_token=${{ env.ACTIONS_CACHE_TOKEN }}"
+            aws_access_key_id=${{ steps.aws-creds.outputs.aws-access-key-id }}
+            aws_secret_access_key=${{ steps.aws-creds.outputs.aws-secret-access-key }}
+            sccache_s3_bucket=${{ secrets.AWS_S3_BUCKET_GITHUB_TGI_TEST }}
+            sccache_s3_region=us-east-1
           cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-generation-inference-cache-${{ env.LABEL }},mode=min,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=min
           cache-to: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-generation-inference-cache-${{ env.LABEL }},mode=min,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=min
 

Dockerfile_trtllm

@@ -89,9 +89,11 @@ COPY router router
 COPY backends/trtllm backends/trtllm
 COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt
 COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi
-RUN --mount=type=secret,id=gha_cache_url,env=ACTIONS_CACHE_URL  \
-    --mount=type=secret,id=gha_cache_token,env=ACTIONS_RUNTIME_TOKEN \
-    echo "CACHE_URL: ${ACTIONS_CACHE_URL}" && \
+RUN --mount=type=secret,id=aws_access_key_id,env=AWS_ACCESS_KEY_ID  \
+    --mount=type=secret,id=aws_secret_access_key,env=AWS_SECRET_ACCESS_KEY \
+    --mount=type=secret,id=sccache_s3_bucket,env=SCCACHE_BUCKET \
+    --mount=type=secret,id=sccache_s3_region,env=SCCACHE_REGION \
+    echo "AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID}" && \
     mkdir $TGI_INSTALL_PREFIX && mkdir "$TGI_INSTALL_PREFIX/include" && mkdir "$TGI_INSTALL_PREFIX/lib" && \
     RUSTC_WRAPPER=sccache CMAKE_INSTALL_PREFIX=$TGI_INSTALL_PREFIX cargo build --profile ${BUILD_TYPE} --package text-generation-backends-trtllm --bin text-generation-backends-trtllm