diff --git a/.github/workflows/build_trtllm.yaml b/.github/workflows/build_trtllm.yaml
index 12701337..42d582e5 100644
--- a/.github/workflows/build_trtllm.yaml
+++ b/.github/workflows/build_trtllm.yaml
@@ -66,6 +66,7 @@ jobs:
           secrets: |
             aws_access_key_id=${{ steps.aws-creds.outputs.aws-access-key-id }}
             aws_secret_access_key=${{ steps.aws-creds.outputs.aws-secret-access-key }}
+            aws_session_token=${{ steps.aws-creds.outputs.aws-session-token }}
             sccache_s3_bucket=${{ secrets.AWS_S3_BUCKET_GITHUB_TGI_TEST }}
             sccache_s3_region=us-east-1
           cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-generation-inference-cache-${{ env.LABEL }},mode=min,access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=min
diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm
index 8a68b64e..510add05 100644
--- a/Dockerfile_trtllm
+++ b/Dockerfile_trtllm
@@ -91,6 +91,7 @@ COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt
 COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi
 RUN --mount=type=secret,id=aws_access_key_id,env=AWS_ACCESS_KEY_ID  \
     --mount=type=secret,id=aws_secret_access_key,env=AWS_SECRET_ACCESS_KEY \
+    --mount=type=secret,id=aws_session_token,env=AWS_SESSION_TOKEN \
     --mount=type=secret,id=sccache_s3_bucket,env=SCCACHE_BUCKET \
     --mount=type=secret,id=sccache_s3_region,env=SCCACHE_REGION \
     echo "AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID}" && \