diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml
index 9c5aa877..516ca2cc 100644
--- a/.github/workflows/build.yaml
+++ b/.github/workflows/build.yaml
@@ -183,3 +183,7 @@ jobs:
           export HF_TOKEN=${{ secrets.HF_TOKEN }}
           echo $DOCKER_IMAGE
           pytest -x -s -vv integration-tests ${PYTEST_FLAGS}
+      - name: Setup tmate session
+        if: ${{ failure() }}
+        uses: mxschmitt/action-tmate@v3
+        timeout-minutes: 30