diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml
index c43d8eb9..83690559 100644
--- a/.github/workflows/build.yaml
+++ b/.github/workflows/build.yaml
@@ -214,4 +214,6 @@ jobs:
           export HF_TOKEN=${{ secrets.HF_TOKEN }}
           echo $DOCKER_IMAGE
           docker pull $DOCKER_IMAGE
+          # Run once only the bloom tests to try and avoid the random timeout.
+          pytest -s -vv --release integration-tests/models/test_bloom_560m.py
           pytest -s -vv integration-tests ${PYTEST_FLAGS} ${EXTRA_PYTEST}