diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml
index 504e64fb..55bbf407 100644
--- a/.github/workflows/build.yaml
+++ b/.github/workflows/build.yaml
@@ -130,8 +130,6 @@ jobs:
             type=semver,pattern={{major}}.{{minor}}
             type=raw,value=latest,enable=${{ github.ref == format('refs/heads/{0}', github.event.repository.default_branch) }}
             type=raw,value=sha-${{ env.GITHUB_SHA_SHORT }}
-      - name: Setup tmate session
-        uses: mxschmitt/action-tmate@v3
       - name: Build and push Docker image
         id: build-and-push
         uses: docker/build-push-action@v4
diff --git a/Dockerfile b/Dockerfile
index c8327c22..904936d3 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -43,7 +43,7 @@ ARG PYTORCH_VERSION=2.3.0
 ARG PYTHON_VERSION=3.10
 # Keep in sync with `server/pyproject.toml
 ARG CUDA_VERSION=12.1
-ARG MAMBA_VERSION=23.3.1-1
+ARG MAMBA_VERSION=24.3.0-0
 ARG CUDA_CHANNEL=nvidia
 ARG INSTALL_CHANNEL=pytorch
 # Automatically set by buildx