diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml
index 11a95f4b7c5..6eddc435ab1 100644
--- a/.github/workflows/build.yaml
+++ b/.github/workflows/build.yaml
@@ -77,6 +77,9 @@ jobs:
         uses: docker/setup-buildx-action@v2.0.0
         with:
           install: true
+          config-inline: |
+            [worker.oci]
+              max-parallelism = 1
       - name: Inject slug/short variables
         uses: rlespinasse/github-slug-action@v4.4.1
       - name: Tailscale
diff --git a/Dockerfile b/Dockerfile
index d7904636612..70f246214d9 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -43,7 +43,7 @@ ARG PYTORCH_VERSION=2.1.0
 ARG PYTHON_VERSION=3.10
 # Keep in sync with `server/pyproject.toml
 ARG CUDA_VERSION=12.1
-ARG MAMBA_VERSION=23.1.0-1
+ARG MAMBA_VERSION=23.3.1-1
 ARG CUDA_CHANNEL=nvidia
 ARG INSTALL_CHANNEL=pytorch
 # Automatically set by buildx