Use workaround for Github Actions Docker cache

dolfinus · dolfinus · commit a99623fc45bc · 2025-12-28T02:04:02.000+03:00
diff --git a/.github/workflows/scheduler_docker_image.yml b/.github/workflows/scheduler_docker_image.yml
@@ -73,26 +73,14 @@ jobs:
             echo "PLATFORMS=linux/amd64,linux/arm64/v8" >> $GITHUB_ENV
           fi
 
-      # https://github.com/docker/buildx/discussions/1283#discussioncomment-5447590
-      - name: Docker mount cache
+      # https://docs.docker.com/build/ci/github-actions/cache/#local-cache
+      - name: Cache Docker layers
         uses: actions/cache@v5
-        id: docker-mount-cache
         with:
-          key: docker-cache-scheduler-${{ hashFiles('docker/Dockerfile.worker', 'pyproject.toml', 'uv.lock') }}
-          path: docker-cache-uv
+          path: ${{ runner.temp }}/.buildx-cache
+          key: ${{ runner.os }}-buildx-scheduler-${{ hashFiles('docker/Dockerfile.scheduler', 'pyproject.toml', 'uv.lock') }}
           restore-keys: |
-            docker-cache-scheduler-${{ hashFiles('docker/Dockerfile.worker', 'pyproject.toml', 'uv.lock') }}
-            docker-cache-scheduler-
-
-      - name: Restore Docker cache mounts
-        uses: reproducible-containers/buildkit-cache-dance@v3
-        with:
-          builder: ${{ steps.setup-buildx.outputs.name }}
-          cache-map: |
-            {
-              "docker-cache-uv": "/root/.cache/uv"
-            }
-          skip-extraction: ${{ steps.cache-primes.outputs.cache-hit }}
+            ${{ runner.os }}-buildx-scheduler-
 
       - name: Build scheduler image
         uses: docker/build-push-action@v6
@@ -104,12 +92,20 @@ jobs:
           labels: ${{ steps.meta.outputs.labels }}
           pull: true
           push: true
-          cache-to: type=gha,mode=max,scope=scheduler
-          cache-from: type=gha,scope=scheduler
+          cache-from: type=local,src=${{ runner.temp }}/.buildx-cache
+          cache-to: type=local,dest=${{ runner.temp }}/.buildx-cache-new,mode=max,compression=zstd,compression-level=3
           platforms: ${{ env.PLATFORMS }}
           provenance: mode=max
           sbom: true
 
+        # Temp fix
+        # https://github.com/docker/build-push-action/issues/252
+        # https://github.com/moby/buildkit/issues/1896
+      - name: Move cache
+        run: |
+          rm -rf ${{ runner.temp }}/.buildx-cache
+          mv ${{ runner.temp }}/.buildx-cache-new ${{ runner.temp }}/.buildx-cache
+
       - name: Convert README to Markdown
         uses: docker://pandoc/core:2.9
         with:
diff --git a/.github/workflows/server_docker_image.yml b/.github/workflows/server_docker_image.yml
@@ -68,26 +68,14 @@ jobs:
             echo "PLATFORMS=linux/amd64,linux/arm64/v8" >> $GITHUB_ENV
           fi
 
-      # https://github.com/docker/buildx/discussions/1283#discussioncomment-5447590
-      - name: Docker mount cache
+      # https://docs.docker.com/build/ci/github-actions/cache/#local-cache
+      - name: Cache Docker layers
         uses: actions/cache@v5
-        id: docker-mount-cache
         with:
-          key: docker-cache-server-${{ hashFiles('docker/Dockerfile.worker', 'pyproject.toml', 'uv.lock') }}
-          path: docker-cache-uv
+          path: ${{ runner.temp }}/.buildx-cache
+          key: ${{ runner.os }}-buildx-server-${{ hashFiles('docker/Dockerfile.serer', 'pyproject.toml', 'uv.lock') }}
           restore-keys: |
-            docker-cache-server-${{ hashFiles('docker/Dockerfile.worker', 'pyproject.toml', 'uv.lock') }}
-            docker-cache-server-
-
-      - name: Restore Docker cache mounts
-        uses: reproducible-containers/buildkit-cache-dance@v3
-        with:
-          builder: ${{ steps.setup-buildx.outputs.name }}
-          cache-map: |
-            {
-              "docker-cache-uv": "/root/.cache/uv"
-            }
-          skip-extraction: ${{ steps.cache-primes.outputs.cache-hit }}
+            ${{ runner.os }}-buildx-server-
 
       - name: Build Server image
         uses: docker/build-push-action@v6
@@ -99,12 +87,20 @@ jobs:
           labels: ${{ steps.meta.outputs.labels }}
           pull: true
           push: true
-          cache-to: type=gha,mode=max,scope=server
-          cache-from: type=gha,scope=server
+          cache-from: type=local,src=${{ runner.temp }}/.buildx-cache
+          cache-to: type=local,dest=${{ runner.temp }}/.buildx-cache-new,mode=max,compression=zstd,compression-level=3
           platforms: ${{ env.PLATFORMS }}
           provenance: mode=max
           sbom: true
 
+        # Temp fix
+        # https://github.com/docker/build-push-action/issues/252
+        # https://github.com/moby/buildkit/issues/1896
+      - name: Move cache
+        run: |
+          rm -rf ${{ runner.temp }}/.buildx-cache
+          mv ${{ runner.temp }}/.buildx-cache-new ${{ runner.temp }}/.buildx-cache
+
       - name: Convert README to Markdown
         uses: docker://pandoc/core:2.9
         with:
diff --git a/.github/workflows/worker_docker_image.yml b/.github/workflows/worker_docker_image.yml
@@ -73,29 +73,14 @@ jobs:
             echo "PLATFORMS=linux/amd64,linux/arm64/v8" >> $GITHUB_ENV
           fi
 
-      # https://github.com/docker/buildx/discussions/1283#discussioncomment-5447590
-      - name: Docker mount cache
+      # https://docs.docker.com/build/ci/github-actions/cache/#local-cache
+      - name: Cache Docker layers
         uses: actions/cache@v5
-        id: docker-mount-cache
         with:
-          key: docker-cache-worker-${{ hashFiles('docker/Dockerfile.worker', 'pyproject.toml', 'uv.lock', 'docker/download_ivy2_packages.py', 'syncmaster/worker/ivy2.py') }}
-          path: |
-            docker-cache-uv
-            docker-cache-ivy2
+          path: ${{ runner.temp }}/.buildx-cache
+          key: ${{ runner.os }}-buildx-worker-${{ hashFiles('docker/Dockerfile.worker', 'pyproject.toml', 'uv.lock', 'docker/download_ivy2_packages.py', 'syncmaster/worker/ivy2.py') }}
           restore-keys: |
-            docker-cache-worker-${{ hashFiles('docker/Dockerfile.worker', 'pyproject.toml', 'uv.lock', 'docker/download_ivy2_packages.py', 'syncmaster/worker/ivy2.py') }}
-            docker-cache-worker-
-
-      - name: Restore Docker cache mounts
-        uses: reproducible-containers/buildkit-cache-dance@v3
-        with:
-          builder: ${{ steps.setup-buildx.outputs.name }}
-          cache-map: |
-            {
-              "docker-cache-uv": "/root/.cache/uv",
-              "docker-cache-ivy2": "/root/.ivy2"
-            }
-          skip-extraction: ${{ steps.cache-primes.outputs.cache-hit }}
+            ${{ runner.os }}-buildx-worker-
 
       - name: Build worker image
         uses: docker/build-push-action@v6
@@ -107,12 +92,20 @@ jobs:
           labels: ${{ steps.meta.outputs.labels }}
           pull: true
           push: true
-          cache-to: type=gha,mode=max,scope=worker
-          cache-from: type=gha,scope=worker
+          cache-from: type=local,src=${{ runner.temp }}/.buildx-cache
+          cache-to: type=local,dest=${{ runner.temp }}/.buildx-cache-new,mode=max,compression=zstd,compression-level=3
           platforms: ${{ env.PLATFORMS }}
           provenance: mode=max
           sbom: true
 
+        # Temp fix
+        # https://github.com/docker/build-push-action/issues/252
+        # https://github.com/moby/buildkit/issues/1896
+      - name: Move cache
+        run: |
+          rm -rf ${{ runner.temp }}/.buildx-cache
+          mv ${{ runner.temp }}/.buildx-cache-new ${{ runner.temp }}/.buildx-cache
+
       - name: Convert README to Markdown
         uses: docker://pandoc/core:2.9
         with:
