Improve uv caching in Dockerfile

Author: dolfinus

docker/Dockerfile.scheduler

@@ -24,7 +24,8 @@ RUN --mount=type=cache,target=/root/.cache/uv \
         # TODO: make scheduler independent from server
         --extra "server" \
         --extra "scheduler" \
-        --compile-bytecode
+        --compile-bytecode \
+    && uv cache prune --ci
 
 
 FROM base AS prod
@@ -49,6 +50,7 @@ RUN --mount=type=cache,target=/root/.cache/uv \
         --extra "server" \
         --extra "scheduler" \
         --group "test" \
-        --compile-bytecode
+        --compile-bytecode \
+    && uv cache prune --ci
 
 RUN sed -i 's/python -m/coverage run -m/g' /app/entrypoint.sh

docker/Dockerfile.server

@@ -44,7 +44,8 @@ RUN --mount=type=cache,target=/root/.cache/uv \
         --link-mode copy \
         --no-install-project \
         --extra "server" \
-        --compile-bytecode
+        --compile-bytecode \
+    && uv cache prune --ci
 
 
 FROM base AS prod
@@ -69,6 +70,7 @@ RUN --mount=type=cache,target=/root/.cache/uv \
         --no-install-project \
         --extra "server" \
         --group "test" \
-        --compile-bytecode
+        --compile-bytecode \
+    && uv cache prune --ci
 
 RUN sed -i 's/python -m/coverage run -m/g' /app/entrypoint.sh

docker/Dockerfile.worker

@@ -45,7 +45,9 @@ RUN --mount=type=cache,target=/root/.cache/uv \
         --link-mode copy \
         --extra "worker" \
         --extra "kerberos" \
-        --compile-bytecode
+        --compile-bytecode \
+    && uv cache prune --ci \
+    && uv cache clean pyspark
 
 
 # This layer contains .jar and .xml files of spark.jars.packages