From af6e51da63edc1f861692639225244c11a2b3861 Mon Sep 17 00:00:00 2001 From: Kevin Liu Date: Thu, 11 Dec 2025 10:23:25 -0800 Subject: [PATCH 1/5] try 1.10.1-rc0 --- dev/spark/Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dev/spark/Dockerfile b/dev/spark/Dockerfile index cd35671c4b..a9a524ae72 100644 --- a/dev/spark/Dockerfile +++ b/dev/spark/Dockerfile @@ -18,13 +18,13 @@ ARG BASE_IMAGE_SPARK_VERSION=4.0.1 FROM apache/spark:${BASE_IMAGE_SPARK_VERSION} # Dependency versions - keep these compatible -ARG ICEBERG_VERSION=1.10.0 +ARG ICEBERG_VERSION=1.10.1 ARG ICEBERG_SPARK_RUNTIME_VERSION=4.0_2.13 ARG SPARK_VERSION=4.0.1 ARG HADOOP_VERSION=3.4.1 ARG SCALA_VERSION=2.13 ARG AWS_SDK_VERSION=2.24.6 -ARG MAVEN_MIRROR=https://repo.maven.apache.org/maven2 +ARG MAVEN_MIRROR=https://repository.apache.org/content/repositories/orgapacheiceberg-1272 USER root WORKDIR ${SPARK_HOME} From c782cad3d52ce5ca08945435e0e108b5397f3c1d Mon Sep 17 00:00:00 2001 From: Kevin Liu Date: Thu, 11 Dec 2025 10:28:53 -0800 Subject: [PATCH 2/5] missing a setup-uv setup --- .github/workflows/python-ci.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/python-ci.yml b/.github/workflows/python-ci.yml index b7c44f922d..2b3682cca7 100644 --- a/.github/workflows/python-ci.yml +++ b/.github/workflows/python-ci.yml @@ -78,6 +78,8 @@ jobs: - uses: actions/setup-python@v6 with: python-version: ${{ matrix.python }} + - name: Install UV + uses: astral-sh/setup-uv@v7 - name: Install system dependencies run: sudo apt-get update && sudo apt-get install -y libkrb5-dev # for kerberos - name: Install From 12819808391c8f08b1e8c9bf1b3f3196b0143aac Mon Sep 17 00:00:00 2001 From: Kevin Liu Date: Thu, 11 Dec 2025 10:38:26 -0800 Subject: [PATCH 3/5] fix --- dev/spark/Dockerfile | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/dev/spark/Dockerfile b/dev/spark/Dockerfile index a9a524ae72..dcfef72dc8 100644 --- a/dev/spark/Dockerfile +++ b/dev/spark/Dockerfile @@ -24,7 +24,8 @@ ARG SPARK_VERSION=4.0.1 ARG HADOOP_VERSION=3.4.1 ARG SCALA_VERSION=2.13 ARG AWS_SDK_VERSION=2.24.6 -ARG MAVEN_MIRROR=https://repository.apache.org/content/repositories/orgapacheiceberg-1272 +ARG MAVEN_MIRROR=https://repo.maven.apache.org/maven2 +ARG ICEBERG_RC_MIRROR=https://repository.apache.org/content/repositories/orgapacheiceberg-1272 USER root WORKDIR ${SPARK_HOME} @@ -55,9 +56,14 @@ RUN set -e && \ for jar_path in ${JARS_TO_DOWNLOAD}; do \ jar_name=$(basename "${jar_path}") && \ echo "Downloading ${jar_name}..." && \ + if echo "${jar_path}" | grep -q "^org/apache/iceberg/"; then \ + mirror="${ICEBERG_RC_MIRROR}"; \ + else \ + mirror="${MAVEN_MIRROR}"; \ + fi && \ curl -fsSL --retry 3 --retry-delay 5 \ -o "${jar_name}" \ - "${MAVEN_MIRROR}/${jar_path}" && \ + "${mirror}/${jar_path}" && \ echo "✓ Downloaded ${jar_name}"; \ done && \ chown -R spark:spark "${SPARK_HOME}/jars" From 5c162da289edff4c7dc59d09d61f9de2ff72187f Mon Sep 17 00:00:00 2001 From: Kevin Liu Date: Sun, 14 Dec 2025 21:37:43 -0800 Subject: [PATCH 4/5] rc1 --- dev/spark/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/spark/Dockerfile b/dev/spark/Dockerfile index dcfef72dc8..582c98f917 100644 --- a/dev/spark/Dockerfile +++ b/dev/spark/Dockerfile @@ -25,7 +25,7 @@ ARG HADOOP_VERSION=3.4.1 ARG SCALA_VERSION=2.13 ARG AWS_SDK_VERSION=2.24.6 ARG MAVEN_MIRROR=https://repo.maven.apache.org/maven2 -ARG ICEBERG_RC_MIRROR=https://repository.apache.org/content/repositories/orgapacheiceberg-1272 +ARG ICEBERG_RC_MIRROR=https://repository.apache.org/content/repositories/orgapacheiceberg-1275 USER root WORKDIR ${SPARK_HOME} From 113b758341fd6c76a6c884d859509a142ee2ae3d Mon Sep 17 00:00:00 2001 From: Kevin Liu Date: Tue, 16 Dec 2025 14:29:11 -0800 Subject: [PATCH 5/5] rc2 --- dev/spark/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/spark/Dockerfile b/dev/spark/Dockerfile index 582c98f917..342b4f89a4 100644 --- a/dev/spark/Dockerfile +++ b/dev/spark/Dockerfile @@ -25,7 +25,7 @@ ARG HADOOP_VERSION=3.4.1 ARG SCALA_VERSION=2.13 ARG AWS_SDK_VERSION=2.24.6 ARG MAVEN_MIRROR=https://repo.maven.apache.org/maven2 -ARG ICEBERG_RC_MIRROR=https://repository.apache.org/content/repositories/orgapacheiceberg-1275 +ARG ICEBERG_RC_MIRROR=https://repository.apache.org/content/repositories/orgapacheiceberg-1276 USER root WORKDIR ${SPARK_HOME}