feat(airflow): Add airflow 3.2.1

- Deprecate 3.1.6
- Bump git-sync to 4.6.0
- Bump cyclonedx-bom to 7.3.0
- Bump uv to 0.11.7

Author: NickLarsenNZ

airflow/Dockerfile

@@ -164,6 +164,7 @@ else
 fi
 
 # Needed for pandas S3 integration to e.g. write and read csv and parquet files to/from S3
+# TODO: s3fs may already be installed via the s3fs extra and constraints. Check if this explicit install is still needed.
 uv pip install --no-cache-dir s3fs==${S3FS_VERSION} cyclonedx-bom==${CYCLONEDX_BOM_VERSION}
 # Needed for OIDC
 uv pip install --no-cache-dir Flask_OIDC==2.2.0 Flask-OpenID==1.3.1

airflow/boil-config.toml

@@ -8,12 +8,15 @@ vector = "0.55.0"
 stackable-devel = "1.0.0"
 
 [versions."2.9.3".build-arguments]
+# NOTE: Python version is kept stable unless the new Airflow version drops support for it.
 python-version = "3.9"
-git-sync-version = "v4.4.1"
+git-sync-version = "v4.6.0"
+# Must match the version in the constraints file.
+# TODO: Check if this can be removed in favour of letting it come in via the s3fs extra and constraints.
 s3fs-version = "2024.9.0"
-cyclonedx-bom-version = "6.0.0"
+cyclonedx-bom-version = "7.3.0"
 tini-version = "0.19.0"
-uv-version = "0.7.8"
+uv-version = "0.11.7"
 airflow-extras-other = "async,amazon,celery,cncf.kubernetes,docker,dask,elasticsearch,ftp,grpc,hashicorp,http,ldap,google,google_auth,microsoft.azure,odbc,pandas,postgres,redis,sendgrid,sftp,slack,ssh,statsd,virtualenv,trino"
 opa-auth-manager = "airflow-2"
 nodejs-version = "20"
@@ -25,14 +28,19 @@ vector = "0.55.0"
 stackable-devel = "1.0.0"
 
 [versions."3.0.6".build-arguments]
+# NOTE: Python version is kept stable unless the new Airflow version drops support for it.
 python-version = "3.12"
-git-sync-version = "v4.4.1"
+git-sync-version = "v4.6.0"
+# Must match the version in the constraints file.
+# TODO: Check if this can be removed in favour of letting it come in via the s3fs extra and constraints.
 s3fs-version = "2024.9.0"
-cyclonedx-bom-version = "6.0.0"
+cyclonedx-bom-version = "7.3.0"
 tini-version = "0.19.0"
-uv-version = "0.7.8"
+uv-version = "0.11.7"
 
-# Airflow extras are defined in separate lists to make them easier to check against the links below. The lists will be concatenated and duplicates removed in the dockerfile.
+# Airflow extras are defined in separate lists to make them easier to check against the links below.
+# The lists will be concatenated and duplicates removed in the dockerfile.
+# TODO: Add policy for when to add extras.
 # See https://airflow.apache.org/docs/apache-airflow/3.0.6/extra-packages-ref.html#core-airflow-extras
 airflow-extras-core = "async,graphviz,kerberos,otel,sentry,standard,statsd"
 
@@ -54,39 +62,83 @@ airflow-extras-other = "common-compat,common-io,common-messaging,common-sql,ftp,
 opa-auth-manager = "airflow-3"
 nodejs-version = "20"
 
-# Supported
+# Deprecated
 [versions."3.1.6".local-images]
 "shared/statsd-exporter" = "0.28.0"
 vector = "0.55.0"
 stackable-devel = "1.0.0"
 
 [versions."3.1.6".build-arguments]
-# NOTE (@Techassi): Maybe this version can be bumped
+# NOTE: Python version is kept stable unless the new Airflow version drops support for it.
 python-version = "3.12"
-git-sync-version = "v4.5.1"
+git-sync-version = "v4.6.0"
+# Must match the version in the constraints file.
+# TODO: Check if this can be removed in favour of letting it come in via the s3fs extra and constraints.
 s3fs-version = "2026.1.0"
-cyclonedx-bom-version = "7.2.1"
+cyclonedx-bom-version = "7.3.0"
+tini-version = "0.19.0"
+uv-version = "0.11.7"
+
+# Airflow extras are defined in separate lists to make them easier to check against the links below.
+# The lists will be concatenated and duplicates removed in the dockerfile.
+# TODO: Add policy for when to add extras.
+# See https://airflow.apache.org/docs/apache-airflow/3.1.6/extra-packages-ref.html#core-airflow-extras
+airflow-extras-core = "async,graphviz,kerberos,otel,sentry,standard,statsd"
+
+# See https://airflow.apache.org/docs/apache-airflow/3.1.6/extra-packages-ref.html#meta-airflow-package-extras
+airflow-extras-meta = "aiobotocore,cloudpickle,github-enterprise,google-auth,graphviz,ldap,leveldb,pandas,polars,rabbitmq,s3fs,saml,uv"
+
+# See https://airflow.apache.org/docs/apache-airflow/3.1.6/extra-packages-ref.html#apache-software-extras
+airflow-extras-provider-apache = "apache-beam,apache-cassandra,apache-drill,apache-druid,apache-flink,apache-hdfs,apache-hive,apache-iceberg,apache-impala,apache-kafka,apache-kylin,apache-livy,apache-pig,apache-pinot"
+
+# See https://airflow.apache.org/docs/apache-airflow/3.1.6/extra-packages-ref.html#external-services-extras
+airflow-extras-external-services = "airbyte,alibaba,apprise,amazon,asana,atlassian-jira,microsoft-azure,cloudant,cohere,databricks,datadog,dbt-cloud,dingding,discord,facebook,github,google,hashicorp,openai,opsgenie,pagerduty,pgvector,pinecone,qdrant,salesforce,sendgrid,segment,slack,snowflake,tableau,tabular,telegram,vertica,weaviate,yandex,ydb,zendesk"
+
+# See https://airflow.apache.org/docs/apache-airflow/3.1.6/extra-packages-ref.html#locally-installed-software-extras
+airflow-extras-locally-installed-software = "arangodb,celery,cncf-kubernetes,docker,edge3,elasticsearch,exasol,fab,git,github,influxdb,jenkins,mongo,microsoft-mssql,neo4j,odbc,openfaas,oracle,postgres,presto,redis,samba,singularity,teradata,trino"
+
+# See https://airflow.apache.org/docs/apache-airflow/3.1.6/extra-packages-ref.html#other-extras
+airflow-extras-other = "common-compat,common-io,common-messaging,common-sql,ftp,grpc,http,imap,jdbc,microsoft-psrp,microsoft-winrm,openlineage,opensearch,papermill,sftp,smtp,sqlite,ssh"
+
+opa-auth-manager = "airflow-3"
+nodejs-version = "22"
+
+# Supported
+[versions."3.2.1".local-images]
+"shared/statsd-exporter" = "0.28.0"
+vector = "0.55.0"
+stackable-devel = "1.0.0"
+
+[versions."3.2.1".build-arguments]
+# NOTE: Python version is kept stable unless the new Airflow version drops support for it.
+python-version = "3.12"
+git-sync-version = "v4.6.0"
+# Must match the version in the constraints file.
+# TODO: Check if this can be removed in favour of letting it come in via the s3fs extra and constraints.
+s3fs-version = "2026.3.0"
+cyclonedx-bom-version = "7.3.0"
 tini-version = "0.19.0"
-# NOTE (@Techassi): Maybe this version can be bumped
-uv-version = "0.7.22"
+uv-version = "0.11.7"
 
-# Airflow extras are defined in separate lists to make them easier to check against the links below. The lists will be concatenated and duplicates removed in the dockerfile.
-# See https://airflow.apache.org/docs/apache-airflow/3.1.5/extra-packages-ref.html#core-airflow-extras
+# Airflow extras are defined in separate lists to make them easier to check against the links below.
+# The lists will be concatenated and duplicates removed in the dockerfile.
+# TODO: Add policy for when to add extras.
+# See https://airflow.apache.org/docs/apache-airflow/3.2.1/extra-packages-ref.html#core-airflow-extras
 airflow-extras-core = "async,graphviz,kerberos,otel,sentry,standard,statsd"
 
-# See https://airflow.apache.org/docs/apache-airflow/3.1.5/extra-packages-ref.html#meta-airflow-package-extras
+# See https://airflow.apache.org/docs/apache-airflow/3.2.1/extra-packages-ref.html#meta-airflow-package-extras
 airflow-extras-meta = "aiobotocore,cloudpickle,github-enterprise,google-auth,graphviz,ldap,leveldb,pandas,polars,rabbitmq,s3fs,saml,uv"
 
-# See https://airflow.apache.org/docs/apache-airflow/3.1.5/extra-packages-ref.html#apache-software-extras
+# See https://airflow.apache.org/docs/apache-airflow/3.2.1/extra-packages-ref.html#apache-software-extras
 airflow-extras-provider-apache = "apache-beam,apache-cassandra,apache-drill,apache-druid,apache-flink,apache-hdfs,apache-hive,apache-iceberg,apache-impala,apache-kafka,apache-kylin,apache-livy,apache-pig,apache-pinot"
 
-# See https://airflow.apache.org/docs/apache-airflow/3.1.5/extra-packages-ref.html#external-services-extras
+# See https://airflow.apache.org/docs/apache-airflow/3.2.1/extra-packages-ref.html#external-services-extras
 airflow-extras-external-services = "airbyte,alibaba,apprise,amazon,asana,atlassian-jira,microsoft-azure,cloudant,cohere,databricks,datadog,dbt-cloud,dingding,discord,facebook,github,google,hashicorp,openai,opsgenie,pagerduty,pgvector,pinecone,qdrant,salesforce,sendgrid,segment,slack,snowflake,tableau,tabular,telegram,vertica,weaviate,yandex,ydb,zendesk"
 
-# See https://airflow.apache.org/docs/apache-airflow/3.1.5/extra-packages-ref.html#locally-installed-software-extras
+# See https://airflow.apache.org/docs/apache-airflow/3.2.1/extra-packages-ref.html#locally-installed-software-extras
 airflow-extras-locally-installed-software = "arangodb,celery,cncf-kubernetes,docker,edge3,elasticsearch,exasol,fab,git,github,influxdb,jenkins,mongo,microsoft-mssql,neo4j,odbc,openfaas,oracle,postgres,presto,redis,samba,singularity,teradata,trino"
 
-# See https://airflow.apache.org/docs/apache-airflow/3.1.5/extra-packages-ref.html#other-extras
+# See https://airflow.apache.org/docs/apache-airflow/3.2.1/extra-packages-ref.html#other-extras
 airflow-extras-other = "common-compat,common-io,common-messaging,common-sql,ftp,grpc,http,imap,jdbc,microsoft-psrp,microsoft-winrm,openlineage,opensearch,papermill,sftp,smtp,sqlite,ssh"
 
 opa-auth-manager = "airflow-3"

airflow/stackable/constraints/3.2.1/build-constraints-python3.12.txt

@@ -0,0 +1 @@
+Cython>=3.1.0