Merge v1.4-andium into v1.5-variegata with breaking change fixes (duckdb#284)

  - Merges the v1.4-andium branch into v1.5-variegata
- Fixes integration issues caused by breaking changes in DuckDB core
(logical type creation, transaction errors, identifier escaping in
relation aggregations)
  - Fixes DECREF bug during  interpreter shutdown
- Adds support for Pandas 3.0.0 and its new string type / default
backend changes
  - Drops Python 3.9 support and bumps Python version for CI workflows
- Moves slow tests to dedicated slow test suite and fixes test errors
when PyArrow is missing
  - Updates dependencies and fixes lazy attribute accessors

Author: evertlammerts

.github/workflows/code_quality.yml

@@ -32,7 +32,7 @@ jobs:
         uses: astral-sh/setup-uv@v7
         with:
           version: "0.9.0"
-          python-version: 3.9
+          python-version: "3.12"
 
       - name: pre-commit (cache)
         uses: actions/cache@v4

.github/workflows/coverage.yml

@@ -71,7 +71,7 @@ jobs:
         uses: astral-sh/setup-uv@v7
         with:
           version: "0.9.0"
-          python-version: 3.9
+          python-version: 3.12
           enable-cache: true
           cache-suffix: -${{ github.workflow }}
 

.github/workflows/packaging_sdist.yml

@@ -59,7 +59,7 @@ jobs:
         uses: astral-sh/setup-uv@v7
         with:
           version: "0.9.0"
-          python-version: 3.11
+          python-version: 3.12
 
       - name: Build sdist
         run: uv build --sdist

.github/workflows/packaging_wheels.yml

@@ -30,7 +30,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python: [ cp39, cp310, cp311, cp312, cp313, cp314 ]
+        python: [ cp310, cp311, cp312, cp313, cp314 ]
         platform:
           - { os: windows-2025,     arch: amd64,      cibw_system: win }
           - { os: windows-11-arm,   arch: ARM64,      cibw_system: win } # cibw requires ARM64 to be uppercase
@@ -47,7 +47,6 @@ jobs:
           - { minimal: true, python: cp312 }
           - { minimal: true, python: cp313 }
           - { minimal: true, platform: { arch: universal2 } }
-          - { python: cp39,  platform: { os: windows-11-arm, arch: ARM64 } }  # too many dependency problems for win arm64
           - { python: cp310,  platform: { os: windows-11-arm, arch: ARM64 } }  # too many dependency problems for win arm64
     runs-on: ${{ matrix.platform.os }}
     env:

.github/workflows/targeted_test.yml

@@ -19,7 +19,6 @@ on:
         required: true
         type: choice
         options:
-          - '3.9'
           - '3.10'
           - '3.11'
           - '3.12'

LICENSE

@@ -1,4 +1,4 @@
-Copyright 2018-2025 Stichting DuckDB Foundation
+Copyright 2018-2026 Stichting DuckDB Foundation
 
 Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
 

adbc_driver_duckdb/__init__.py

@@ -20,7 +20,6 @@
 import enum
 import functools
 import importlib.util
-import typing
 
 import adbc_driver_manager
 
@@ -32,7 +31,7 @@ class StatementOptions(enum.Enum):
     BATCH_ROWS = "adbc.duckdb.query.batch_rows"
 
 
-def connect(path: typing.Optional[str] = None) -> adbc_driver_manager.AdbcDatabase:
+def connect(path: str | None = None) -> adbc_driver_manager.AdbcDatabase:
     """Create a low level ADBC connection to DuckDB."""
     if path is None:
         return adbc_driver_manager.AdbcDatabase(driver=driver_path(), entrypoint="duckdb_adbc_init")

adbc_driver_duckdb/dbapi.py

@@ -17,8 +17,6 @@
 
 """DBAPI 2.0-compatible facade for the ADBC DuckDB driver."""
 
-import typing
-
 import adbc_driver_manager
 import adbc_driver_manager.dbapi
 
@@ -91,7 +89,7 @@
 # Functions
 
 
-def connect(path: typing.Optional[str] = None, **kwargs) -> "Connection":
+def connect(path: str | None = None, **kwargs) -> "Connection":
     """Connect to DuckDB via ADBC."""
     db = None
     conn = None

duckdb/bytes_io_wrapper.py

@@ -34,7 +34,7 @@
 """
 
 from io import StringIO, TextIOBase
-from typing import Any, Union
+from typing import Any
 
 
 class BytesIOWrapper:
@@ -43,7 +43,7 @@ class BytesIOWrapper:
     Created for compat with pyarrow read_csv.
     """
 
-    def __init__(self, buffer: Union[StringIO, TextIOBase], encoding: str = "utf-8") -> None:  # noqa: D107
+    def __init__(self, buffer: StringIO | TextIOBase, encoding: str = "utf-8") -> None:  # noqa: D107
         self.buffer = buffer
         self.encoding = encoding
         # Because a character can be represented by more than 1 byte,
@@ -55,7 +55,7 @@ def __init__(self, buffer: Union[StringIO, TextIOBase], encoding: str = "utf-8")
     def __getattr__(self, attr: str) -> Any:  # noqa: D105, ANN401
         return getattr(self.buffer, attr)
 
-    def read(self, n: Union[int, None] = -1) -> bytes:  # noqa: D102
+    def read(self, n: int | None = -1) -> bytes:  # noqa: D102
         assert self.buffer is not None
         bytestring = self.buffer.read(n).encode(self.encoding)
         # When n=-1/n greater than remaining bytes: Read entire file/rest of file

duckdb/experimental/spark/_globals.py

@@ -33,6 +33,7 @@ def foo(arg=pyducdkb.spark._NoValue):
 
 __ALL__ = ["_NoValue"]
 
+from typing_extensions import Self
 
 # Disallow reloading this module so as to preserve the identities of the
 # classes defined here.
@@ -54,7 +55,7 @@ class _NoValueType:
 
     __instance = None
 
-    def __new__(cls) -> "_NoValueType":
+    def __new__(cls) -> Self:
         # ensure that only one instance exists
         if not cls.__instance:
             cls.__instance = super().__new__(cls)