Drop support for Python 3.8 and 3.9 (#1367)

## Summary
* Raise minimum Python version to 3.10, matching the oldest supported
Databricks Runtime LTS (DBR 13.3).
* Bump pinned dependencies to resolve Dependabot security alerts.
* Remove version-guarded code paths for Python <3.10.

## Test plan
- [ ] CI passes on Python 3.10, 3.11, 3.12 (Ubuntu + Windows)

This pull request was AI-assisted by Isaac.

---------

Co-authored-by: Omer Lachish <rauchy@users.noreply.github.com>

Author: pietern

.github/workflows/push.yml

@@ -12,7 +12,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        pyVersion: [ '3.8', '3.9', '3.10', '3.11', '3.12' ]
+        pyVersion: [ '3.10', '3.11', '3.12' ]
     with:
       os: ubuntu-latest
       pyVersion: ${{ matrix.pyVersion }}
@@ -22,7 +22,7 @@ jobs:
       strategy:
         fail-fast: false
         matrix:
-          pyVersion: [ '3.9', '3.10', '3.11', '3.12' ]
+          pyVersion: [ '3.10', '3.11', '3.12' ]
       with:
         os: windows-latest
         pyVersion: ${{ matrix.pyVersion }}

NEXT_CHANGELOG.md

@@ -11,6 +11,9 @@
 
 ### Documentation
 
+### Breaking Changes
+* Drop support for Python 3.8 and 3.9. The minimum supported Python version is now 3.10, in line with the oldest supported Databricks Runtime LTS (DBR 13.3).
+
 ### Internal Changes
 * Replace the async-disabling mechanism on token refresh failure with a 1-minute retry backoff. Previously, a single failed async refresh would disable proactive token renewal until the token expired. Now, the SDK waits a short cooldown period and retries, improving resilience to transient errors.
 * Extract `_resolve_profile` to simplify config file loading and improve `__settings__` error messages.

databricks/sdk/config.py

@@ -5,7 +5,6 @@
 import os
 import pathlib
 import re
-import sys
 import urllib.parse
 from typing import Dict, Iterable, List, Optional
 
@@ -614,15 +613,9 @@ def attributes(cls) -> Iterable[ConfigAttribute]:
         """Returns a list of Databricks SDK configuration metadata"""
         if hasattr(cls, "_attributes"):
             return cls._attributes
-        if sys.version_info[1] >= 10:
-            import inspect
+        import inspect
 
-            anno = inspect.get_annotations(cls)
-        else:
-            # Python 3.7 compatibility: getting type hints require extra hop, as described in
-            # "Accessing The Annotations Dict Of An Object In Python 3.9 And Older" section of
-            # https://docs.python.org/3/howto/annotations.html
-            anno = cls.__dict__["__annotations__"]
+        anno = inspect.get_annotations(cls)
         attrs = []
         for name, v in cls.__dict__.items():
             if type(v) != ConfigAttribute:

databricks/sdk/mixins/files.py

@@ -9,7 +9,6 @@
 import platform
 import re
 import shutil
-import sys
 import xml.etree.ElementTree as ET
 from abc import ABC, abstractmethod
 from collections import deque
@@ -430,10 +429,7 @@ def delete(self, *, recursive=False):
                     _LocalPath(leaf.path).delete()
             self._path.rmdir()
         else:
-            kw = {}
-            if sys.version_info[:2] > (3, 7):
-                kw["missing_ok"] = True
-            self._path.unlink(**kw)
+            self._path.unlink(missing_ok=True)
 
     def __repr__(self) -> str:
         return f"<_LocalPath {self._path}>"

pyproject.toml

@@ -7,16 +7,14 @@ name = "databricks-sdk"
 dynamic = ["version"]
 description = "Databricks SDK for Python (Beta)"
 readme = "README.md"
-requires-python = ">=3.8"
+requires-python = ">=3.10"
 keywords = ["databricks", "sdk"]
 classifiers = [
     "Development Status :: 4 - Beta",
     "Intended Audience :: Developers",
     "Intended Audience :: Science/Research",
     "Intended Audience :: System Administrators",
     "License :: OSI Approved :: Apache Software License",
-    "Programming Language :: Python :: 3.8",
-    "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
@@ -52,7 +50,7 @@ dev = [
     "databricks-connect",
     "pytest-rerunfailures",
     "openai",
-    'langchain-openai; python_version >= "3.9"',
+    "langchain-openai",
     "httpx",
     "build", # some integration tests depend on the databricks-sdk-py wheel
     "check-manifest",
@@ -63,7 +61,7 @@ notebook = [
 ]
 openai = [
     "openai",
-    'langchain-openai; python_version >= "3.9"',
+    "langchain-openai",
     "httpx",
 ]
 
@@ -78,11 +76,11 @@ include = ["databricks", "databricks.*"]
 
 [tool.black]
 line-length = 120 
-target-version = ['py38', 'py39', 'py310', 'py311','py312','py313']
+target-version = ['py310', 'py311','py312','py313']
 
 [tool.pyright]
 include = ["."]
 exclude = ["**/node_modules", "**/__pycache__"]
 reportMissingImports = true
 reportMissingTypeStubs = false
-pythonVersion = "3.8"
+pythonVersion = "3.10"

tests/integration/test_auth.py

@@ -123,8 +123,9 @@ def test_runtime_auth_from_jobs_volumes(ucws, files_api, fresh_wheel_file, env_o
 
 
 def test_runtime_auth_from_jobs_dbfs(w, fresh_wheel_file, env_or_skip, random):
-    # Library installation from DBFS is not supported past DBR 14.3
-    dbr_versions = [v for v in _get_lts_versions(w) if int(v.key.split(".")[0]) < 15]
+    # Library installation from DBFS is not supported past DBR 14.3.
+    # DBR < 13 ships Python < 3.10 which is below our requires-python.
+    dbr_versions = [v for v in _get_lts_versions(w) if 13 <= int(v.key.split(".")[0]) < 15]
 
     dbfs_wheel = f"/tmp/wheels/{random(10)}/{fresh_wheel_file.name}"
     with fresh_wheel_file.open("rb") as f:

tests/test_open_ai_mixin.py

@@ -1,4 +1,3 @@
-import sys
 import warnings
 from io import BytesIO
 
@@ -80,7 +79,6 @@ def test_open_ai_client_prevents_reserved_param_override(monkeypatch):
         w.serving_endpoints.get_open_ai_client(base_url="https://custom-host", api_key="custom-key")
 
 
-@pytest.mark.skipif(sys.version_info < (3, 8), reason="Requires Python > 3.7")
 def test_langchain_open_ai_client(monkeypatch):
     from unittest.mock import MagicMock, Mock
 
@@ -163,7 +161,6 @@ def test_get_open_ai_client_deprecation_warning(monkeypatch):
         assert client.api_key == "no-token"
 
 
-@pytest.mark.skipif(sys.version_info < (3, 8), reason="Requires Python > 3.7")
 def test_get_langchain_chat_open_ai_client_deprecation_warning(monkeypatch):
     """Test that get_langchain_chat_open_ai_client raises a DeprecationWarning."""
     from unittest.mock import MagicMock, Mock