Merge branch 'main' into sd-db/spog-impl

Author: sd-db

CHANGELOG.md

@@ -7,15 +7,18 @@
 
 ### Fixes
 
+- Ignore the server-set `delta.parquet.compression.codec` tblproperty when diffing relation configs, so streaming tables and materialized views are not flagged as changed after the backend started stamping it automatically ([#1489](https://github.com/databricks/dbt-databricks/pull/1489))
 - Fix missing f-string prefix in `JobRunsApi.submit` debug log ([#1471](https://github.com/databricks/dbt-databricks/pull/1471))
 - Fix capability-branching macros falling through to their legacy path at parse/compile time on SQL warehouses. The parse-time stub of `has_dbr_capability` now returns `True` on warehouse profiles for capabilities flagged `sql_warehouse_supported`, so macros select the modern branch during compilation instead of the legacy fallback. ([#1449](https://github.com/databricks/dbt-databricks/pull/1449) closes [#1331](https://github.com/databricks/dbt-databricks/issues/1331))
 - Fix snapshots not applying `databricks_tags` on columns ([#1442](https://github.com/databricks/dbt-databricks/pull/1442) closes [#1441](https://github.com/databricks/dbt-databricks/issues/1441))
 - `EXTRACT_CLUSTER_ID_FROM_HTTP_PATH_REGEX` now stops the capture at `?` / `&`, so any trailing query string on `http_path` no longer corrupts the extracted cluster id. Latent issue on legacy hosts; the fix unblocks SPOG cluster paths.
 
 ### Under the Hood
 
+- Raise the `dbt-tests-adapter` test-dependency floor to `>=1.20.0` to pick up its `persist_docs` fixture typo fix (test-only, no runtime impact) ([#1490](https://github.com/databricks/dbt-databricks/pull/1490))
 - Defer SDK `Config` construction to connection-open time so offline paths (`dbt parse`/`list`/`compile`) don't trigger the host-metadata probe introduced in `databricks-sdk>=0.103`; as a side effect, auth errors now surface at first connection rather than during profile parsing. ([#1474](https://github.com/databricks/dbt-databricks/pull/1474))
 - Bump ceilings on `databricks-sdk` (now `<0.105.0`) and `databricks-sql-connector[pyarrow]` (now `<4.3.0`) to admit newer releases; floors unchanged. ([#1474](https://github.com/databricks/dbt-databricks/pull/1474))
+- Stabilize the `TestChangingSchema*` Python-model functional tests under min-deps (dbt-core 1.11.2), where a sibling class's source schema.yml could leak into their parse and fail with `EnvVarMissingError`. ([#1488](https://github.com/databricks/dbt-databricks/pull/1488))
 
 ## dbt-databricks 1.12.0 (May 18, 2026)
 

dbt/adapters/databricks/relation_configs/tblproperties.py

@@ -46,6 +46,7 @@ class TblPropertiesConfig(DatabricksComponentConfig):
         "spark.sql.internal.pipelines.parentTableId",
         "delta.enableDeletionVectors",
         "delta.feature.deletionVectors",
+        "delta.parquet.compression.codec",
     ]
 
     def __eq__(self, __value: Any) -> bool:

pyproject.toml

@@ -49,7 +49,7 @@ include = ["/dbt"]
 
 [dependency-groups]
 test = [
-    "dbt-tests-adapter>=1.19.0",
+    "dbt-tests-adapter>=1.20.0",
     "pytest>=8.3.5",
     "pytest-xdist>=3.6.1",
     "pytest-rerunfailures>=14.0",

requirements.lowest-direct.txt

@@ -441,13 +441,13 @@ dbt-common==1.37.2 \
     #   dbt-adapters
     #   dbt-core
     #   dbt-spark
+    #   dbt-tests-adapter
 dbt-core==1.11.2 \
     --hash=sha256:3306fee149b9f4e648071f2c9a46c0551100e1c829f13ad7ce026eb7226ad454 \
     --hash=sha256:ac332fd61a4494494f48e1bbdc0696e309e79036b94eb0a929233bb71f4b3898
     # via
     #   dbt-databricks (pyproject.toml)
     #   dbt-spark
-    #   dbt-tests-adapter
 dbt-extractor==0.6.0 \
     --hash=sha256:05bcfab7ebd70296ceb31742e8333ba66a2c939de44e61a7088bebafa939aaf6 \
     --hash=sha256:080fd1edf123926ed97929c65a75874d0fea687ccd5d3ebbc9e81b339f099604 \
@@ -481,9 +481,9 @@ dbt-spark==1.10.0 \
     --hash=sha256:5d3755d832476ad5d4e3c2fe55247fa39763e990e186673fd88da7be989f0048 \
     --hash=sha256:95f4af4b5647553115eb6ca02539a3a1ad50b34bf2c6f3a766371f7de164578c
     # via dbt-databricks (pyproject.toml)
-dbt-tests-adapter==1.19.0 \
-    --hash=sha256:25ccdefbf31164d2af76745edc245385e4bc7081d23836c5986bdd91e773deb6 \
-    --hash=sha256:5cbd4b6acff4534adc38cfd61d1892c3bc259378657904ce42773588c3be8e34
+dbt-tests-adapter==1.20.0 \
+    --hash=sha256:333d0d08c1690278a8cf681989f6359a7a8a5b3da464f14430c3ea3ea32fa5ff \
+    --hash=sha256:91562371852790a647c59270136a4461bfda7e7484f349fcd3473f0a1d6059c6
     # via dbt-databricks (pyproject.toml:test)
 deepdiff==8.6.2 \
     --hash=sha256:186dcbd181e4d76cef11ab05f802d0056c5d6083c5a6748c1473e9d7481e183e \

tests/functional/adapter/persist_docs/test_persist_docs.py

@@ -169,7 +169,7 @@ def models(self):
 
     @pytest.fixture(scope="class")
     def properties(self):
-        return {"schema.yml": fixtures._PROPERITES__SCHEMA_MISSING_COL}
+        return {"schema.yml": fixtures._PROPERTIES__SCHEMA_MISSING_COL}
 
     @pytest.fixture(scope="class")
     def table_relation(self, project):

tests/functional/adapter/python_model/test_python_model.py

@@ -1,3 +1,4 @@
+import json
 import os
 
 import pytest
@@ -29,6 +30,31 @@ def verify_temp_table_cleaned(project, suffix):
     assert len(tmp_tables) == 0
 
 
+class SchemaNameVarMixin:
+    """Make the schema-change tests resilient to dbt-core test-isolation leakage.
+
+    These classes don't inherit ``BasePythonModelTests`` and run plain ``dbt run``. On
+    dbt-core 1.11.2 a sibling class's ``test_source`` schema.yml -- whose ``schema``
+    renders ``var(env_var('DBT_TEST_SCHEMA_NAME_VARIABLE'))`` -- can bleed into these
+    classes' parse when they run after one in the same xdist worker (``--dist=loadfile``),
+    failing with ``EnvVarMissingError``. Rendering that source needs both the env var
+    (read from the invocation context) and the ``test_run_schema`` var. Schema-yaml
+    rendering resolves ``var()`` from CLI vars only, so the var must be passed via
+    ``--vars`` -- exactly as dbt-core's ``BasePythonModelTests`` does -- not via
+    project-level ``vars``.
+    """
+
+    @pytest.fixture(scope="class", autouse=True)
+    def schema_name_env_var(self):
+        os.environ["DBT_TEST_SCHEMA_NAME_VARIABLE"] = "test_run_schema"
+        yield
+        os.environ.pop("DBT_TEST_SCHEMA_NAME_VARIABLE", None)
+
+    @staticmethod
+    def schema_name_vars(project):
+        return ["--vars", json.dumps({"test_run_schema": project.test_schema})]
+
+
 @pytest.mark.python
 @pytest.mark.skip_profile("databricks_cluster")
 class TestPythonModel(BasePythonModelTests):
@@ -84,7 +110,7 @@ def project_config_update(self):
 
 @pytest.mark.python
 @pytest.mark.skip_profile("databricks_cluster")
-class TestChangingSchema:
+class TestChangingSchema(SchemaNameVarMixin):
     """Test Python model schema changes using serverless compute."""
 
     @pytest.fixture(scope="class")
@@ -96,13 +122,14 @@ def project_config_update(self):
         return {"models": {"+create_notebook": "true"}}
 
     def test_changing_schema_with_log_validation(self, project, logs_dir):
-        util.run_dbt(["run"])
+        schema_vars = self.schema_name_vars(project)
+        util.run_dbt(["run", *schema_vars])
         util.write_file(
             override_fixtures.simple_python_model_v2,
             project.project_root + "/models",
             "simple_python_model.py",
         )
-        util.run_dbt(["run"])
+        util.run_dbt(["run", *schema_vars])
         log_file = os.path.join(logs_dir, "dbt.log")
         with open(log_file) as f:
             log = f.read()
@@ -113,7 +140,7 @@ def test_changing_schema_with_log_validation(self, project, logs_dir):
 
 @pytest.mark.python
 @pytest.mark.skip_profile("databricks_cluster")
-class TestChangingSchemaIncremental:
+class TestChangingSchemaIncremental(SchemaNameVarMixin):
     """Test Python incremental schema changes using serverless compute."""
 
     @pytest.fixture(scope="class")
@@ -129,9 +156,10 @@ def project_config_update(self):
         return {"models": {"+create_notebook": "true"}}
 
     def test_changing_schema_via_incremental(self, project):
-        util.run_dbt(["seed"])
-        util.run_dbt(["run"])
-        util.run_dbt(["run"])
+        schema_vars = self.schema_name_vars(project)
+        util.run_dbt(["seed", *schema_vars])
+        util.run_dbt(["run", *schema_vars])
+        util.run_dbt(["run", *schema_vars])
 
         util.check_relations_equal(project.adapter, ["incremental_model", "expected_incremental"])
 
@@ -412,7 +440,7 @@ def test_python_model_with_access_control_list(self, project):
 
 
 @pytest.mark.skip_profile("databricks_cluster")
-class TestChangingSchemaV2(MaterializationV2Mixin):
+class TestChangingSchemaV2(SchemaNameVarMixin, MaterializationV2Mixin):
     """Test Python model schema changes with V2 materialization using serverless compute."""
 
     @pytest.fixture(scope="class")
@@ -424,19 +452,20 @@ def project_config_update(self):
         return {"models": {"+create_notebook": "true"}}
 
     def test_changing_unique_tmp_table_suffix(self, project):
-        util.run_dbt(["run"])
+        schema_vars = self.schema_name_vars(project)
+        util.run_dbt(["run", *schema_vars])
         util.write_file(
             override_fixtures.simple_python_model_v2,
             project.project_root + "/models",
             "simple_python_model.py",
         )
-        util.run_dbt(["run"])
+        util.run_dbt(["run", *schema_vars])
         verify_temp_tables_cleaned(project)
 
 
 @pytest.mark.python
 @pytest.mark.skip_profile("databricks_cluster")
-class TestChangingSchemaIncrementalV2(MaterializationV2Mixin):
+class TestChangingSchemaIncrementalV2(SchemaNameVarMixin, MaterializationV2Mixin):
     """Test Python incremental schema changes with V2 materialization using serverless compute."""
 
     @pytest.fixture(scope="class")
@@ -448,13 +477,14 @@ def project_config_update(self):
         return {"models": {"+create_notebook": "true"}}
 
     def test_changing_unique_tmp_table_suffix(self, project):
-        util.run_dbt(["run"])
+        schema_vars = self.schema_name_vars(project)
+        util.run_dbt(["run", *schema_vars])
         util.write_file(
             override_fixtures.simple_incremental_python_model_v2,
             project.project_root + "/models",
             "incremental_model.py",
         )
-        util.run_dbt(["run"])
+        util.run_dbt(["run", *schema_vars])
         verify_temp_tables_cleaned(project)
 
 

tests/unit/relation_configs/test_tblproperties.py

@@ -30,6 +30,17 @@ def test_from_results__multiple(self):
         spec = TblPropertiesProcessor.from_relation_results(results)
         assert spec == TblPropertiesConfig(tblproperties={"prop": "1", "other": "other"})
 
+    def test_from_results__drops_ignored_properties(self):
+        # Properties set by Databricks (e.g. the server-default parquet compression codec)
+        # must be dropped so they don't show up as spurious configuration changes.
+        results = {
+            "show_tblproperties": fixtures.gen_tblproperties(
+                [["prop", "1"], ["delta.parquet.compression.codec", "zstd"]]
+            )
+        }
+        spec = TblPropertiesProcessor.from_relation_results(results)
+        assert spec == TblPropertiesConfig(tblproperties={"prop": "1"})
+
     def test_from_model_node__without_tblproperties(self):
         model = Mock()
         model.config.extra = {}