Release 6.3 - Welcome Cortex for Meridian!

Introducing Cortex for Meridian & Task Dependent DAGs

Deprecated CATGAP and SAP Machine Learning models

Author: TXZebra

common/init_deployment_config.py

@@ -154,8 +154,7 @@ def _validate_config_resources(config: typing.Dict[str, typing.Any]) -> bool:
         except (BadRequest, ServerError):
             logging.exception(
                 "🛑 Error when trying to create a BigQuery dataset "
-                "in project `%s`. 🛑",
-                project)
+                "in project `%s`. 🛑", project)
             return False
         finally:
             try:
@@ -229,6 +228,8 @@ def validate_config(
     config["deployOracleEBS"] = config.get("deployOracleEBS", False)
     config["deployDataMesh"] = config.get("deployDataMesh", False)
     config["testData"] = config.get("testData", False)
+    config["enableTaskDependencies"] = config.get("enableTaskDependencies",
+                                                  False)
     config["turboMode"] = config.get("turboMode", True)
 
     config["location"] = config.get("location")
@@ -268,8 +269,8 @@ def validate_config(
             vertexai_region = "europe-west1"
         else:
             vertexai_region = "us-central1"
-        logging.warning(
-            "⚠️ No Vertex AI region specified. Using `%s`. ⚠️", vertexai_region)
+        logging.warning("⚠️ No Vertex AI region specified. Using `%s`. ⚠️",
+                        vertexai_region)
         config["VertexAI"]["region"] = vertexai_region
     else:
         vertexai_region = config["VertexAI"]["region"].lower()
@@ -290,9 +291,8 @@ def validate_config(
         "processingDataset")
     if not config["VertexAI"]["processingDataset"]:
         vertex_pd_default = "CORTEX_VERTEX_AI_PROCESSING"
-        logging.warning(
-            "⚠️ No Vertex AI dataset specified. Using `%s`. ⚠️",
-            vertex_pd_default)
+        logging.warning("⚠️ No Vertex AI dataset specified. Using `%s`. ⚠️",
+                        vertex_pd_default)
         config["VertexAI"]["processingDataset"] = vertex_pd_default
 
     if config["deployDataMesh"] and "DataMesh" not in config:
@@ -303,6 +303,10 @@ def validate_config(
     config["testHarnessVersion"] = config.get("testHarnessVersion",
                                               constants.TEST_HARNESS_VERSION)
 
+    logging.info("Fetching Cortex version.")
+    config["cortexVersion"] = config.get("cortexVersion",
+                                         constants.CORTEX_VERSION)
+
     logging.info("Validating common configuration resources.")
     try:
         _validate_config_resources(config)

common/materializer/__init__.py

@@ -0,0 +1,13 @@
+# Copyright 2025 Google LLC
+
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+
+#     https://www.apache.org/licenses/LICENSE-2.0
+
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.