Use hardcoded UUIDs

Author: lennartkats-db

lakeflow_pipelines_sql/resources/lakeflow_pipelines_sql_pipeline/lakeflow_pipelines_sql.job.yml

@@ -0,0 +1,19 @@
+# The job that triggers lakeflow_pipelines_sql_pipeline.
+resources:
+  jobs:
+    lakeflow_pipelines_sql_job:
+      name: lakeflow_pipelines_sql_job
+
+      trigger:
+        # Run this job every day, exactly one day from the last run; see https://docs.databricks.com/api/workspace/jobs/create#trigger
+        periodic:
+          interval: 1
+          unit: DAYS
+
+      email_notifications:
+        on_failure: ${var.notifications}
+
+      tasks:
+        - task_key: refresh_pipeline
+          pipeline_task:
+            pipeline_id: ${resources.pipelines.lakeflow_pipelines_sql_pipeline.id}

scripts/update_from_templates.sh

@@ -4,18 +4,21 @@ set -euo pipefail
 
 function cleanup() {
     cd "$1"
+    local BUNDLE_UUID="$2"
 
     # Replace specific names with company.databricks.com, user@company.com, user_name
     find . -type f -exec sed -i '' -E 's|e2[^[:space:]]*\.com|company.databricks.com|g' {} \;
     find . -type f -exec sed -i '' -E 's|[A-Za-z0-9._%+-]+@databricks\.com|user@company.com|g' {} \;
-    find . -type f -exec sed -i '' -e "s|$CURRENT_USER_NAME|user_name|g" {} \;
+    find . -type f -exec sed -i '' -e "s|$CURRENT_USER_NAME|user_name|g" {} \;    
+    find . -type f -exec sed -i '' -E "s|^([[:space:]]*uuid:[[:space:]]*)[^[:space:]]*[[:space:]]*$|\\1$BUNDLE_UUID|g" {} \;
 
     cd ..
 }
 
 function init_bundle() {
     local TEMPLATE_NAME="$1"
-    local CONFIG_JSON="$2"
+    local BUNDLE_UUID="${2:-}"
+    local CONFIG_JSON="$3"
 
     # Extract project_name from JSON
     local PROJECT_NAME=$(echo "$CONFIG_JSON" | grep -o '"project_name"[[:space:]]*:[[:space:]]*"[^"]*"' | cut -d'"' -f4)
@@ -32,7 +35,7 @@ function init_bundle() {
     rm -rf "$PROJECT_NAME"
     echo "$CONFIG_JSON" > /tmp/config.json
     $CLI_CMD bundle init "$TEMPLATE_NAME" --config-file /tmp/config.json
-    cleanup "$PROJECT_NAME"
+    cleanup "$PROJECT_NAME" "$BUNDLE_UUID"
 }
 
 # Check and extract the host from the databrickscfg file
@@ -60,37 +63,37 @@ fi
 
 cd $(dirname $0)/..
 
-init_bundle "default-python" '{
+init_bundle "default-python" "87d5a23e-7bc7-4f52-98ee-e374b67d5681" '{
     "project_name":     "default_python",
     "include_notebook": "yes",
     "include_dlt":      "yes",
     "include_python":   "yes",
     "serverless":       "yes"
 }'
 
-init_bundle "default-sql" '{
+init_bundle "default-sql" "853cd9bc-631c-4d4f-bca0-3195c7540854" '{
     "project_name":     "default_sql",
     "http_path":        "/sql/1.0/warehouses/abcdef1234567890",
     "default_catalog":  "catalog",
     "personal_schemas": "yes, automatically use a schema based on the current user name during development"
 }'
 
-init_bundle "dbt-sql" '{
+init_bundle "dbt-sql" "5e5ca8d5-0388-473e-84a1-1414ed89c5df" '{
     "project_name":     "dbt_sql",
     "http_path":        "/sql/1.0/warehouses/abcdef1234567890",
     "default_catalog":  "catalog",
     "personal_schemas": "yes, use a schema based on the current user name during development"
 }'
 
-init_bundle "lakeflow-pipelines" '{
+init_bundle "lakeflow-pipelines" "295000fc-1ea8-4f43-befe-d5fb9f7d4ad4" '{
     "project_name":     "lakeflow_pipelines_sql",
     "default_catalog":  "catalog",
     "personal_schemas": "yes",
     "language":         "sql"
 }'
 
 
-init_bundle "lakeflow-pipelines" '{
+init_bundle "lakeflow-pipelines" "87a174ba-60e4-4867-a140-1936bc9b00de" '{
     "project_name":     "lakeflow_pipelines_python",
     "default_catalog":  "catalog",
     "personal_schemas": "yes",
@@ -99,7 +102,7 @@ init_bundle "lakeflow-pipelines" '{
 
 cd contrib
 (
-    init_bundle "templates/data-engineering" '{
+    init_bundle "templates/data-engineering" "e5f6g7h8-i9j0-1234-efgh-567890123456" '{
         "project_name":     "data_engineering",
         "default_catalog":  "catalog",
         "personal_schemas": "yes, use a schema based on the current user name during development"