fix: pass shared bundle vars to delta pipeline commands

Author: anandpant

scripts/deploy-databricks-delta-pipeline.sh

@@ -41,6 +41,7 @@ source_id="${CONVEX_SOURCE_ID:-$deployment_url}"
 source_slug="${CONVEX_SYNC_SOURCE_SLUG:-default}"
 source_slug_sql="${CONVEX_SYNC_SOURCE_SQL:-${source_slug//-/_}}"
 deployment_slug="${DATABRICKS_DELTA_DEPLOYMENT_SLUG:-${source_slug}-${target}}"
+job_name="${DATABRICKS_DELTA_JOB_NAME:-convex-sync-kit-${deployment_slug}-delta-extract}"
 pipeline_name="${DATABRICKS_DELTA_AUTOCDC_PIPELINE_NAME:-convex-sync-kit-${deployment_slug}-autocdc}"
 pipeline_file="${DATABRICKS_DELTA_AUTOCDC_PIPELINE_FILE:-${deployment_slug}-bronze-to-silver.sql}"
 generated_file="$bundle_root/generated/$pipeline_file"
@@ -61,6 +62,7 @@ checkpoint_table="${DATABRICKS_DELTA_CHECKPOINT_TABLE:-connector_checkpoint}"
 bundle_args=(
   --var "convex_deployment_url=$deployment_url"
   --var "source_slug=$source_slug"
+  --var "job_name=$job_name"
   --var "convex_deploy_key_secret_scope=$secret_scope"
   --var "convex_deploy_key_secret_key=$secret_key"
   --var "source_id=$source_id"

scripts/deploy-databricks-delta.sh

@@ -49,6 +49,8 @@ catalog="${DATABRICKS_DELTA_CATALOG:-workspace}"
 control_schema="${DATABRICKS_DELTA_CONTROL_SCHEMA:-convex_sync_kit_${source_slug_sql}_delta_control}"
 bronze_schema="${DATABRICKS_DELTA_BRONZE_SCHEMA:-convex_sync_kit_${source_slug_sql}_delta_bronze}"
 checkpoint_table="${DATABRICKS_DELTA_CHECKPOINT_TABLE:-connector_checkpoint}"
+pipeline_name="${DATABRICKS_DELTA_AUTOCDC_PIPELINE_NAME:-convex-sync-kit-${deployment_slug}-autocdc}"
+pipeline_file="${DATABRICKS_DELTA_AUTOCDC_PIPELINE_FILE:-${deployment_slug}-bronze-to-silver.sql}"
 
 "$repo_root/scripts/ensure-databricks-delta-secret.sh" "$profile" "$secret_scope" "$secret_key"
 
@@ -64,7 +66,10 @@ bundle_args=(
   --var "catalog=$catalog"
   --var "control_schema=$control_schema"
   --var "bronze_schema=$bronze_schema"
+  --var "silver_schema=$silver_schema"
   --var "checkpoint_table=$checkpoint_table"
+  --var "autocdc_pipeline_name=$pipeline_name"
+  --var "autocdc_pipeline_file=$pipeline_file"
 )
 
 (

scripts/run-databricks-delta-job.sh

@@ -50,6 +50,8 @@ catalog="${DATABRICKS_DELTA_CATALOG:-workspace}"
 control_schema="${DATABRICKS_DELTA_CONTROL_SCHEMA:-convex_sync_kit_${source_slug_sql}_delta_control}"
 bronze_schema="${DATABRICKS_DELTA_BRONZE_SCHEMA:-convex_sync_kit_${source_slug_sql}_delta_bronze}"
 checkpoint_table="${DATABRICKS_DELTA_CHECKPOINT_TABLE:-connector_checkpoint}"
+pipeline_name="${DATABRICKS_DELTA_AUTOCDC_PIPELINE_NAME:-convex-sync-kit-${deployment_slug}-autocdc}"
+pipeline_file="${DATABRICKS_DELTA_AUTOCDC_PIPELINE_FILE:-${deployment_slug}-bronze-to-silver.sql}"
 
 "$repo_root/scripts/ensure-databricks-delta-secret.sh" "$profile" "$secret_scope" "$secret_key"
 
@@ -65,7 +67,10 @@ bundle_args=(
   --var "catalog=$catalog"
   --var "control_schema=$control_schema"
   --var "bronze_schema=$bronze_schema"
+  --var "silver_schema=$silver_schema"
   --var "checkpoint_table=$checkpoint_table"
+  --var "autocdc_pipeline_name=$pipeline_name"
+  --var "autocdc_pipeline_file=$pipeline_file"
 )
 
 (

scripts/run-databricks-delta-pipeline.sh

@@ -41,6 +41,7 @@ source_id="${CONVEX_SOURCE_ID:-$deployment_url}"
 source_slug="${CONVEX_SYNC_SOURCE_SLUG:-default}"
 source_slug_sql="${CONVEX_SYNC_SOURCE_SQL:-${source_slug//-/_}}"
 deployment_slug="${DATABRICKS_DELTA_DEPLOYMENT_SLUG:-${source_slug}-${target}}"
+job_name="${DATABRICKS_DELTA_JOB_NAME:-convex-sync-kit-${deployment_slug}-delta-extract}"
 pipeline_name="${DATABRICKS_DELTA_AUTOCDC_PIPELINE_NAME:-convex-sync-kit-${deployment_slug}-autocdc}"
 pipeline_file="${DATABRICKS_DELTA_AUTOCDC_PIPELINE_FILE:-${deployment_slug}-bronze-to-silver.sql}"
 generated_file="$bundle_root/generated/$pipeline_file"
@@ -61,6 +62,7 @@ checkpoint_table="${DATABRICKS_DELTA_CHECKPOINT_TABLE:-connector_checkpoint}"
 bundle_args=(
   --var "convex_deployment_url=$deployment_url"
   --var "source_slug=$source_slug"
+  --var "job_name=$job_name"
   --var "convex_deploy_key_secret_scope=$secret_scope"
   --var "convex_deploy_key_secret_key=$secret_key"
   --var "source_id=$source_id"