|
| 1 | +#!/usr/bin/env bash |
| 2 | +set -euo pipefail |
| 3 | + |
| 4 | +if [[ "$#" -ne 2 ]]; then |
| 5 | + echo "usage: $0 <profile> <target>" >&2 |
| 6 | + exit 1 |
| 7 | +fi |
| 8 | + |
| 9 | +profile="$1" |
| 10 | +target="$2" |
| 11 | +bundle_engine="${DATABRICKS_BUNDLE_ENGINE:-direct}" |
| 12 | + |
| 13 | +repo_root="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)" |
| 14 | +bundle_root="$repo_root/platform/databricks/delta" |
| 15 | + |
| 16 | +# shellcheck source=/dev/null |
| 17 | +source "$repo_root/scripts/load-source-config.sh" |
| 18 | +load_convex_sync_source_config "$repo_root" |
| 19 | + |
| 20 | +read_env_file_value() { |
| 21 | + local key="$1" |
| 22 | + local env_file="$repo_root/.env" |
| 23 | + if [[ ! -f "$env_file" ]]; then |
| 24 | + return 1 |
| 25 | + fi |
| 26 | + local line |
| 27 | + line="$(grep -E "^${key}=" "$env_file" | tail -n 1 || true)" |
| 28 | + if [[ -z "$line" ]]; then |
| 29 | + return 1 |
| 30 | + fi |
| 31 | + printf '%s' "${line#*=}" |
| 32 | +} |
| 33 | + |
| 34 | +deployment_url="${CONVEX_DEPLOYMENT_URL:-$(read_env_file_value CONVEX_DEPLOYMENT_URL || true)}" |
| 35 | +if [[ -z "$deployment_url" ]]; then |
| 36 | + echo "CONVEX_DEPLOYMENT_URL is required" >&2 |
| 37 | + exit 1 |
| 38 | +fi |
| 39 | + |
| 40 | +source_id="${CONVEX_SOURCE_ID:-$deployment_url}" |
| 41 | +source_slug="${CONVEX_SYNC_SOURCE_SLUG:-default}" |
| 42 | +source_slug_sql="${CONVEX_SYNC_SOURCE_SQL:-${source_slug//-/_}}" |
| 43 | +deployment_slug="${DATABRICKS_DELTA_DEPLOYMENT_SLUG:-${source_slug}-${target}}" |
| 44 | +job_name="${DATABRICKS_DELTA_JOB_NAME:-convex-sync-kit-${deployment_slug}-delta-extract}" |
| 45 | +pipeline_name="${DATABRICKS_DELTA_AUTOCDC_PIPELINE_NAME:-convex-sync-kit-${deployment_slug}-autocdc}" |
| 46 | +pipeline_file="${DATABRICKS_DELTA_AUTOCDC_PIPELINE_FILE:-${deployment_slug}-bronze-to-silver.sql}" |
| 47 | +generated_file="$bundle_root/generated/$pipeline_file" |
| 48 | + |
| 49 | +"$repo_root/scripts/render-databricks-delta-pipeline.sh" "$profile" "$generated_file" >/dev/null |
| 50 | + |
| 51 | +catalog="${DATABRICKS_DELTA_CATALOG:-workspace}" |
| 52 | +table_name="${CONVEX_TABLE_NAME:-}" |
| 53 | +secret_scope="${DATABRICKS_DELTA_SECRET_SCOPE:-convex-sync-kit}" |
| 54 | +secret_key="${DATABRICKS_DELTA_SECRET_KEY:-convex-deploy-key}" |
| 55 | +control_schema="${DATABRICKS_DELTA_CONTROL_SCHEMA:-convex_sync_kit_${source_slug_sql}_delta_control}" |
| 56 | +bronze_schema="${DATABRICKS_DELTA_BRONZE_SCHEMA:-convex_sync_kit_${source_slug_sql}_delta_bronze}" |
| 57 | +silver_schema="${DATABRICKS_DELTA_SILVER_SCHEMA:-convex_sync_kit_${source_slug_sql}_delta_silver}" |
| 58 | +checkpoint_table="${DATABRICKS_DELTA_CHECKPOINT_TABLE:-connector_checkpoint}" |
| 59 | + |
| 60 | +"$repo_root/scripts/ensure-databricks-delta-secret.sh" "$profile" "$secret_scope" "$secret_key" |
| 61 | + |
| 62 | +bundle_args=( |
| 63 | + --var "convex_deployment_url=$deployment_url" |
| 64 | + --var "source_slug=$source_slug" |
| 65 | + --var "job_name=$job_name" |
| 66 | + --var "convex_deploy_key_secret_scope=$secret_scope" |
| 67 | + --var "convex_deploy_key_secret_key=$secret_key" |
| 68 | + --var "source_id=$source_id" |
| 69 | + --var "table_name=$table_name" |
| 70 | + --var "catalog=$catalog" |
| 71 | + --var "control_schema=$control_schema" |
| 72 | + --var "bronze_schema=$bronze_schema" |
| 73 | + --var "silver_schema=$silver_schema" |
| 74 | + --var "checkpoint_table=$checkpoint_table" |
| 75 | + --var "autocdc_pipeline_name=$pipeline_name" |
| 76 | + --var "autocdc_pipeline_file=$pipeline_file" |
| 77 | + --var "deployment_slug=$deployment_slug" |
| 78 | +) |
| 79 | + |
| 80 | +( |
| 81 | + cd "$bundle_root" |
| 82 | + DATABRICKS_BUNDLE_ENGINE="$bundle_engine" databricks bundle validate -p "$profile" -t "$target" "${bundle_args[@]}" |
| 83 | + DATABRICKS_BUNDLE_ENGINE="$bundle_engine" databricks bundle deploy -p "$profile" -t "$target" "${bundle_args[@]}" |
| 84 | +) |
0 commit comments