bundle: run select/basic on cloud; test full deploy after partial deploy

Rename select/ok to select/basic and extend it:
- Enable on cloud (Local+Cloud) with a $UNIQUE_NAME-templated bundle and a
  destroy cleanup trap, pinned to the direct engine (the only engine where
  --select works). The serialized plan is written to an ignored plan.json
  so cloud runs don't diverge on remote state.
- After the partial deploy (--select jobs.foo deploys foo+bar), run a full
  plan/deploy with no selection: the plan shows only baz to add with foo and
  bar unchanged, deploy creates baz, and a final plan reports no changes.

Add select/rejected (terraform, local) covering the --select rejection that
select/basic no longer exercises now that it is direct-only.

Co-authored-by: Isaac

Author: denik

…ceptance/bundle/select/ok/databricks.yml …/bundle/select/basic/databricks.yml.tmplacceptance/bundle/select/ok/databricks.yml renamed to acceptance/bundle/select/basic/databricks.yml.tmpl acceptance/bundle/select/ok/databricks.yml renamed to acceptance/bundle/select/basic/databricks.yml.tmpl

@@ -1,17 +1,17 @@
 bundle:
-  name: select
+  name: select-$UNIQUE_NAME
 
 resources:
   jobs:
     bar:
-      name: job-bar
+      name: bar-$UNIQUE_NAME
 
     foo:
-      name: job-foo
+      name: foo-$UNIQUE_NAME
       tasks:
         - task_key: run_bar
           run_job_task:
             job_id: ${resources.jobs.bar.id}
 
     baz:
-      name: job-baz
+      name: baz-$UNIQUE_NAME

acceptance/bundle/select/basic/out.test.toml

@@ -22,10 +22,8 @@ create jobs.foo
 
 Plan: 2 to add, 0 to change, 0 to delete, 0 unchanged
 
->>> [CLI] bundle plan --select jobs.foo -o json
-
 === bundle deploy --select jobs.foo
-Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/select/default/files...
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/select-[UNIQUE_NAME]/default/files...
 Deploying resources...
 Updating deployment state...
 Deployment complete!
@@ -37,12 +35,12 @@ Deployment complete!
   "body": {
     "deployment": {
       "kind": "BUNDLE",
-      "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/select/default/state/metadata.json"
+      "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/select-[UNIQUE_NAME]/default/state/metadata.json"
     },
     "edit_mode": "UI_LOCKED",
     "format": "MULTI_TASK",
     "max_concurrent_runs": 1,
-    "name": "job-bar",
+    "name": "bar-[UNIQUE_NAME]",
     "queue": {
       "enabled": true
     }
@@ -54,12 +52,12 @@ Deployment complete!
   "body": {
     "deployment": {
       "kind": "BUNDLE",
-      "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/select/default/state/metadata.json"
+      "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/select-[UNIQUE_NAME]/default/state/metadata.json"
     },
     "edit_mode": "UI_LOCKED",
     "format": "MULTI_TASK",
     "max_concurrent_runs": 1,
-    "name": "job-foo",
+    "name": "foo-[UNIQUE_NAME]",
     "queue": {
       "enabled": true
     },
@@ -73,3 +71,51 @@ Deployment complete!
     ]
   }
 }
+
+=== Full plan after partial deploy
+>>> [CLI] bundle plan
+create jobs.baz
+
+Plan: 1 to add, 0 to change, 0 to delete, 2 unchanged
+
+=== Full deploy
+>>> [CLI] bundle deploy
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/select-[UNIQUE_NAME]/default/files...
+Deploying resources...
+Updating deployment state...
+Deployment complete!
+
+>>> print_requests.py --sort //jobs
+{
+  "method": "POST",
+  "path": "/api/2.2/jobs/create",
+  "body": {
+    "deployment": {
+      "kind": "BUNDLE",
+      "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/select-[UNIQUE_NAME]/default/state/metadata.json"
+    },
+    "edit_mode": "UI_LOCKED",
+    "format": "MULTI_TASK",
+    "max_concurrent_runs": 1,
+    "name": "baz-[UNIQUE_NAME]",
+    "queue": {
+      "enabled": true
+    }
+  }
+}
+
+=== Full plan again
+>>> [CLI] bundle plan
+Plan: 0 to add, 0 to change, 0 to delete, 3 unchanged
+
+=== Destroy
+>>> [CLI] bundle destroy --auto-approve
+The following resources will be deleted:
+  delete resources.jobs.bar
+  delete resources.jobs.baz
+  delete resources.jobs.foo
+
+All files and directories at the following location will be deleted: /Workspace/Users/[USERNAME]/.bundle/select-[UNIQUE_NAME]/default
+
+Deleting files...
+Destroy complete!

…ceptance/bundle/select/ok/out.direct.txt acceptance/bundle/select/basic/output.txtacceptance/bundle/select/ok/out.direct.txt renamed to acceptance/bundle/select/basic/output.txt acceptance/bundle/select/ok/out.direct.txt renamed to acceptance/bundle/select/basic/output.txt

@@ -0,0 +1,40 @@
+envsubst '$UNIQUE_NAME' < databricks.yml.tmpl > databricks.yml
+
+cleanup() {
+    title "Destroy"
+    trace $CLI bundle destroy --auto-approve
+    rm -f out.requests.txt
+}
+trap cleanup EXIT
+
+# --- selector resolution ---
+# Unqualified name, unique across resource types.
+trace $CLI bundle plan --select bar
+# Repeated --select.
+trace $CLI bundle plan --select jobs.bar --select jobs.baz
+# Comma-separated --select (equivalent to repeating the flag).
+trace $CLI bundle plan --select jobs.bar,jobs.baz
+# Qualified name; foo pulls in its dependency bar but not the independent baz.
+trace $CLI bundle plan --select jobs.foo
+
+# --- partial deploy ---
+# Serialize the filtered plan, then deploy it: inline, or via --plan (READPLAN=1).
+# The deploy is not traced because readplanarg varies the command line between
+# READPLAN variants, which must produce identical output.
+$CLI bundle plan --select jobs.foo -o json > plan.json
+title "bundle deploy --select jobs.foo\n"
+$CLI bundle deploy --select jobs.foo $(readplanarg plan.json)
+# Only bar and foo were created, never baz.
+trace print_requests.py --sort //jobs
+
+# --- full plan/deploy after the partial deploy ---
+# foo and bar are already deployed, so only baz remains to create.
+title "Full plan after partial deploy"
+trace $CLI bundle plan
+title "Full deploy"
+trace $CLI bundle deploy
+# Only baz is created this time.
+trace print_requests.py --sort //jobs
+# Everything is deployed now: no changes.
+title "Full plan again"
+trace $CLI bundle plan

acceptance/bundle/select/basic/script

@@ -0,0 +1,10 @@
+Local = true
+Cloud = true
+RecordRequests = true
+# --select is only supported by the direct engine, so this happy-path test runs on
+# direct only (the rejection on terraform is covered by bundle/select/rejected).
+EnvMatrix.DATABRICKS_BUNDLE_ENGINE = ["direct"]
+# Also run a variant that deploys a serialized (already filtered) plan via --plan.
+EnvMatrix.READPLAN = ["", "1"]
+# databricks.yml and plan.json are generated at runtime.
+Ignore = [".databricks", ".gitignore", "databricks.yml", "plan.json"]