acc: Replace failing TestGenerateFromExistingPipelineAndDeploy with an acceptance test

Author: andrewnester

acceptance/bundle/generate/pipeline_and_deploy/databricks.yml

@@ -0,0 +1,2 @@
+bundle:
+  name: pipeline_and_deploy

acceptance/bundle/generate/pipeline_and_deploy/notebook.py

@@ -0,0 +1,2 @@
+# Databricks notebook source
+print('Hello world!')

acceptance/bundle/generate/pipeline_and_deploy/out.test.toml

@@ -0,0 +1,32 @@
+
+=== Upload files to workspace
+>>> [CLI] workspace import /Workspace/Users/[USERNAME]/notebook.py --file notebook.py --format AUTO --overwrite
+
+>>> [CLI] workspace import /Workspace/Users/[USERNAME]/test.py --file test.py --format AUTO --overwrite
+
+=== Create a pipeline that references the filesCreated pipeline
+
+=== Generate bundle config from the pipelineFile successfully saved to src/notebook.py
+File successfully saved to src/test.py
+Pipeline configuration successfully saved to resources/out.pipeline.yml
+
+=== Verify generated yaml has expected fields
+=== Deploy the generated bundle
+>>> [CLI] bundle deploy
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/pipeline_and_deploy/default/files...
+Deploying resources...
+Deployment complete!
+
+=== Destroy the deployed bundle
+>>> [CLI] bundle destroy --auto-approve
+All files and directories at the following location will be deleted: /Workspace/Users/[USERNAME]/.bundle/pipeline_and_deploy/default
+
+Deleting files...
+Destroy complete!
+
+=== Cleanup: delete the original pipeline and files
+>>> errcode [CLI] pipelines delete [PIPELINE_ID]
+
+>>> errcode [CLI] workspace delete /Workspace/Users/[USERNAME]/notebook
+
+>>> errcode [CLI] workspace delete /Workspace/Users/[USERNAME]/test.py

acceptance/bundle/generate/pipeline_and_deploy/output.txt

@@ -0,0 +1,42 @@
+title "Upload files to workspace"
+trace $CLI workspace import "/Workspace/Users/${CURRENT_USER_NAME}/notebook.py" --file notebook.py --format AUTO --overwrite
+trace $CLI workspace import "/Workspace/Users/${CURRENT_USER_NAME}/test.py" --file test.py --format AUTO --overwrite
+
+title "Create a pipeline that references the files"
+PIPELINE_ID=$($CLI pipelines create --json '{
+  "name": "test-pipeline",
+  "libraries": [
+    {
+      "notebook": {
+        "path": "/Workspace/Users/'${CURRENT_USER_NAME}'/notebook"
+      }
+    },
+    {
+      "file": {
+        "path": "/Workspace/Users/'${CURRENT_USER_NAME}'/test.py"
+      }
+    }
+  ]
+}' | jq -r '.pipeline_id')
+echo "Created pipeline"
+add_repl.py "$PIPELINE_ID" PIPELINE_ID
+
+cleanup() {
+    title "Cleanup: delete the original pipeline and files"
+    trace errcode $CLI pipelines delete "$PIPELINE_ID"
+    trace errcode $CLI workspace delete "/Workspace/Users/${CURRENT_USER_NAME}/notebook"
+    trace errcode $CLI workspace delete "/Workspace/Users/${CURRENT_USER_NAME}/test.py"
+}
+trap cleanup EXIT
+
+title "Generate bundle config from the pipeline"
+$CLI bundle generate pipeline --existing-pipeline-id "$PIPELINE_ID" --key out --config-dir resources --source-dir src --force 2>&1 | sort
+
+title "Verify generated yaml has expected fields"
+cat resources/out.pipeline.yml | contains.py "libraries:" "- notebook:" "path: ../src/notebook.py" "- file:" "path: ../src/test.py" > /dev/null
+
+title "Deploy the generated bundle"
+trace $CLI bundle deploy
+
+title "Destroy the deployed bundle"
+trace $CLI bundle destroy --auto-approve

acceptance/bundle/generate/pipeline_and_deploy/script

@@ -0,0 +1 @@
+print('Hello!')

acceptance/bundle/generate/pipeline_and_deploy/test.py

@@ -0,0 +1,13 @@
+Local = true
+Cloud = true
+
+Ignore = [
+    "databricks.yml",
+    "resources/*",
+    "src/*",
+    ".databricks",
+]
+
+[Env]
+# MSYS2 automatically converts absolute paths on Windows; disable for the workspace path.
+MSYS_NO_PATHCONV = "1"