clean up

Author: denik

acceptance/bundle/deploy/wal/chain-3-jobs/databricks.yml

@@ -15,7 +15,6 @@ resources:
           new_cluster:
             spark_version: 15.4.x-scala2.12
             node_type_id: i3.xlarge
-            num_workers: 0
     job_02:
       name: "job-02"
       description: "depends on ${resources.jobs.job_01.id}"
@@ -26,7 +25,6 @@ resources:
           new_cluster:
             spark_version: 15.4.x-scala2.12
             node_type_id: i3.xlarge
-            num_workers: 0
     job_03:
       name: "job-03"
       description: "depends on ${resources.jobs.job_02.id}"
@@ -37,4 +35,3 @@ resources:
           new_cluster:
             spark_version: 15.4.x-scala2.12
             node_type_id: i3.xlarge
-            num_workers: 0

acceptance/bundle/deploy/wal/chain-3-jobs/output.txt

@@ -35,7 +35,6 @@ Exit code: [KILLED]
         {
           "new_cluster": {
             "node_type_id": "[NODE_TYPE_ID]",
-            "num_workers": 0,
             "spark_version": "15.4.x-scala2.12"
           },
           "spark_python_task": {
@@ -74,7 +73,6 @@ Exit code: [KILLED]
         {
           "new_cluster": {
             "node_type_id": "[NODE_TYPE_ID]",
-            "num_workers": 0,
             "spark_version": "15.4.x-scala2.12"
           },
           "spark_python_task": {

acceptance/bundle/deploy/wal/corrupted-wal-entry/databricks.yml

@@ -12,7 +12,6 @@ resources:
           new_cluster:
             spark_version: 15.4.x-scala2.12
             node_type_id: i3.xlarge
-            num_workers: 0
     another_valid:
       name: "another-valid"
       tasks:
@@ -22,4 +21,3 @@ resources:
           new_cluster:
             spark_version: 15.4.x-scala2.12
             node_type_id: i3.xlarge
-            num_workers: 0

acceptance/bundle/deploy/wal/crash-after-create/databricks.yml

@@ -13,7 +13,6 @@ resources:
           new_cluster:
             spark_version: 15.4.x-scala2.12
             node_type_id: i3.xlarge
-            num_workers: 0
     job_b:
       name: "test-job-b"
       description: "depends on ${resources.jobs.job_a.id}"
@@ -24,4 +23,3 @@ resources:
           new_cluster:
             spark_version: 15.4.x-scala2.12
             node_type_id: i3.xlarge
-            num_workers: 0

acceptance/bundle/deploy/wal/crash-after-create/output.txt

@@ -9,7 +9,7 @@ Exit code: [KILLED]
 === WAL should exist after crash ===
 WAL exists (expected)
 {"lineage":"[UUID]","serial":1,"state_version":2,"cli_version":"[DEV_VERSION]"}
-{"k":"resources.jobs.job_a","v":{"__id__":"1001","state":{"deployment":{"kind":"BUNDLE","metadata_file_path":"/Workspace/Users/[USERNAME]/.bundle/wal-crash-test/default/state/metadata.json"},"description":"first job","edit_mode":"UI_LOCKED","format":"MULTI_TASK","max_concurrent_runs":1,"name":"test-job-a","queue":{"enabled":true},"tasks":[{"new_cluster":{"node_type_id":"[NODE_TYPE_ID]","num_workers":0,"spark_version":"15.4.x-scala2.12"},"spark_python_task":{"python_file":"/Workspace/Users/[USERNAME]/.bundle/wal-crash-test/default/files/test.py"},"task_key":"task-a"}]}}}
+{"k":"resources.jobs.job_a","v":{"__id__":"1001","state":{"deployment":{"kind":"BUNDLE","metadata_file_path":"/Workspace/Users/[USERNAME]/.bundle/wal-crash-test/default/state/metadata.json"},"description":"first job","edit_mode":"UI_LOCKED","format":"MULTI_TASK","max_concurrent_runs":1,"name":"test-job-a","queue":{"enabled":true},"tasks":[{"new_cluster":{"node_type_id":"[NODE_TYPE_ID]","spark_version":"15.4.x-scala2.12"},"spark_python_task":{"python_file":"/Workspace/Users/[USERNAME]/.bundle/wal-crash-test/default/files/test.py"},"task_key":"task-a"}]}}}
 === State file after crash (should be empty) ===
 cat: .databricks/bundle/default/resources.json: No such file or directory
 

acceptance/bundle/deploy/wal/empty-wal/databricks.yml

@@ -12,4 +12,3 @@ resources:
           new_cluster:
             spark_version: 15.4.x-scala2.12
             node_type_id: i3.xlarge
-            num_workers: 0

acceptance/bundle/deploy/wal/future-serial-wal/databricks.yml

@@ -12,4 +12,3 @@ resources:
           new_cluster:
             spark_version: 15.4.x-scala2.12
             node_type_id: i3.xlarge
-            num_workers: 0

acceptance/bundle/deploy/wal/lineage-mismatch/databricks.yml

@@ -12,4 +12,3 @@ resources:
           new_cluster:
             spark_version: 15.4.x-scala2.12
             node_type_id: i3.xlarge
-            num_workers: 0

acceptance/bundle/deploy/wal/normal-deploy/databricks.yml

@@ -12,4 +12,3 @@ resources:
           new_cluster:
             spark_version: 15.4.x-scala2.12
             node_type_id: i3.xlarge
-            num_workers: 0

acceptance/bundle/deploy/wal/stale-wal/databricks.yml

@@ -12,4 +12,3 @@ resources:
           new_cluster:
             spark_version: 15.4.x-scala2.12
             node_type_id: i3.xlarge
-            num_workers: 0