Add experimental.skip_name_prefix_for_schema field (#2992)

## Why
In the long term, we plan to make this the default behaviour and not
apply the prefix on UC schemas and registered models. Meanwhile, this
field provides users with a short-term flag to opt-into this behaviour.

Resolves: #1779

## Tests
Acceptance test.

Author: shreyas-goenka

acceptance/bundle/experimental/skip_name_prefix_for_schema/databricks.yml

@@ -0,0 +1,23 @@
+variables:
+  skip:
+    default: false
+
+resources:
+  schemas:
+    foo:
+      name: my_schema
+      catalog_name: my_catalog
+
+experimental:
+  skip_name_prefix_for_schema: ${var.skip}
+
+targets:
+  one:
+    default: true
+    mode: development
+
+  two:
+    presets:
+      name_prefix: "[custom_prefix]"
+
+  three:

acceptance/bundle/experimental/skip_name_prefix_for_schema/output.txt

@@ -0,0 +1,20 @@
+
+=== experimental.skip_name_prefix_for_schema is false
+>>> [CLI] bundle validate -o json
+"dev_[USERNAME]_my_schema"
+
+>>> [CLI] bundle validate -o json -t two
+"custom_prefix_my_schema"
+
+>>> [CLI] bundle validate -o json -t three
+"my_schema"
+
+=== experimental.skip_name_prefix_for_schema is true
+>>> [CLI] bundle validate -o json -t one
+"my_schema"
+
+>>> [CLI] bundle validate -o json -t two
+"my_schema"
+
+>>> [CLI] bundle validate -o json -t three
+"my_schema"

acceptance/bundle/experimental/skip_name_prefix_for_schema/script

@@ -0,0 +1,17 @@
+title "experimental.skip_name_prefix_for_schema is false"
+
+trace $CLI bundle validate -o json | jq .resources.schemas.foo.name
+
+trace $CLI bundle validate -o json -t two | jq .resources.schemas.foo.name
+
+trace $CLI bundle validate -o json -t three | jq .resources.schemas.foo.name
+
+title "experimental.skip_name_prefix_for_schema is true"
+
+export BUNDLE_VAR_skip=true
+
+trace $CLI bundle validate -o json -t one | jq .resources.schemas.foo.name
+
+trace $CLI bundle validate -o json -t two  | jq .resources.schemas.foo.name
+
+trace $CLI bundle validate -o json -t three  | jq .resources.schemas.foo.name

bundle/config/experimental.go

@@ -37,6 +37,14 @@ type Experimental struct {
 	// containing build artifacts such as wheels. When set to true, the .internal folder
 	// and its contents will be preserved after bundle operations complete.
 	SkipArtifactCleanup bool `json:"skip_artifact_cleanup,omitempty"`
+
+	// SkipNamePrefixForSchema skips adding the `presets.name_prefix` prefix
+	// to UC schemas defined in the bundle. Currently this is a opt-in behavior
+	// because turning it on by default will cause schema recreates and lose
+	// customer data.
+	// Eventually this can be made the default once we have native CRUD in DABs
+	// at which point we can deprecate or remove this field all together.
+	SkipNamePrefixForSchema bool `json:"skip_name_prefix_for_schema,omitempty"`
 }
 
 type Python struct {

bundle/config/mutator/resourcemutator/apply_presets.go

@@ -185,6 +185,10 @@ func (m *applyPresets) Apply(ctx context.Context, b *bundle.Bundle) diag.Diagnos
 
 	// Schemas: Prefix
 	for _, s := range r.Schemas {
+		if b.Config.Experimental != nil && b.Config.Experimental.SkipNamePrefixForSchema {
+			break
+		}
+
 		if s == nil {
 			continue
 		}

bundle/internal/schema/annotations.yml

@@ -78,6 +78,10 @@ github.com/databricks/cli/bundle/config.Experimental:
   "skip_artifact_cleanup":
     "description": |-
       Determines whether to skip cleaning up the .internal folder
+  "skip_name_prefix_for_schema":
+    "description": |-
+      Skip adding the prefix that is either set in `presets.name_prefix` or computed when `mode: development`
+      is set, to the names of UC schemas defined in the bundle.
   "use_legacy_run_as":
     "description": |-
       Whether to use the legacy run_as behavior.