Fix PIP flag processing in pipeline environment dependencies (#3734)

## Changes
Fix PIP flag processing in pipeline environment dependencies

## Why
Follow up for #3708

## Tests
Added an acceptance test

<!-- If your PR needs to be included in the release notes for next
release,
add a separate entry in NEXT_CHANGELOG.md as part of your PR. -->

Author: andrewnester

NEXT_CHANGELOG.md

@@ -11,5 +11,6 @@
 ### Bundles
 * Fix processing short pip flags in environment dependencies ([#3708](https://github.com/databricks/cli/pull/3708))
 * Add support for referencing local files in -e pip flag for environment dependencies ([#3708](https://github.com/databricks/cli/pull/3708))
+* Fix PIP flag processing in pipeline environment dependencies ([#3734](https://github.com/databricks/cli/pull/3734))
 
 ### API Changes

acceptance/bundle/environments/dependencies/databricks.yml

@@ -38,6 +38,10 @@ resources:
       name: "Test Pipeline"
       environment:
         dependencies:
+          - "-r ./requirements.txt"
+          - "-e ./file.py"
+          - "-i http://myindexurl.com"
+          - "--index-url http://myindexurl.com"
           - "dist/*.whl"
           - "/Workspace/Users/test@databricks.com/test-package.whl"
           - "test_package"

acceptance/bundle/environments/dependencies/output.txt

@@ -61,6 +61,10 @@ Deployment complete!
     "edition": "ADVANCED",
     "environment": {
       "dependencies": [
+        "-r /Workspace/Users/[USERNAME]/.bundle/dependencies/default/files/requirements.txt",
+        "-e /Workspace/Users/[USERNAME]/.bundle/dependencies/default/files/file.py",
+        "-i http://myindexurl.com",
+        "--index-url http://myindexurl.com",
         "/Workspace/Users/[USERNAME]/.bundle/dependencies/default/artifacts/.internal/test.whl",
         "/Workspace/Users/test@databricks.com/test-package.whl",
         "test_package",
@@ -110,6 +114,10 @@ Deployment complete!
 >>> [CLI] bundle validate -o json
 {
   "dependencies": [
+    "-r /Workspace/Users/[USERNAME]/.bundle/dependencies/default/files/requirements.txt",
+    "-e /Workspace/Users/[USERNAME]/.bundle/dependencies/default/files/file.py",
+    "-i http://myindexurl.com",
+    "--index-url http://myindexurl.com",
     "./dist/*.whl",
     "/Workspace/Users/test@databricks.com/test-package.whl",
     "test_package",

bundle/config/mutator/paths/pipeline_paths_visitor.go

@@ -39,6 +39,24 @@ func pipelineRewritePatterns() []pipelineRewritePattern {
 		},
 	}
 
+	pipelineEnvironmentsPatternsWithPipFlags := []pipelineRewritePattern{
+		{
+			dyn.NewPattern(
+				dyn.Key("resources"),
+				dyn.Key("pipelines"),
+				dyn.AnyKey(),
+				dyn.Key("environment"),
+				dyn.Key("dependencies"),
+				dyn.AnyIndex(),
+			),
+			TranslateModeEnvironmentPipFlag,
+			func(s string) bool {
+				_, _, ok := libraries.IsLocalPathInPipFlag(s)
+				return !ok
+			},
+		},
+	}
+
 	// Compile list of configuration paths to rewrite.
 	allPatterns := []pipelineRewritePattern{
 		{
@@ -64,6 +82,7 @@ func pipelineRewritePatterns() []pipelineRewritePattern {
 	}
 
 	allPatterns = append(allPatterns, pipelineEnvironmentsPatterns...)
+	allPatterns = append(allPatterns, pipelineEnvironmentsPatternsWithPipFlags...)
 	return allPatterns
 }