Fix telemetry pipeline test regressions

Keep CLI workflow imports patchable so existing CLI tests and command mocks still intercept workflow execution. Update CLI test expectations for recipe telemetry metadata, and make the CI-sensitive workflow telemetry assertion deterministic.

Files changed:

- olive/cli/base.py

- olive/cli/run.py

- test/cli/test_cli.py

- test/workflows/test_workflow_run.py

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

Author: bmehta001

olive/cli/base.py

@@ -20,7 +20,6 @@
 from olive.hardware.accelerator import AcceleratorSpec
 from olive.hardware.constants import DEVICE_TO_EXECUTION_PROVIDERS
 from olive.resource_path import OLIVE_RESOURCE_ANNOTATIONS
-from olive.workflows import run as olive_run
 
 
 class BaseOliveCLICommand(ABC):
@@ -34,6 +33,8 @@ def __init__(self, parser: ArgumentParser, args: Namespace, unknown_args: Option
             parser.error(f"Unknown arguments: {unknown_args}")
 
     def _run_workflow(self):
+        from olive.workflows import run as olive_run
+
         Path(self.args.output_path).mkdir(parents=True, exist_ok=True)
 
         with tempfile.TemporaryDirectory(prefix="olive-cli-tmp-", dir=self.args.output_path) as tempdir:

olive/cli/run.py

@@ -14,7 +14,6 @@
 )
 from olive.common.config_utils import load_config_file
 from olive.telemetry import action
-from olive.workflows import run as olive_run
 
 
 class WorkflowRunCommand(BaseOliveCLICommand):
@@ -52,6 +51,8 @@ def register_subcommand(parser: ArgumentParser):
 
     @action
     def run(self):
+        from olive.workflows import run as olive_run
+
         # allow the run_config to be a dict already (for api use)
         run_config_input = self.args.run_config
         run_config = run_config_input

test/cli/test_cli.py

@@ -107,7 +107,17 @@ def test_workflow_run_command(mock_run, tempdir, list_required_packages, tmp_pat
 
     # assert
     mock_run.assert_called_once_with(
-        {"key": "value"}, package_config=None, tempdir=tempdir, list_required_packages=list_required_packages
+        {"key": "value"},
+        package_config=None,
+        tempdir=tempdir,
+        list_required_packages=list_required_packages,
+        recipe_telemetry_metadata={
+            "recipe_command": "WorkflowRun",
+            "recipe_source": "config_file",
+            "recipe_format": "json",
+            "execution_mode": "list_required_packages" if list_required_packages else "run",
+            "package_config_provided": False,
+        },
     )
 
 
@@ -147,6 +157,13 @@ def test_workflow_run_command_with_overrides(mock_run, tmp_path):
         list_required_packages=False,
         package_config=None,
         tempdir=None,
+        recipe_telemetry_metadata={
+            "recipe_command": "WorkflowRun",
+            "recipe_source": "config_file",
+            "recipe_format": "json",
+            "execution_mode": "run",
+            "package_config_provided": False,
+        },
     )
 
 

test/workflows/test_workflow_run.py

@@ -132,7 +132,8 @@ def test_run_packages():
 
 @patch("olive.workflows.run.run.log_recipe_result")
 @patch("olive.workflows.run.run.run_engine")
-def test_run_logs_recipe_result_success(mock_run_engine, mock_log_recipe_result):
+@patch("olive.workflows.run.run.is_ci_environment", return_value=False)
+def test_run_logs_recipe_result_success(_, mock_run_engine, mock_log_recipe_result):
     config = {
         "input_model": {
             "type": "HfModel",