fix: address second comments

Author: mathurk

src/uipath/_cli/_evals/_progress_reporter.py

@@ -276,9 +276,7 @@ async def subscribe_to_eval_runtime_events(self, event_bus: EventBus) -> None:
             EvaluationEvents.UPDATE_EVAL_SET_RUN, self.handle_update_eval_set_run
         )
 
-        # Only log in debug mode during evaluations
-        if os.getenv("UIPATH_EVAL_DEBUG", "true") == "true":
-            logger.info("StudioWeb progress reporter subscribed to evaluation events")
+        logger.debug("StudioWeb progress reporter subscribed to evaluation events")
 
     def _extract_agent_snapshot(self, entrypoint: str) -> StudioWebAgentSnapshot:
         try:

src/uipath/_cli/_evals/_runtime.py

@@ -258,13 +258,9 @@ async def execute_runtime(
 
         start_time = time()
 
-        try:
-            result = await self.factory.execute_in_root_span(
-                runtime_context, root_span=eval_item.name, attributes=attributes
-            )
-        except Exception as e:
-            error_msg = str(e) or "Agent execution error"
-            raise Exception(f"Agent execution failed: {error_msg}") from None
+        result = await self.factory.execute_in_root_span(
+            runtime_context, root_span=eval_item.name, attributes=attributes
+        )
 
         end_time = time()
 

src/uipath/_cli/_runtime/_contracts.py

@@ -527,6 +527,7 @@ async def __aenter__(self):
                 dir=self.context.runtime_dir,
                 file=self.context.logs_file,
                 job_id=self.context.job_id,
+                execution_id=self.context.execution_id,
                 is_debug_run=self.is_debug_run(),
                 log_handler=self.context.log_handler,
             )
@@ -650,7 +651,7 @@ async def __aexit__(self, exc_type, exc_val, exc_tb):
             raise
         finally:
             # Restore original logging
-            if hasattr(self, "logs_interceptor") and self.logs_interceptor:
+            if hasattr(self, "logs_interceptor"):
                 self.logs_interceptor.teardown()
 
             await self.cleanup()

src/uipath/_cli/cli_eval.py

@@ -63,12 +63,6 @@ def type_cast_value(self, ctx, value):
     type=click.Path(exists=False),
     help="File path where the output will be written",
 )
-@click.option(
-    "--debug",
-    is_flag=True,
-    help="Show detailed debug logging output including middleware and HTTP requests",
-    default=False,
-)
 @track(when=lambda *_a, **_kw: os.getenv(ENV_JOB_ID) is None)
 def eval(
     entrypoint: Optional[str],
@@ -77,7 +71,6 @@ def eval(
     no_report: bool,
     workers: int,
     output_file: Optional[str],
-    debug: bool,
 ) -> None:
     """Run an evaluation set against the agent.
 
@@ -87,16 +80,7 @@ def eval(
         eval_ids: Optional list of evaluation IDs
         workers: Number of parallel workers for running evaluations
         no_report: Do not report the evaluation results
-        debug: Show detailed debug logging output
     """
-    # Suppress HTTP logs unless in debug mode
-    if not debug:
-        logging.getLogger("httpx").setLevel(logging.WARNING)
-        logging.getLogger("urllib3.connectionpool").setLevel(logging.WARNING)
-        os.environ["UIPATH_EVAL_DEBUG"] = "false"
-    else:
-        os.environ["UIPATH_EVAL_DEBUG"] = "true"
-
     if not no_report and not os.getenv("UIPATH_FOLDER_KEY"):
         os.environ["UIPATH_FOLDER_KEY"] = asyncio.run(
             get_personal_workspace_key_async()
@@ -123,11 +107,8 @@ def eval(
             progress_reporter = StudioWebProgressReporter(LlmOpsHttpExporter())
             asyncio.run(progress_reporter.subscribe_to_eval_runtime_events(event_bus))
 
-        # Set up console progress reporter (only when not in debug mode)
+        # Set up console progress reporter
         console_reporter = None
-        if not debug:
-            console_reporter = ConsoleProgressReporter()
-            asyncio.run(console_reporter.subscribe_to_eval_runtime_events(event_bus))
 
         def generate_runtime_context(**context_kwargs) -> UiPathRuntimeContext:
             runtime_context = UiPathRuntimeContext.with_defaults(**context_kwargs)
@@ -147,6 +128,20 @@ def generate_runtime_context(**context_kwargs) -> UiPathRuntimeContext:
         eval_context.eval_set = eval_set or EvalHelpers.auto_discover_eval_set()
         eval_context.eval_ids = eval_ids
 
+        # Set up HTTP logging at DEBUG level but not INFO level
+        logs_min_level_str = getattr(eval_context, "logs_min_level", "INFO")
+        logs_min_level = getattr(logging, logs_min_level_str.upper(), logging.INFO)
+        if logs_min_level <= logging.DEBUG:
+            logging.getLogger("httpx").setLevel(logging.DEBUG)
+            logging.getLogger("urllib3.connectionpool").setLevel(logging.DEBUG)
+        else:
+            logging.getLogger("httpx").setLevel(logging.WARNING)
+            logging.getLogger("urllib3.connectionpool").setLevel(logging.WARNING)
+
+        if logs_min_level <= logging.INFO:
+            console_reporter = ConsoleProgressReporter()
+            asyncio.run(console_reporter.subscribe_to_eval_runtime_events(event_bus))
+
         try:
             runtime_factory = UiPathRuntimeFactory(
                 UiPathScriptRuntime,
@@ -165,12 +160,14 @@ async def execute():
                     await eval_runtime.execute()
                     await event_bus.wait_for_all(timeout=10)
 
-                if console_reporter and not debug:
+                if console_reporter:
                     console_reporter.display_final_results()
 
             asyncio.run(execute())
         except Exception as e:
-            console.error(f"❌ Error occurred: {e or 'Execution failed'}")
+            console.error(
+                f"Error occurred: {e or 'Execution failed'}", include_traceback=True
+            )
 
 
 if __name__ == "__main__":

src/uipath/_cli/middlewares.py

@@ -121,20 +121,20 @@ def load_plugins(cls) -> None:
                 ]
 
             if middlewares:
-                logger.info(f"Found {len(middlewares)} middleware plugins")
+                logger.debug(f"Found {len(middlewares)} middleware plugins")
 
                 for entry_point in middlewares:
                     try:
                         register_func = entry_point.load()
                         register_func()
-                        logger.info(f"Loaded middleware plugin: {entry_point.name}")
+                        logger.debug(f"Loaded middleware plugin: {entry_point.name}")
                     except Exception as e:
                         console.error(
                             f"Failed to load middleware plugin {entry_point.name}: {str(e)}",
                             include_traceback=True,
                         )
             else:
-                logger.info("No middleware plugins found")
+                logger.debug("No middleware plugins found")
 
         except Exception as e:
             logger.error(f"No middleware plugins loaded: {str(e)}")