fix(eval): route eval-run/eval-set-run API calls by AgentId

The SDK's StudioWebProgressReporter was using UIPATH_PROJECT_ID for
both the API URL (/api/execution/agents/{id}/evalRun) and the file
fetch context. For local-workspace runs those are different IDs:
file source is the cloud debug project's GUID, agent is the user's
logical agent.

Honoring the AgentId in API calls so the route URL reflects the real
logical agent. File fetching (UiPathConfig.project_id, used by
StudioClient/ResourceOverwritesContext in cli_eval.py) keeps using
the file-source project, since that is where the worker's package
files live.

Changes:
- StudioWebProgressReporter now exposes self._agent_id (UIPATH_AGENT_ID
  with fallback to self._project_id). Every API URL construction and
  the agentId payload field now use _agent_id.
- self._project_id is preserved for the file-source semantic (env-var
  fallback for AgentId resolution); no remaining read sites in the
  reporter, but kept as the explicit "if file source ever needs
  callbacks" hook.

Tests added in TestAgentIdRouting (test_progress_reporter.py):
- _agent_id used in URL when both UIPATH_AGENT_ID and UIPATH_PROJECT_ID set
- agentId payload field carries _agent_id, not file source
- Falls back to project_id (file source) when UIPATH_AGENT_ID unset

1826 reporter tests pass (3 new).

Refs: AE-1396

Author: Chibionos

packages/uipath/src/uipath/_cli/_evals/_progress_reporter.py

@@ -102,7 +102,8 @@ def __init__(self):
         self._console = console_logger
         self._rich_console = Console()
         self._project_id = os.getenv("UIPATH_PROJECT_ID", None)
-        if not self._project_id:
+        self._agent_id = os.getenv("UIPATH_AGENT_ID") or self._project_id
+        if not self._agent_id:
             logger.warning(
                 "Cannot report data to StudioWeb. Please set UIPATH_PROJECT_ID."
             )
@@ -1133,7 +1134,7 @@ def _update_eval_run_spec(
         return RequestSpec(
             method="PUT",
             endpoint=Endpoint(
-                f"{self._get_endpoint_prefix()}execution/agents/{self._project_id}/{endpoint_suffix}evalRun"
+                f"{self._get_endpoint_prefix()}execution/agents/{self._agent_id}/{endpoint_suffix}evalRun"
             ),
             json=payload,
             headers=self._tenant_header(),
@@ -1181,7 +1182,7 @@ def _update_coded_eval_run_spec(
         return RequestSpec(
             method="PUT",
             endpoint=Endpoint(
-                f"{self._get_endpoint_prefix()}execution/agents/{self._project_id}/{endpoint_suffix}evalRun"
+                f"{self._get_endpoint_prefix()}execution/agents/{self._agent_id}/{endpoint_suffix}evalRun"
             ),
             json=payload,
             headers=self._tenant_header(),
@@ -1253,7 +1254,7 @@ def _create_eval_run_spec(
         return RequestSpec(
             method="POST",
             endpoint=Endpoint(
-                f"{self._get_endpoint_prefix()}execution/agents/{self._project_id}/{endpoint_suffix}evalRun"
+                f"{self._get_endpoint_prefix()}execution/agents/{self._agent_id}/{endpoint_suffix}evalRun"
             ),
             json=payload,
             headers=self._tenant_header(),
@@ -1283,7 +1284,7 @@ def _create_eval_set_run_spec(
                 eval_set_id_value = str(uuid.uuid5(uuid.NAMESPACE_DNS, eval_set_id))
 
         inner_payload: dict[str, Any] = {
-            "agentId": self._project_id,
+            "agentId": self._agent_id,
             "evalSetId": eval_set_id_value,
             "agentSnapshot": agent_snapshot.model_dump(by_alias=True),
             # Backend expects integer status
@@ -1309,7 +1310,7 @@ def _create_eval_set_run_spec(
         return RequestSpec(
             method="POST",
             endpoint=Endpoint(
-                f"{self._get_endpoint_prefix()}execution/agents/{self._project_id}/{endpoint_suffix}evalSetRun"
+                f"{self._get_endpoint_prefix()}execution/agents/{self._agent_id}/{endpoint_suffix}evalSetRun"
             ),
             json=payload,
             headers=self._tenant_header(),
@@ -1374,7 +1375,7 @@ def _update_eval_set_run_spec(
         return RequestSpec(
             method="PUT",
             endpoint=Endpoint(
-                f"{self._get_endpoint_prefix()}execution/agents/{self._project_id}/{endpoint_suffix}evalSetRun"
+                f"{self._get_endpoint_prefix()}execution/agents/{self._agent_id}/{endpoint_suffix}evalSetRun"
             ),
             json=payload,
             headers=self._tenant_header(),
@@ -1406,12 +1407,12 @@ def _get_eval_runs_spec(
 
         if is_coded:
             endpoint_path = (
-                f"{prefix}execution/agents/{self._project_id}/coded/"
+                f"{prefix}execution/agents/{self._agent_id}/coded/"
                 f"evalSets/{eval_set_id}/evalSetRuns/{eval_set_run_id}/evalRuns"
             )
         else:
             endpoint_path = (
-                f"{prefix}execution/agents/{self._project_id}/"
+                f"{prefix}execution/agents/{self._agent_id}/"
                 f"evalSets/{eval_set_id}/evalSetRuns/{eval_set_run_id}/evalRuns"
             )
 

packages/uipath/tests/cli/eval/test_progress_reporter.py

@@ -927,4 +927,83 @@ def test_build_evaluator_snapshot_skips_non_string_model(self, progress_reporter
         snapshot = progress_reporter._build_evaluator_snapshot(evaluator)
 
         assert snapshot["prompt"] == "Evaluate this"
-        assert "model" not in snapshot
+
+
+class TestAgentIdRouting:
+    """Eval-set/eval-run API URLs route by AgentId, not file-source project.
+
+    For local-workspace eval runs the file-source project (UIPATH_PROJECT_ID,
+    typically the cloud debug project's GUID) differs from the logical agent
+    (UIPATH_AGENT_ID). The route URL must reflect the logical agent so backend
+    auth/ownership/telemetry don't see the per-run debug project as the agent.
+    File fetching (UiPathConfig.project_id) is unaffected.
+    """
+
+    def _make_reporter(self, monkeypatch, project_id, agent_id):
+        monkeypatch.setenv("UIPATH_URL", "https://test.uipath.com")
+        monkeypatch.setenv("UIPATH_ACCESS_TOKEN", "test-token")
+        monkeypatch.setenv("UIPATH_TENANT_ID", "test-tenant-id")
+        if project_id is not None:
+            monkeypatch.setenv("UIPATH_PROJECT_ID", project_id)
+        else:
+            monkeypatch.delenv("UIPATH_PROJECT_ID", raising=False)
+        if agent_id is not None:
+            monkeypatch.setenv("UIPATH_AGENT_ID", agent_id)
+        else:
+            monkeypatch.delenv("UIPATH_AGENT_ID", raising=False)
+        return StudioWebProgressReporter()
+
+    def test_agent_id_used_in_url_when_both_set(self, monkeypatch):
+        reporter = self._make_reporter(
+            monkeypatch, project_id="debug-project-guid", agent_id="real-agent-id"
+        )
+        assert reporter._agent_id == "real-agent-id"
+        assert reporter._project_id == "debug-project-guid"
+
+        from uipath._cli._evals._progress_reporter import StudioWebAgentSnapshot
+
+        spec = reporter._create_eval_set_run_spec(
+            eval_set_id="test-eval-set",
+            agent_snapshot=StudioWebAgentSnapshot(
+                input_schema={"type": "object"}, output_schema={"type": "object"}
+            ),
+            no_of_evals=1,
+            is_coded=False,
+        )
+        assert "/agents/real-agent-id/" in spec.endpoint
+        assert "/agents/debug-project-guid/" not in spec.endpoint
+
+    def test_agent_id_in_eval_set_run_payload(self, monkeypatch):
+        reporter = self._make_reporter(
+            monkeypatch, project_id="debug-project-guid", agent_id="real-agent-id"
+        )
+
+        from uipath._cli._evals._progress_reporter import StudioWebAgentSnapshot
+
+        spec = reporter._create_eval_set_run_spec(
+            eval_set_id="test-eval-set",
+            agent_snapshot=StudioWebAgentSnapshot(
+                input_schema={"type": "object"}, output_schema={"type": "object"}
+            ),
+            no_of_evals=1,
+            is_coded=False,
+        )
+        assert spec.json["agentId"] == "real-agent-id"
+
+    def test_falls_back_to_project_id_when_agent_id_unset(self, monkeypatch):
+        reporter = self._make_reporter(
+            monkeypatch, project_id="cloud-project-id", agent_id=None
+        )
+        assert reporter._agent_id == "cloud-project-id"
+
+        from uipath._cli._evals._progress_reporter import StudioWebAgentSnapshot
+
+        spec = reporter._create_eval_set_run_spec(
+            eval_set_id="test-eval-set",
+            agent_snapshot=StudioWebAgentSnapshot(
+                input_schema={"type": "object"}, output_schema={"type": "object"}
+            ),
+            no_of_evals=1,
+            is_coded=False,
+        )
+        assert "/agents/cloud-project-id/" in spec.endpoint