From cd13e09c3b4e59c59b66b6f5ba4d56342905249d Mon Sep 17 00:00:00 2001 From: ashaabansoliman Date: Thu, 4 Jun 2026 21:05:13 +0300 Subject: [PATCH 1/6] move response logging to debug , which is not now being used in the service , so as not to log any personal information --- .../tool_call_success/evaluator/_tool_call_success.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py b/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py index b10e2885fe..4448f005bf 100644 --- a/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py +++ b/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py @@ -1052,10 +1052,8 @@ def _reformat_tool_calls_results(response, logger=None): # If no message could be extracted, likely the format changed, # fallback to the original response in that case if logger: - logger.warning( - f"Empty agent response extracted, likely due to input schema change. " - f"Falling back to using the original response: {response}" - ) + logger.warning("Empty agent response extracted, likely due to input schema change.Falling back to using the original response ") + logger.debug(f"Original response: {response}") return response return "\n".join(agent_response) except Exception as e: From 50808dd7da0832d758dd57fe2922af5674ec35de Mon Sep 17 00:00:00 2001 From: ashaabansoliman Date: Thu, 4 Jun 2026 22:30:00 +0300 Subject: [PATCH 2/6] fix line length in _tool_call_success.py --- .../builtin/tool_call_success/evaluator/_tool_call_success.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py b/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py index 4448f005bf..b1df71ea6e 100644 --- a/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py +++ b/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py @@ -1052,7 +1052,9 @@ def _reformat_tool_calls_results(response, logger=None): # If no message could be extracted, likely the format changed, # fallback to the original response in that case if logger: - logger.warning("Empty agent response extracted, likely due to input schema change.Falling back to using the original response ") + logger.warning( + "Empty agent response extracted, likely due to input schema change.Falling back to using the original response " + ) logger.debug(f"Original response: {response}") return response return "\n".join(agent_response) From c07fb6d3ff097e609be90c7d9beb59b2eecd7c6e Mon Sep 17 00:00:00 2001 From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com> Date: Thu, 4 Jun 2026 19:35:37 +0000 Subject: [PATCH 3/6] fix: wrap long tool call success warning --- .../tool_call_success/evaluator/_tool_call_success.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py b/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py index b1df71ea6e..1260215cd2 100644 --- a/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py +++ b/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py @@ -1053,8 +1053,9 @@ def _reformat_tool_calls_results(response, logger=None): # fallback to the original response in that case if logger: logger.warning( - "Empty agent response extracted, likely due to input schema change.Falling back to using the original response " - ) + "Empty agent response extracted, likely due to input schema change. " + "Falling back to using the original response " + ) logger.debug(f"Original response: {response}") return response return "\n".join(agent_response) From a1eaf4f019fb8a9801063a29d3c705019ac310d9 Mon Sep 17 00:00:00 2001 From: ashaabansoliman Date: Thu, 4 Jun 2026 22:37:23 +0300 Subject: [PATCH 4/6] fix line length issue --- .../tool_call_success/evaluator/_tool_call_success.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py b/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py index b1df71ea6e..23e7c8b6f8 100644 --- a/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py +++ b/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py @@ -1053,7 +1053,10 @@ def _reformat_tool_calls_results(response, logger=None): # fallback to the original response in that case if logger: logger.warning( - "Empty agent response extracted, likely due to input schema change.Falling back to using the original response " + "Empty agent response extracted, likely due to input schema change." + ) + logger.warning( + "Falling back to using the original response." ) logger.debug(f"Original response: {response}") return response From 166735d4f6a33807f8119e76e8f2d6e7376dbb3f Mon Sep 17 00:00:00 2001 From: ashaabansoliman <109526961+ashaabansoliman@users.noreply.github.com> Date: Thu, 4 Jun 2026 22:47:25 +0300 Subject: [PATCH 5/6] Fix logging message formatting in tool_call_success.py --- .../builtin/tool_call_success/evaluator/_tool_call_success.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py b/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py index 1260215cd2..adb69193c4 100644 --- a/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py +++ b/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py @@ -1053,8 +1053,8 @@ def _reformat_tool_calls_results(response, logger=None): # fallback to the original response in that case if logger: logger.warning( - "Empty agent response extracted, likely due to input schema change. " - "Falling back to using the original response " + f"Empty agent response extracted, likely due to input schema change. " + f"Falling back to using the original response " ) logger.debug(f"Original response: {response}") return response From 7b80a35e10f538fe0a5b131c019701c2d02af56c Mon Sep 17 00:00:00 2001 From: ashaabansoliman Date: Thu, 4 Jun 2026 22:54:22 +0300 Subject: [PATCH 6/6] remove f --- .../builtin/tool_call_success/evaluator/_tool_call_success.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py b/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py index adb69193c4..1260215cd2 100644 --- a/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py +++ b/assets/evaluators/builtin/tool_call_success/evaluator/_tool_call_success.py @@ -1053,8 +1053,8 @@ def _reformat_tool_calls_results(response, logger=None): # fallback to the original response in that case if logger: logger.warning( - f"Empty agent response extracted, likely due to input schema change. " - f"Falling back to using the original response " + "Empty agent response extracted, likely due to input schema change. " + "Falling back to using the original response " ) logger.debug(f"Original response: {response}") return response