Skip to content

Commit bcb1f32

Browse files
committed
test: remove unstable llamaindex args evaluator
1 parent d28208c commit bcb1f32

2 files changed

Lines changed: 0 additions & 9 deletions

File tree

packages/uipath-llamaindex/template/evaluations/eval-sets/evaluation-set-default.json

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,6 @@
55
"evaluatorRefs": [
66
"evaluator-llm-judge-output",
77
"evaluator-tool-call-order",
8-
"evaluator-tool-call-arguments",
98
"evaluator-tool-call-count"
109
],
1110
"evaluations": [
@@ -20,7 +19,6 @@
2019
"expectedOutput": "{\n \"response\": \"Yes, it's quite good weather for a walk in Paris! The current conditions are:**Temperature**: 18°C (64°F) - mild and pleasant spring weather **Wind**: 12 km/h (7 mph) - light, manageable breeze **Conditions**: Partly cloudy - perfect for a walk without being too sunny or too gray\"\n}"
2120
},
2221
"evaluator-tool-call-order": null,
23-
"evaluator-tool-call-arguments": null,
2422
"evaluator-tool-call-count": null
2523
},
2624
"createdAt": "2026-04-09T10:00:00.000Z",

packages/uipath-llamaindex/testcases/template-agent/src/assert.py

Lines changed: 0 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -67,13 +67,6 @@
6767
assert score == 1.0, f"Tool call order score should be 1.0, got: {score}"
6868
print(" ✓ tool call order: perfect score (1.0)")
6969

70-
# Tool call arguments evaluator should have perfect score (1.0)
71-
assert "evaluator-tool-call-arguments" in run_results_by_evaluator, \
72-
"Missing evaluator result for: evaluator-tool-call-arguments"
73-
score = run_results_by_evaluator["evaluator-tool-call-arguments"]["result"]["score"]
74-
assert score == 1.0, f"Tool call arguments score should be 1.0, got: {score}"
75-
print(" ✓ tool call arguments: perfect score (1.0)")
76-
7770
# Tool call count evaluator should have perfect score (1.0)
7871
assert "evaluator-tool-call-count" in run_results_by_evaluator, \
7972
"Missing evaluator result for: evaluator-tool-call-count"

0 commit comments

Comments
 (0)