Skip to content

Commit b397753

Browse files
author
Raphael Mitsch
committed
test: Relax test thresholds.
1 parent 4d9dc3d commit b397753

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

sieves/tests/tasks/predictive/test_summarization.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -164,10 +164,10 @@ def test_evaluation(batch_runtime) -> None:
164164

165165
# 2. No overlap
166166
doc_none = Doc(text="The quick brown fox jumps over the lazy dog.")
167-
doc_none.results["sum"] = Result(summary="The weather is nice today.", score=1.0)
167+
doc_none.results["sum"] = Result(summary="A ball is a sphere.", score=1.0)
168168
doc_none.gold["sum"] = Result(summary="Fast fox jumps dog.", score=1.0)
169169
report_none = task.evaluate([doc_none], judge=batch_runtime.model)
170-
assert report_none.metrics[task.metric] < 0.6
170+
assert report_none.metrics[task.metric] <= 0.5
171171

172172
# 3. Partial overlap
173173
doc_partial = Doc(text="The quick brown fox jumps over the lazy dog.")

0 commit comments

Comments
 (0)