Skip to content

Commit 6dbae78

Browse files
committed
chore: skip tracking judge results that were not sampled (#1355)
1 parent c09537a commit 6dbae78

2 files changed

Lines changed: 6 additions & 0 deletions

File tree

packages/sdk/server-ai/src/api/ManagedAgent.ts

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -46,6 +46,9 @@ export class ManagedAgent {
4646
.evaluate(prompt, output)
4747
.then((results) => {
4848
results.forEach((judgeResult) => {
49+
if (!judgeResult.sampled) {
50+
return;
51+
}
4952
tracker.trackJudgeResult(judgeResult);
5053
});
5154
return results;

packages/sdk/server-ai/src/api/ManagedModel.ts

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -46,6 +46,9 @@ export class ManagedModel {
4646
.evaluate(prompt, output)
4747
.then((results) => {
4848
results.forEach((judgeResult) => {
49+
if (!judgeResult.sampled) {
50+
return;
51+
}
4952
tracker.trackJudgeResult(judgeResult);
5053
});
5154
return results;

0 commit comments

Comments
 (0)