Skip to content

Commit 0683cee

Browse files
test: route LLM findings through explicit advisory policy
1 parent 33027f3 commit 0683cee

1 file changed

Lines changed: 4 additions & 9 deletions

File tree

global-template/docgen/lib/pipeline.mjs

Lines changed: 4 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
11
import path from 'node:path';
22
import * as base from './pipeline-base.mjs';
33
import { guardedAudit } from './audit-guard.mjs';
4+
import { advisoryLlmAuditSummary } from './audit-policy.mjs';
45
import { budgetReport } from './provider.mjs';
56
import { ingestModels } from './indexer.mjs';
67
import { loadConfig, projectPaths, readJson, sourceSnapshot, updateStage, writeJson } from './core.mjs';
@@ -23,22 +24,16 @@ export async function audit(root) {
2324
const paths = projectPaths(root);
2425
const summaryFile = path.join(paths.audit, 'quality-summary.json');
2526
const summary = readJson(summaryFile, null);
26-
const blockOnLlmFindings = loadConfig(root).audit?.blockOnLlmFindings === true;
27-
if (!blockOnLlmFindings && summary?.deterministicFailures === 0 && summary.highRiskFindings > 0) {
28-
const advisory = {
29-
...summary,
30-
pass: true,
31-
llmFindingsBlocking: false,
32-
advisoryHighRiskFindings: summary.highRiskFindings
33-
};
27+
const advisory = advisoryLlmAuditSummary(summary, loadConfig(root));
28+
if (advisory) {
3429
writeJson(summaryFile, advisory);
3530
updateStage(root, 'audit', 'completed', {
3631
...advisory,
3732
inputHash: advisory.auditInputHash,
3833
advisory: true,
3934
originalError: error.message
4035
});
41-
console.warn(`[docgen] audit ADVISORY | ${summary.highRiskFindings} high/critical LLM finding(s) recorded but not blocking. Set audit.blockOnLlmFindings=true to enforce them.`);
36+
console.warn(`[docgen] audit ADVISORY | ${advisory.advisoryHighRiskFindings} high/critical LLM finding(s) recorded but not blocking. Set audit.blockOnLlmFindings=true to enforce them.`);
4237
return advisory;
4338
}
4439
throw error;

0 commit comments

Comments
 (0)