feat: better background ai pipeline

Author: Rieranthony

apps/api/src/ai-pipeline/background-pipeline/index.test.ts

@@ -325,7 +325,6 @@ describe("runBackgroundPipeline", () => {
 				hasLaterHumanMessage: false,
 				hasLaterAiMessage: false,
 				toolAllowlist: [
-					"requestKnowledgeClarification",
 					"updateConversationTitle",
 					"updateSentiment",
 					"setPriority",
@@ -406,11 +405,7 @@ describe("runBackgroundPipeline", () => {
 		});
 		expect(runGenerationRuntimeMock).toHaveBeenCalledWith(
 			expect.objectContaining({
-				toolAllowlist: [
-					"requestKnowledgeClarification",
-					"categorizeConversation",
-					"skip",
-				],
+				toolAllowlist: ["categorizeConversation", "skip"],
 				availableViews: [
 					{
 						id: "view-1",

apps/api/src/ai-pipeline/background-pipeline/index.ts

@@ -48,7 +48,6 @@ type BackgroundPipelineContext = {
 };
 
 const BACKGROUND_TOOL_IDS: AiAgentToolId[] = [
-	"requestKnowledgeClarification",
 	"updateConversationTitle",
 	"updateSentiment",
 	"setPriority",
@@ -66,10 +65,6 @@ function getBackgroundToolAllowlist(
 	const settings = getBehaviorSettings(aiAgent);
 	const allowlist: AiAgentToolId[] = [];
 
-	if (settings.canRequestKnowledgeClarification) {
-		allowlist.push("requestKnowledgeClarification");
-	}
-
 	if (settings.autoGenerateTitle) {
 		allowlist.push("updateConversationTitle");
 	}
@@ -378,22 +373,16 @@ export async function runBackgroundPipeline(
 			};
 		}
 
-		const knowledgeGapReviewResult =
-			(generationResult.toolCallsByName.requestKnowledgeClarification ?? 0) > 0
-				? ({
-						status: "skipped",
-						reason: "active_clarification_exists",
-					} as const)
-				: await runBackgroundKnowledgeGapReview({
-						db: ctx.db,
-						input: ctx.input,
-						intake: {
-							aiAgent: intakeResult.aiAgent,
-							conversation: intakeResult.conversation,
-							conversationHistory: intakeResult.conversationHistory,
-							triggerMessage: intakeResult.triggerMessage,
-						},
-					});
+		const knowledgeGapReviewResult = await runBackgroundKnowledgeGapReview({
+			db: ctx.db,
+			input: ctx.input,
+			intake: {
+				aiAgent: intakeResult.aiAgent,
+				conversation: intakeResult.conversation,
+				conversationHistory: intakeResult.conversationHistory,
+				triggerMessage: intakeResult.triggerMessage,
+			},
+		});
 
 		if (knowledgeGapReviewResult.status === "created") {
 			logAiPipeline({

apps/api/src/ai-pipeline/primary-pipeline/steps/intake/history.test.ts

@@ -65,32 +65,37 @@ function createTool(params: {
 	createdAt: string;
 	query?: string;
 	totalFound?: number;
+	text?: string;
+	input?: Record<string, unknown>;
+	output?: Record<string, unknown>;
 }) {
 	return {
 		id: params.id,
 		conversationId: "conv-1",
 		organizationId: "org-1",
 		type: "tool",
 		text:
-			params.toolName === "searchKnowledgeBase"
+			params.text ??
+			(params.toolName === "searchKnowledgeBase"
 				? `Found ${params.totalFound ?? 0} relevant sources`
-				: `Completed ${params.toolName}`,
+				: `Completed ${params.toolName}`),
 		parts: [
 			{
 				type: `tool-${params.toolName}`,
 				toolCallId: `${params.id}-call`,
 				toolName: params.toolName,
 				state: "result",
-				input: params.query ? { query: params.query } : {},
+				input: params.input ?? (params.query ? { query: params.query } : {}),
 				output:
-					params.toolName === "searchKnowledgeBase"
+					params.output ??
+					(params.toolName === "searchKnowledgeBase"
 						? {
 								data: {
 									totalFound: params.totalFound ?? 0,
 									articles: [],
 								},
 							}
-						: {},
+						: {}),
 			},
 		],
 		userId: null,
@@ -170,6 +175,78 @@ describe("buildConversationTranscript", () => {
 		expect(toolEntries[0]?.content).toContain('query="refund policy"');
 		expect(toolEntries[0]?.content).toContain("results=3");
 	});
+
+	it("does not append metadata detail for unchanged background tool results", async () => {
+		getConversationTimelineItemsMock.mockResolvedValueOnce({
+			items: [
+				createMessage(1, {
+					senderType: "visitor",
+					text: "Can you help with billing?",
+				}),
+				createTool({
+					id: "tool-title-unchanged",
+					toolName: "updateConversationTitle",
+					createdAt: "2026-03-08T10:01:00.000Z",
+					text: "Conversation title unchanged",
+					input: { title: "Help with billing" },
+					output: {
+						data: {
+							changed: false,
+							reason: "unchanged",
+							title: "Help with billing",
+						},
+					},
+				}) as never,
+				createTool({
+					id: "tool-sentiment-unchanged",
+					toolName: "updateSentiment",
+					createdAt: "2026-03-08T10:02:00.000Z",
+					text: "Sentiment unchanged",
+					input: { sentiment: "positive" },
+					output: {
+						data: {
+							changed: false,
+							reason: "unchanged",
+							sentiment: "positive",
+						},
+					},
+				}) as never,
+				createTool({
+					id: "tool-priority-unchanged",
+					toolName: "setPriority",
+					createdAt: "2026-03-08T10:03:00.000Z",
+					text: "Priority unchanged",
+					input: { priority: "high" },
+					output: {
+						data: {
+							changed: false,
+							reason: "unchanged",
+							priority: "high",
+						},
+					},
+				}) as never,
+			],
+			hasNextPage: false,
+			nextCursor: undefined,
+		});
+
+		const { buildConversationTranscript } = await modulePromise;
+		const transcript = await buildConversationTranscript({} as never, {
+			conversationId: "conv-1",
+			organizationId: "org-1",
+			websiteId: "site-1",
+		});
+
+		const toolEntries = transcript.filter(isConversationToolAction);
+
+		expect(toolEntries).toHaveLength(3);
+		expect(toolEntries[0]?.content).toContain("Conversation title unchanged");
+		expect(toolEntries[0]?.content).not.toContain('title="Help with billing"');
+		expect(toolEntries[1]?.content).toContain("Sentiment unchanged");
+		expect(toolEntries[1]?.content).not.toContain("sentiment=positive");
+		expect(toolEntries[2]?.content).toContain("Priority unchanged");
+		expect(toolEntries[2]?.content).not.toContain("priority=high");
+	});
 });
 
 describe("buildTriggerCenteredTimelineContext", () => {

apps/api/src/ai-pipeline/primary-pipeline/steps/intake/history.ts

@@ -125,6 +125,14 @@ function getNumberField(
 	return typeof value === "number" && Number.isFinite(value) ? value : null;
 }
 
+function getBooleanField(
+	record: Record<string, unknown>,
+	key: string
+): boolean | null {
+	const value = record[key];
+	return typeof value === "boolean" ? value : null;
+}
+
 function mapTimelineMessage(
 	item: TimelineItem
 ): ConversationTranscriptEntry | null {
@@ -214,6 +222,12 @@ function summarizeIdentifyVisitor(toolPart: ToolPart): string | null {
 function summarizeUpdateConversationTitle(toolPart: ToolPart): string | null {
 	const output = isRecord(toolPart.output) ? toolPart.output : null;
 	const data = output && isRecord(output.data) ? output.data : null;
+	const changed =
+		(data && getBooleanField(data, "changed")) ??
+		(output && getBooleanField(output, "changed"));
+	if (changed === false) {
+		return null;
+	}
 	const title =
 		(data && getStringField(data, "title")) ??
 		getStringField(toolPart.input, "title");
@@ -224,6 +238,12 @@ function summarizeUpdateConversationTitle(toolPart: ToolPart): string | null {
 function summarizeUpdateSentiment(toolPart: ToolPart): string | null {
 	const output = isRecord(toolPart.output) ? toolPart.output : null;
 	const data = output && isRecord(output.data) ? output.data : null;
+	const changed =
+		(data && getBooleanField(data, "changed")) ??
+		(output && getBooleanField(output, "changed"));
+	if (changed === false) {
+		return null;
+	}
 	const sentiment =
 		(data && getStringField(data, "sentiment")) ??
 		getStringField(toolPart.input, "sentiment");
@@ -234,6 +254,12 @@ function summarizeUpdateSentiment(toolPart: ToolPart): string | null {
 function summarizeSetPriority(toolPart: ToolPart): string | null {
 	const output = isRecord(toolPart.output) ? toolPart.output : null;
 	const data = output && isRecord(output.data) ? output.data : null;
+	const changed =
+		(data && getBooleanField(data, "changed")) ??
+		(output && getBooleanField(output, "changed"));
+	if (changed === false) {
+		return null;
+	}
 	const priority =
 		(data && getStringField(data, "priority")) ??
 		getStringField(toolPart.input, "priority");

apps/api/src/ai-pipeline/shared/actions/load-current-conversation.ts

@@ -0,0 +1,16 @@
+import type { Database } from "@api/db";
+import { conversation } from "@api/db/schema/conversation";
+import { eq } from "drizzle-orm";
+
+export async function loadCurrentConversation(
+	db: Database,
+	conversationId: string
+) {
+	const [currentConversation] = await db
+		.select()
+		.from(conversation)
+		.where(eq(conversation.id, conversationId))
+		.limit(1);
+
+	return currentConversation ?? null;
+}