prompt tune tool call summarization + add user objective -> bullet summary

Author: sidwan02

packages/core/src/agents/executor.ts

@@ -210,6 +210,7 @@ export class AgentExecutor<TOutput extends z.ZodTypeAny> {
     turnCounter: number,
     turnSignal: AbortSignal,
     timeoutSignal: AbortSignal, // Pass the timeout controller's signal
+    objective: string,
   ): Promise<AgentTurnResult> {
     const promptId = `${this.agentId}#${turnCounter}`;
 
@@ -312,7 +313,12 @@ export class AgentExecutor<TOutput extends z.ZodTypeAny> {
     }
 
     const { nextMessage, submittedOutput, taskCompleted } =
-      await this.processFunctionCalls(functionCalls, turnSignal, promptId);
+      await this.processFunctionCalls(
+        functionCalls,
+        turnSignal,
+        promptId,
+        objective,
+      );
 
     if (taskCompleted) {
       let finalResult = submittedOutput ?? 'Task completed successfully.';
@@ -419,6 +425,9 @@ export class AgentExecutor<TOutput extends z.ZodTypeAny> {
         turnCounter, // This will be the "last" turn number
         combinedSignal,
         graceTimeoutController.signal, // Pass grace signal to identify a *grace* timeout
+        // The objective for a recovery turn is to complete the task,
+        // so we'll pass a concise instruction to that effect.
+        `Complete the interrupted task with your best answer, explaining the interruption.`, // Objective for recovery
       );
 
       if (
@@ -495,7 +504,10 @@ export class AgentExecutor<TOutput extends z.ZodTypeAny> {
       tools = this.prepareToolsList();
       const query = this.definition.promptConfig.query
         ? templateString(this.definition.promptConfig.query, inputs)
-        : 'Get Started!';
+        : inputs['objective'] !== undefined
+          ? (inputs['objective'] as string)
+          : 'Get Started!';
+
       let currentMessage: GeminiContent = {
         role: 'user',
         parts: [{ text: query }],
@@ -529,6 +541,7 @@ export class AgentExecutor<TOutput extends z.ZodTypeAny> {
           turnCounter++,
           combinedSignal,
           timeoutController.signal,
+          query, // Pass the objective here
         );
 
         if (turnResult.status === 'stop') {
@@ -1104,6 +1117,7 @@ export class AgentExecutor<TOutput extends z.ZodTypeAny> {
     functionCalls: FunctionCall[],
     signal: AbortSignal,
     promptId: string,
+    objective: string,
   ): Promise<{
     nextMessage: GeminiContent;
     submittedOutput: string | null;
@@ -1375,6 +1389,7 @@ export class AgentExecutor<TOutput extends z.ZodTypeAny> {
           const summary = await this.summarizationService.summarize(
             toolResponse.responseParts,
             this.definition.modelConfig,
+            objective,
           );
           if (summary) {
             debugLogger.log(

packages/core/src/services/summarizer.ts

@@ -11,14 +11,34 @@ import { StreamEventType } from '../core/geminiChat.js';
 import { debugLogger } from '../utils/debugLogger.js';
 import * as fs from 'node:fs/promises';
 
-const SUMMARIZER_SYSTEM_PROMPT = `You are a text summarizer. Your sole purpose is to receive text and provide a concise, factual summary of it. Do not add any commentary or analysis. Focus on the key information presented in the text.`;
+const SUMMARIZER_SYSTEM_PROMPT = `## Role
+You are an expert Tool Call Output Summarizer.
+
+## Task Definition
+Your task is to summarize a given tool call output. The summary must specifically highlight how the tool call output contributes to or addresses the user's overall objective.
+
+## Instruction
+When generating the summary, focus solely on the information within the \`toolcall\` that directly addresses or fulfills aspects of the \`objective\`. **The summary must be as exhaustive as possible, capturing every relevant detail from the tool call, and must be presented as a bulleted list.** Do not include extraneous details or interpret the tool call beyond its direct relevance to the objective.
+
+## Response Format Constraints
+The response **must be a bulleted list** containing **up to 20 points** (maximum). Each bullet point should be concise. DO NOT include any explicit explanations, reasoning, or thinking process outside of the bullet points. Your output must ONLY be the bulleted summary.`;
+
+const SUMMARIZER_USER_PROMPT = `## Input
+User's Objective: {{objective}}
+Tool Call Output: {{toolcall}}
+
+## Output Reminder
+Take a deep breath, read the instructions again, read the inputs again. Each instruction is crucial and must be executed with utmost care and attention to detail.
+
+Summary:`;
 
 export class SummarizationService {
   constructor() {}
 
   async summarize(
     tollResponseParts: GeminiPart[],
     modelConfig: OllamaModelConfig | ModelConfig,
+    objective: string,
   ): Promise<string | null> {
     debugLogger.log(
       `[SummarizationService] Starting summarization using model: ${modelConfig.model}`,
@@ -34,13 +54,34 @@ export class SummarizationService {
         }
       }
 
+      try {
+        await fs.writeFile(
+          'summarize_tool_prompt.txt',
+          JSON.stringify(userParts, null, 2),
+        );
+        debugLogger.log(
+          '[DEBUG] Summarized tool output saved to summarize_tool_prompt.txt',
+        );
+      } catch (error) {
+        debugLogger.error(
+          '[DEBUG] Failed to save summarized tool output to summarize_tool_prompt.txt:',
+          error,
+        );
+      }
+
       const chat = new OllamaChat(
         modelConfig as OllamaModelConfig,
         SUMMARIZER_SYSTEM_PROMPT,
       );
 
+      const toolCallJson = JSON.stringify(userParts);
+      const userPrompt = SUMMARIZER_USER_PROMPT.replace(
+        '{{objective}}',
+        objective,
+      ).replace('{{toolcall}}', toolCallJson);
+
       const messageParams = {
-        message: userParts,
+        message: [{ text: userPrompt }],
       };
 
       const responseStream = await chat.sendMessageStream(