tool output summarization integrated with build test tool - prompt tuning needed.

Author: sidwan02

.gemini/settings.json

@@ -6,13 +6,15 @@
     "gemmaSubagentSettings": {
       "enabled": false,
       // "model": "gemma3n:e4b"
-      "model": "gemma3:12b"
+      "model": "gemma3:12b",
+      "subagentSummarizeToolOutput": { "enabled": false }
     },
     "buildAndTestSettings": {
       "enabled": true,
       // "model": "gemma3n:e4b"
-      "model": "gemma3:12b"
+      "model": "gemma3:12b",
       // "model": "gemma3:12b"
+      "subagentSummarizeToolOutput": { "enabled": true }
     },
     "useModelRouter": {
       "useGemmaRouting": {

packages/core/src/agents/executor.ts

@@ -7,7 +7,10 @@
 /* eslint-disable @typescript-eslint/no-unused-vars */
 
 import { Type } from '@google/genai';
-import type { Config } from '../config/config.js';
+import type {
+  Config,
+  SubagentSummarizeToolOutputSettings,
+} from '../config/config.js';
 import { reportError } from '../utils/errorReporting.js';
 import { OllamaChat } from '../core/ollamaChat.js';
 import { GeminiChat, StreamEventType } from '../core/geminiChat.js';
@@ -1346,8 +1349,29 @@ export class AgentExecutor<TOutput extends z.ZodTypeAny> {
         const toolResponsePartsToReturn: GeminiPart[] =
           toolResponse.responseParts;
 
-        // Apply summarization if enabled and content is present
-        if (this.definition.runConfig.summarizeToolOutput) {
+        // Apply summarization if the specific subagent config has it enabled.
+        const agentName = this.definition.name;
+        let agentSummarizeConfig:
+          | SubagentSummarizeToolOutputSettings
+          | undefined;
+
+        if (agentName === 'codebase_investigator') {
+          agentSummarizeConfig =
+            this.runtimeContext.getCodebaseInvestigatorSettings()
+              .subagentSummarizeToolOutput;
+        } else if (agentName === 'gemma_agent') {
+          agentSummarizeConfig =
+            this.runtimeContext.getGemmaSubagentSettings()
+              .subagentSummarizeToolOutput;
+        } else if (agentName === 'build_and_test_agent') {
+          agentSummarizeConfig =
+            this.runtimeContext.getBuildAndTestSettings()
+              .subagentSummarizeToolOutput;
+        }
+
+        // IMPORTANT: Only summarize if the agent-specific config is present and enabled.
+        // Do not fall back to a global setting.
+        if ((agentSummarizeConfig as { enabled?: boolean })?.enabled) {
           const summary = await this.summarizationService.summarize(
             toolResponse.responseParts,
             this.definition.modelConfig,
@@ -1358,8 +1382,6 @@ export class AgentExecutor<TOutput extends z.ZodTypeAny> {
             );
             for (const part of toolResponsePartsToReturn) {
               if ('functionResponse' in part && part.functionResponse) {
-                // This is a bit awkward, but `response` is just `object`
-                // in the type, so we have to cast.
                 const responseObject = part.functionResponse.response as {
                   llmContent?: unknown;
                 };
@@ -1370,6 +1392,10 @@ export class AgentExecutor<TOutput extends z.ZodTypeAny> {
               }
             }
           }
+        } else {
+          debugLogger.log(
+            `[AgentExecutor] Skipping summarization for tool: ${functionCall.name} (ID: ${callId})`,
+          );
         }
 
         return toolResponsePartsToReturn;

packages/core/src/config/config.ts

@@ -102,6 +102,10 @@ export interface SummarizeToolOutputSettings {
   tokenBudget?: number;
 }
 
+export interface SubagentSummarizeToolOutputSettings {
+  enabled?: boolean;
+}
+
 export interface TelemetrySettings {
   enabled?: boolean;
   target?: TelemetryTarget;
@@ -122,18 +126,21 @@ export interface CodebaseInvestigatorSettings {
   maxTimeMinutes?: number;
   thinkingBudget?: number;
   model?: string;
+  subagentSummarizeToolOutput?: SubagentSummarizeToolOutputSettings;
 }
 
 export interface GemmaSubagentSettings {
   enabled?: boolean;
   model?: string;
   host?: string;
+  subagentSummarizeToolOutput?: SubagentSummarizeToolOutputSettings;
 }
 
 export interface BuildAndTestSettings {
   enabled?: boolean;
   model?: string;
   host?: string;
+  subagentSummarizeToolOutput?: SubagentSummarizeToolOutputSettings;
 }
 
 export interface UseModelRouterSettings {
@@ -584,11 +591,15 @@ export class Config {
       enabled: params.gemmaSubagentSettings?.enabled ?? false,
       model: params.gemmaSubagentSettings?.model ?? 'gemma3n:e2b',
       host: params.gemmaSubagentSettings?.host ?? 'http://localhost:11434',
+      subagentSummarizeToolOutput:
+        params.gemmaSubagentSettings?.subagentSummarizeToolOutput,
     };
     this.buildAndTestSettings = {
       enabled: params.buildAndTestSettings?.enabled ?? false,
       model: params.buildAndTestSettings?.model ?? 'gemma3n:e4b',
       host: params.buildAndTestSettings?.host ?? 'http://localhost:11434',
+      subagentSummarizeToolOutput:
+        params.buildAndTestSettings?.subagentSummarizeToolOutput,
     };
     // debugLogger.log(
     //   `[DEBUG] Codebase Investigator Settings: ${JSON.stringify(this.codebaseInvestigatorSettings)}`,

packages/core/src/services/summarizer.ts

@@ -8,6 +8,8 @@ import type { OllamaModelConfig, ModelConfig } from '../agents/types.js';
 import { type Part as OllamaPart, OllamaChat } from '../core/ollamaChat.js';
 import type { Part as GeminiPart } from '@google/genai';
 import { StreamEventType } from '../core/geminiChat.js';
+import { debugLogger } from '../utils/debugLogger.js';
+import * as fs from 'node:fs/promises';
 
 const SUMMARIZER_SYSTEM_PROMPT = `You are a text summarizer. Your sole purpose is to receive text and provide a concise, factual summary of it. Do not add any commentary or analysis. Focus on the key information presented in the text.`;
 
@@ -18,6 +20,9 @@ export class SummarizationService {
     tollResponseParts: GeminiPart[],
     modelConfig: OllamaModelConfig | ModelConfig,
   ): Promise<string | null> {
+    debugLogger.log(
+      `[SummarizationService] Starting summarization using model: ${modelConfig.model}`,
+    );
     if ('host' in modelConfig) {
       const userParts: OllamaPart[] = [];
       for (const part of tollResponseParts) {
@@ -58,6 +63,18 @@ export class SummarizationService {
         }
       }
 
+      try {
+        await fs.writeFile('summarized_tool_output.txt', textResponse);
+        debugLogger.log(
+          '[DEBUG] Summarized tool output saved to summarized_tool_output.txt',
+        );
+      } catch (error) {
+        debugLogger.error(
+          '[DEBUG] Failed to save summarized tool output to summarized_tool_output.txt:',
+          error,
+        );
+      }
+
       // Just return the raw text response from the summarizer model.
       return textResponse;
     } else {