Align raw text conversation inputs

Author: MaxLinCode

apps/web/src/app/api/telegram/webhook/route.test.ts

@@ -1498,6 +1498,7 @@ describe("telegram webhook route", () => {
       });
       expect(conversationResponder).toHaveBeenCalledWith({
         route: "conversation",
+        rawText: "How should I prioritize this week?",
         normalizedText: "How should I prioritize this week?",
         recentTurns: [
           {
@@ -1616,6 +1617,7 @@ describe("telegram webhook route", () => {
     expect(listOutgoingBotEventsForTests()).toHaveLength(1);
     expect(conversationResponder).toHaveBeenCalledWith({
       route: "conversation_then_mutation",
+      rawText: "Could we move it to tomorrow morning?",
       normalizedText: "Could we move it to tomorrow morning?",
       recentTurns: [
         {
@@ -1687,6 +1689,7 @@ describe("telegram webhook route", () => {
     expect(response.status).toBe(200);
     expect(conversationResponder).toHaveBeenCalledWith({
       route: "conversation",
+      rawText: "Should we talk this through first?",
       normalizedText: "Should we talk this through first?",
       recentTurns: [
         {

apps/web/src/lib/server/conversation-response.test.ts

@@ -10,6 +10,7 @@ describe("conversation response service", () => {
     const result = await buildConversationResponse(
       {
         route: "conversation",
+        rawText: "How should I prioritize this week?",
         normalizedText: "How should I prioritize this week?",
         recentTurns: [
           {
@@ -28,6 +29,7 @@ describe("conversation response service", () => {
     expect(result.reply).toContain("deadline-driven work");
     expect(respond).toHaveBeenCalledWith({
       route: "conversation",
+      rawText: "How should I prioritize this week?",
       normalizedText: "How should I prioritize this week?",
       recentTurns: [
         {
@@ -44,6 +46,7 @@ describe("conversation response service", () => {
     const result = await buildConversationResponse(
       {
         route: "conversation_then_mutation",
+        rawText: "Could we move it to tomorrow morning?",
         normalizedText: "Could we move it to tomorrow morning?",
         recentTurns: [
           {
@@ -68,10 +71,11 @@ describe("conversation response service", () => {
     await expect(
       buildConversationResponse({
         route: "conversation",
+        rawText: "   ",
         normalizedText: "   ",
         recentTurns: [],
         memorySummary: null
       })
-    ).rejects.toThrow("must include non-empty normalizedText");
+    ).rejects.toThrow("must include non-empty rawText and normalizedText");
   });
 });

apps/web/src/lib/server/telegram-webhook.ts

@@ -325,6 +325,7 @@ export async function handleTelegramWebhook(
     const memorySummary = await buildConversationMemorySummary(recentTurns, dependencies);
     const conversationResponse = await (dependencies.conversationResponder ?? buildConversationResponse)({
       route: getConversationRouteForPolicy(routedWithContext.policy.action),
+      rawText: normalizedMessage.rawText,
       normalizedText: normalizedMessage.normalizedText,
       recentTurns,
       memorySummary,

packages/integrations/src/index.test.ts

@@ -695,9 +695,15 @@ describe("integrations", () => {
   });
 
   it("parses structured conversation response output from the Responses API client", async () => {
+    const parse = vi.fn(async () => ({
+      output_parsed: {
+        reply: "Start by picking the one thing that must happen tomorrow, then give it the first focus block."
+      }
+    }));
     const result = await respondToConversationTurnWithResponses(
       {
         route: "conversation",
+        rawText: "How should I plan tomorrow?",
         normalizedText: "How should I plan tomorrow?",
         recentTurns: [
           {
@@ -709,17 +715,45 @@ describe("integrations", () => {
         memorySummary: "The user wants help prioritizing tomorrow."
       },
       {
-        responses: {
-          parse: async () => ({
-            output_parsed: {
-              reply: "Start by picking the one thing that must happen tomorrow, then give it the first focus block."
-            }
-          })
-        }
+        responses: { parse }
       }
     );
 
     expect(result.reply).toContain("first focus block");
+    const parseCall = (parse as unknown as { mock: { calls: Array<[{
+      input?: Array<{ content?: Array<{ text?: string }> }>;
+    }]> } }).mock.calls[0];
+    const promptPayload = parseCall?.[0]?.input?.[1]?.content?.[0]?.text;
+    expect(promptPayload).toContain("\"rawText\":\"How should I plan tomorrow?\"");
+    expect(promptPayload).not.toContain("normalizedText");
+  });
+
+  it("omits normalizedText from model prompt payloads and uses rawText instead", async () => {
+    const parse = vi.fn(async () => ({
+      output_parsed: {
+        route: "conversation",
+        reason: "The user is asking for planning advice."
+      }
+    }));
+
+    await routeTurnWithResponses(
+      {
+        rawText: " Review   launch checklist tomorrow morning ",
+        normalizedText: "Review launch checklist tomorrow morning",
+        recentTurns: []
+      },
+      {
+        responses: { parse }
+      }
+    );
+
+    expect(parse).toHaveBeenCalledTimes(1);
+    const parseCall = (parse as unknown as { mock: { calls: Array<[{
+      input?: Array<{ content?: Array<{ text?: string }> }>;
+    }]> } }).mock.calls[0];
+    const promptPayload = parseCall?.[0]?.input?.[1]?.content?.[0]?.text;
+    expect(promptPayload).toContain("\"rawText\":\" Review   launch checklist tomorrow morning \"");
+    expect(promptPayload).not.toContain("normalizedText");
   });
 
   it("rejects malformed structured conversation response output", async () => {

packages/integrations/src/manual/conversation-context.eval-suite.ts

@@ -58,6 +58,7 @@ export const CONVERSATION_CONTEXT_EVAL_CASES: ConversationContextEvalCase[] = [
     name: "mixed-turn reference uses recent context and stays discuss-first",
     input: {
       route: "conversation_then_mutation",
+      rawText: "Could we move it to Friday morning instead?",
       normalizedText: "Could we move it to Friday morning instead?",
       recentTurns: DENTIST_TURNS
     },
@@ -73,6 +74,7 @@ export const CONVERSATION_CONTEXT_EVAL_CASES: ConversationContextEvalCase[] = [
     name: "write-adjacent question stays hedged",
     input: {
       route: "conversation",
+      rawText: "Did you already create that?",
       normalizedText: "Did you already create that?",
       recentTurns: DENTIST_TURNS
     },
@@ -88,6 +90,7 @@ export const CONVERSATION_CONTEXT_EVAL_CASES: ConversationContextEvalCase[] = [
     name: "planning dialogue uses recent continuity",
     input: {
       route: "conversation",
+      rawText: "How should I prioritize tomorrow?",
       normalizedText: "How should I prioritize tomorrow?",
       recentTurns: PRIORITIZATION_TURNS
     },
@@ -100,6 +103,7 @@ export const CONVERSATION_CONTEXT_EVAL_CASES: ConversationContextEvalCase[] = [
     name: "unclear referent asks one narrow question",
     input: {
       route: "conversation",
+      rawText: "Can you move that?",
       normalizedText: "Can you move that?",
       recentTurns: DENTIST_TURNS
     },
@@ -114,6 +118,7 @@ export const CONVERSATION_CONTEXT_EVAL_CASES: ConversationContextEvalCase[] = [
     name: "delegated slot choice does not ask for an exact hour",
     input: {
       route: "conversation_then_mutation",
+      rawText: "Schedule it for me and pick an open spot.",
       normalizedText: "Schedule it for me and pick an open spot.",
       recentTurns: OIL_CHANGE_TURNS
     },
@@ -131,6 +136,7 @@ export const CONVERSATION_CONTEXT_EVAL_CASES: ConversationContextEvalCase[] = [
     name: "bare scheduling does not ask follow-up timing questions",
     input: {
       route: "conversation_then_mutation",
+      rawText: "Schedule an oil change.",
       normalizedText: "Schedule an oil change.",
       recentTurns: []
     },