Callback handler の設定見直し

Author: poad

rag/cdk/lambda/handler.ts

@@ -7,6 +7,7 @@ import { selectEmbeddings } from './embeddings-models.js';
 import { createTool } from './tool.js';
 import { createVectorStore } from './vector-store.js';
 import { createAgent } from 'langchain';
+import { LanguageModelLike } from '@langchain/core/language_models/base';
 
 export async function handle(
   event: APIGatewayProxyEvent | APIGatewayProxyEventV2,
@@ -32,9 +33,6 @@ export async function handle(
       'あなたは文書からコンテキストを取得する専門家です。ツールを使用してユーザーの質問に答える手助けをしてください。必ずユーザーの質問と同じ言語で答えてください。';
 
     const { platform, model, modelName } = selectLlm(modelType);
-
-    const agent = createAgent({ model, tools: [tool], systemPrompt });
-
     // Initialize Langfuse callback handler
     const langfuseHandler = langfuse.publicKey && langfuse.secretKey ? new CallbackHandler({
       sessionId,
@@ -43,6 +41,13 @@ export async function handle(
       tags: [modelName],
     }) : undefined;
 
+    const agent = createAgent({
+      model: (model as LanguageModelLike).withConfig({
+        callbacks: langfuseHandler ? [langfuseHandler] : [],
+      })
+      , tools: [tool], systemPrompt,
+    });
+
     logger.debug(`Langfuse: ${langfuseHandler ? 'enable' : 'disable'}`);
 
     const threadId = uuidv7();
@@ -54,7 +59,6 @@ export async function handle(
         configurable: {
           sessionId,
           thread_id: threadId,
-          callbacks: langfuseHandler ? [langfuseHandler] : [],
         },
       },
     );