propagate Langfuse credentials for native tracing when doing automated build

Author: Daedaelius

docker/Dockerfile

@@ -47,11 +47,18 @@ RUN git remote add upstream https://github.com/BrowserOperator/browser-operator-
 RUN git fetch upstream
 RUN git checkout upstream/main
 
-# Force automated mode (matches parent Dockerfile.devtools approach - rock-solid)
-RUN sed -i 's/AUTOMATED_MODE: false/AUTOMATED_MODE: true/' \
-    front_end/panels/ai_chat/core/BuildConfig.ts || true
-
-# Build Browser Operator version with current changes
+# Copy local LLM changes on top of the upstream code
+# This allows iterative development without breaking BUILD.gn compatibility
+COPY front_end/panels/ai_chat/LLM /workspace/devtools/devtools-frontend/front_end/panels/ai_chat/LLM
+
+# AUTOMATED_MODE: Default true for API mode (Type 2/3). Override with --build-arg AUTOMATED_MODE=false for Type 1.
+ARG AUTOMATED_MODE=true
+RUN if [ "$AUTOMATED_MODE" = "true" ]; then \
+      sed -i 's/AUTOMATED_MODE: false/AUTOMATED_MODE: true/' \
+      front_end/panels/ai_chat/core/BuildConfig.ts; \
+    fi
+
+# Build Browser Operator version with local changes
 RUN npm run build
 
 # ==============================================================================

docker/README.md

@@ -2,6 +2,10 @@
 
 This directory contains Docker configuration files for building and running the Browser Operator DevTools Frontend with integrated Agent Server in a containerized environment.
 
+> **Deployment Types:** This directory supports **Type 1** (DevTools only) and **Type 2** (DevTools + Agent Server).
+> For **Type 3** (full dockerized browser), see the [web-agent](https://github.com/anthropics/web-agent) repository.
+> Quick reference: [../CLAUDE.md](../CLAUDE.md)
+
 ## Overview
 
 The Docker setup uses a multi-stage build process:

front_end/panels/ai_chat/evaluation/remote/EvaluationAgent.ts

@@ -11,7 +11,7 @@ import { ToolRegistry, ConfigurableAgentTool } from '../../agent_framework/Confi
 import { AgentService } from '../../core/AgentService.js';
 import { AIChatPanel } from '../../ui/AIChatPanel.js';
 import { createLogger } from '../../core/Logger.js';
-import { createTracingProvider, withTracingContext, isTracingEnabled, getTracingConfig } from '../../tracing/TracingConfig.js';
+import { createTracingProvider, withTracingContext, isTracingEnabled, getTracingConfig, setTracingConfig, refreshTracingProvider } from '../../tracing/TracingConfig.js';
 import { AgentDescriptorRegistry, type AgentDescriptor } from '../../core/AgentDescriptorRegistry.js';
 import '../../core/BaseOrchestratorAgent.js';
 import type { TracingProvider, TracingContext } from '../../tracing/TracingProvider.js';
@@ -433,9 +433,37 @@ export class EvaluationAgent {
       hasTracing: !!params.tracing,
       tracingKeys: Object.keys(requestTracing),
       sessionId: requestTracing.session_id,
-      traceId: requestTracing.trace_id
+      traceId: requestTracing.trace_id,
+      hasLangfuseCredentials: !!(requestTracing.langfuse_endpoint && requestTracing.langfuse_public_key && requestTracing.langfuse_secret_key)
     });
 
+    // Auto-configure Langfuse tracing from request if credentials provided and not already enabled
+    if (requestTracing.langfuse_endpoint &&
+        requestTracing.langfuse_public_key &&
+        requestTracing.langfuse_secret_key &&
+        !isTracingEnabled()) {
+      logger.info('Auto-configuring DevTools Langfuse tracing from request', {
+        endpoint: requestTracing.langfuse_endpoint,
+        hasPublicKey: true,
+        hasSecretKey: true
+      });
+
+      setTracingConfig({
+        provider: 'langfuse',
+        endpoint: requestTracing.langfuse_endpoint,
+        publicKey: requestTracing.langfuse_public_key,
+        secretKey: requestTracing.langfuse_secret_key
+      });
+
+      // Refresh the tracing provider to pick up new configuration
+      await refreshTracingProvider();
+
+      // Update this instance's tracing provider
+      this.tracingProvider = createTracingProvider();
+
+      logger.info('DevTools Langfuse tracing configured successfully from request');
+    }
+
     // Create a trace for this evaluation - use tracing from request if available
     const traceId = requestTracing.trace_id || `eval-${params.evaluationId}-${Date.now()}`;
     const sessionId = requestTracing.session_id || `eval-session-${Date.now()}`;

front_end/panels/ai_chat/evaluation/remote/EvaluationProtocol.ts

@@ -113,6 +113,11 @@ export interface EvaluationParams {
     category?: string;
     tags?: string[];
     trace_name?: string;
+    // Langfuse credentials for auto-configuration
+    // When provided, DevTools will auto-configure Langfuse tracing if not already enabled
+    langfuse_endpoint?: string;
+    langfuse_public_key?: string;
+    langfuse_secret_key?: string;
   };
 }