185700 gemini log analyzer

app_dart/bin/gae_server.dart

@@ -19,7 +19,10 @@ import 'package:cocoon_service/src/service/content_aware_hash_service.dart';
 import 'package:cocoon_service/src/service/firebase_jwt_validator.dart';
 import 'package:cocoon_service/src/service/flags/dynamic_config_updater.dart';
 import 'package:cocoon_service/src/service/get_files_changed.dart';
+import 'package:cocoon_service/src/service/log_analyzer.dart';
 import 'package:cocoon_service/src/service/scheduler/ci_yaml_fetcher.dart';
+import 'package:genkit/genkit.dart';
+import 'package:genkit_google_genai/genkit_google_genai.dart';
 import 'package:http/http.dart' as http;
 import 'package:logging/logging.dart';
 
@@ -60,6 +63,9 @@ Future<void> main() async {
     // every ~1 minute.
     configUpdater.startUpdateLoop(config);
 
+    final geminiKey = await config.geminiLogAnalyzerKey;
+    final ai = Genkit(plugins: [googleAI(apiKey: geminiKey)]);
+
     final firebaseJwtValidator = FirebaseJwtValidator(cache: cache);
     final dashboardAuthProvider = DashboardAuthentication(
       cache: cache,
@@ -158,6 +164,7 @@ Future<void> main() async {
       ciYamlFetcher: ciYamlFetcher,
       buildStatusService: buildStatusService,
       contentAwareHashService: contentHashService,
+      logAnalyzer: GenkitLogAnalyzer(ai, modelName: config.flags.geminiModel),
     );
 
     return runAppEngine(

app_dart/config.yaml

@@ -22,6 +22,9 @@ closeMqGuardAfterPresubmit: true
 # Whether to allow the tree status to be suppressed for specific failed tests.
 dynamicTestSuppression: true
 
+# The Gemini model to use for log analysis.
+geminiModel: gemini-3-flash-preview
+
 # Whether to allow unified check run flow to specific users or to everyone.
 unifiedCheckRunFlow:
   useForAll: false

app_dart/lib/server.dart

@@ -5,6 +5,7 @@
 import 'dart:math';
 
 import 'cocoon_service.dart';
+import 'src/request_handlers/analyze_logs.dart';
 import 'src/request_handlers/get_engine_artifacts_ready.dart';
 import 'src/request_handlers/get_presubmit_guard.dart';
 import 'src/request_handlers/get_presubmit_guard_summaries.dart';
@@ -24,6 +25,7 @@ import 'src/service/build_status_service.dart';
 import 'src/service/commit_service.dart';
 import 'src/service/content_aware_hash_service.dart';
 import 'src/service/discord_service.dart';
+import 'src/service/log_analyzer.dart';
 import 'src/service/scheduler/ci_yaml_fetcher.dart';
 import 'src/service/test_suppression.dart';
 
@@ -48,6 +50,7 @@ Server createServer({
   required BuildStatusService buildStatusService,
   required ContentAwareHashService contentAwareHashService,
   required AuthenticationProvider presubmitAuthProvider,
+  required LogAnalyzer logAnalyzer,
 }) {
   final githubWebhook = GithubWebhook(
     config: config,
@@ -63,6 +66,13 @@ Server createServer({
   );
 
   final handlers = <String, RequestHandler>{
+    '/api/analyze-logs': AnalyzeLogs(
+      config: config,
+      authenticationProvider: presubmitAuthProvider,
+      luciBuildService: luciBuildService,
+      firestore: firestore,
+      logAnalyzer: logAnalyzer,
+    ),
     '/api/create-branch': CreateBranch(
       branchService: branchService,
       config: config,

app_dart/lib/src/model/common/presubmit_completed_check.dart

@@ -41,6 +41,7 @@ class PresubmitCompletedJob {
   final int? endTime;
   final String? summary;
   final int? buildNumber;
+  final int? buildId;
 
   const PresubmitCompletedJob({
     required this.name,
@@ -59,6 +60,7 @@ class PresubmitCompletedJob {
     this.endTime,
     this.summary,
     this.buildNumber,
+    this.buildId,
   });
 
   /// Creates a [PresubmitCompletedJob] from a GitHub [CheckRun].
@@ -81,6 +83,7 @@ class PresubmitCompletedJob {
       endTime: null,
       summary: null,
       buildNumber: null,
+      buildId: null,
     );
   }
 
@@ -107,6 +110,7 @@ class PresubmitCompletedJob {
       endTime: build.endTime.toDateTime().millisecondsSinceEpoch,
       summary: build.summaryMarkdown,
       buildNumber: build.number,
+      buildId: build.id.toInt(),
     );
   }
 
@@ -149,6 +153,7 @@ class PresubmitCompletedJob {
       endTime: endTime,
       summary: summary,
       buildNumber: buildNumber,
+      buildId: buildId,
     );
   }
 

app_dart/lib/src/model/common/presubmit_job_state.dart

@@ -20,6 +20,7 @@ class PresubmitJobState {
   final int? endTime;
   final String? summary;
   final int? buildNumber;
+  final int? buildId;
 
   const PresubmitJobState({
     required this.jobName,
@@ -29,6 +30,7 @@ class PresubmitJobState {
     this.endTime,
     this.summary,
     this.buildNumber,
+    this.buildId,
   });
 }
 
@@ -41,5 +43,6 @@ extension BuildToPresubmitJobState on bbv2.Build {
     endTime: endTime.toDateTime().millisecondsSinceEpoch,
     summary: summaryMarkdown,
     buildNumber: number,
+    buildId: id.toInt(),
   );
 }

app_dart/lib/src/model/firestore/presubmit_job.dart

@@ -104,12 +104,14 @@ final class PresubmitJob extends AppDocument<PresubmitJob> {
   static const fieldSlug = 'slug';
   static const fieldJobName = 'job_name';
   static const fieldBuildNumber = 'build_number';
+  static const fieldBuildId = 'build_id';
   static const fieldStatus = 'status';
   static const fieldAttemptNumber = 'attempt_number';
   static const fieldCreationTime = 'creation_time';
   static const fieldStartTime = 'start_time';
   static const fieldEndTime = 'end_time';
   static const fieldSummary = 'summary';
+  static const fieldLogAnalysis = 'log_analysis';
 
   static AppDocumentId<PresubmitJob> documentIdFor({
     required RepositorySlug slug,
@@ -168,22 +170,26 @@ final class PresubmitJob extends AppDocument<PresubmitJob> {
     required int attemptNumber,
     required int creationTime,
     int? buildNumber,
+    int? buildId,
     int? startTime,
     int? endTime,
     String? summary,
+    String? logAnalysis,
   }) {
     return PresubmitJob._(
       {
         fieldSlug: slug.fullName.toValue(),
         fieldCheckRunId: checkRunId.toValue(),
         fieldJobName: jobName.toValue(),
         fieldBuildNumber: ?buildNumber?.toValue(),
+        fieldBuildId: ?buildId?.toValue(),
         fieldStatus: status.value.toValue(),
         fieldAttemptNumber: attemptNumber.toValue(),
         fieldCreationTime: creationTime.toValue(),
         fieldStartTime: ?startTime?.toValue(),
         fieldEndTime: ?endTime?.toValue(),
         fieldSummary: ?summary?.toValue(),
+        fieldLogAnalysis: ?logAnalysis?.toValue(),
       },
       name: documentNameFor(
         slug: slug,
@@ -213,9 +219,11 @@ final class PresubmitJob extends AppDocument<PresubmitJob> {
       creationTime: creationTime,
       status: TaskStatus.waitingForBackfill,
       buildNumber: null,
+      buildId: null,
       startTime: null,
       endTime: null,
       summary: null,
+      logAnalysis: null,
     );
   }
 
@@ -240,13 +248,17 @@ final class PresubmitJob extends AppDocument<PresubmitJob> {
   int? get buildNumber => fields[fieldBuildNumber] != null
       ? int.parse(fields[fieldBuildNumber]!.integerValue!)
       : null;
+  int? get buildId => fields[fieldBuildId] != null
+      ? int.parse(fields[fieldBuildId]!.integerValue!)
+      : null;
   int? get startTime => fields[fieldStartTime] != null
       ? int.parse(fields[fieldStartTime]!.integerValue!)
       : null;
   int? get endTime => fields[fieldEndTime] != null
       ? int.parse(fields[fieldEndTime]!.integerValue!)
       : null;
   String? get summary => fields[fieldSummary]?.stringValue;
+  String? get logAnalysis => fields[fieldLogAnalysis]?.stringValue;
 
   TaskStatus get status {
     final rawValue = fields[fieldStatus]!.stringValue!;
@@ -273,6 +285,14 @@ final class PresubmitJob extends AppDocument<PresubmitJob> {
     }
   }
 
+  set buildId(int? buildId) {
+    if (buildId == null) {
+      fields.remove(fieldBuildId);
+    } else {
+      fields[fieldBuildId] = buildId.toValue();
+    }
+  }
+
   set summary(String? summary) {
     if (summary == null) {
       fields.remove(fieldSummary);
@@ -281,8 +301,17 @@ final class PresubmitJob extends AppDocument<PresubmitJob> {
     }
   }
 
+  set logAnalysis(String? logAnalysis) {
+    if (logAnalysis == null) {
+      fields.remove(fieldLogAnalysis);
+    } else {
+      fields[fieldLogAnalysis] = logAnalysis.toValue();
+    }
+  }
+
   void updateFromBuild(bbv2.Build build) {
     fields[fieldBuildNumber] = build.number.toValue();
+    fields[fieldBuildId] = Value(integerValue: build.id.toString());
     fields[fieldCreationTime] = build.createTime
         .toDateTime()
         .millisecondsSinceEpoch