Add daily test reporting (#8042)

Adds daily test status to the Test Reporting bug. Unlike unit and
instrumentation tests, all runs are always shown, since we currently
only have 1 type of daily test.

Example output below.

----- 

### Unit Tests

| | [#8009](#8009)
| [#7983](#7983) |
[#8002](#8002) |
[#8027](#8027) |
[#8028](#8028) |
[#8025](#8025) |
Success Rate |
| :--- | :---: | :---: | :---: | :---: | :---: | :---: | :--- |
| firebase-dataconnect | | | |
[✅](https://github.com/firebase/firebase-android-sdk/actions/runs/24202345424/job/70649528040)
| |
[⛔](https://github.com/firebase/firebase-android-sdk/actions/runs/24162429246/job/70516856982)
| ⛔ 50% |

*+8 passing SDKs
### Instrumentation Tests

*All tests passing*

### Daily Tests

| | Apr 15 | Apr 16 | Apr 17 | Apr 18 | Apr 19 | Apr 20 | Apr 21 |
Success Rate |
| :--- | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :--- |
| AI Daily Tests |
[✅](https://github.com/firebase/firebase-android-sdk/actions/runs/24442505713)
|
[✅](https://github.com/firebase/firebase-android-sdk/actions/runs/24498252859)
|
[✅](https://github.com/firebase/firebase-android-sdk/actions/runs/24553833385)
|
[✅](https://github.com/firebase/firebase-android-sdk/actions/runs/24599892175)
|
[✅](https://github.com/firebase/firebase-android-sdk/actions/runs/24623963356)
|
[✅](https://github.com/firebase/firebase-android-sdk/actions/runs/24654541730)
|
[✅](https://github.com/firebase/firebase-android-sdk/actions/runs/24710324995)
| ✅ 100% |

Author: emilypgoogle

plugins/build.gradle.kts

@@ -63,6 +63,7 @@ dependencies {
   implementation("org.ow2.asm:asm-tree:9.8")
   implementation("org.eclipse.jgit:org.eclipse.jgit:7.1.0.202411261347-r")
   implementation(libs.kotlinx.serialization.json)
+  implementation(libs.kotlinx.datetime)
   implementation("com.google.code.gson:gson:2.13.2")
   implementation(libs.android.gradlePlugin.gradle)
   implementation(libs.android.gradlePlugin.builder.test.api)

plugins/src/main/java/com/google/firebase/gradle/plugins/report/TestReport.kt

@@ -15,32 +15,52 @@
  */
 package com.google.firebase.gradle.plugins.report
 
+import kotlinx.serialization.json.JsonObject
+import kotlinx.serialization.json.jsonPrimitive
+
 /**
  * Represents a single run of a test in CI. One unit/instrumentation test workflow run creates many
  * `TestReport`s, one for each tested SDK.
  *
  * @param name SDK name of the associated test run.
- * @param type What type of test result this is, either unit or instrumentation test.
+ * @param type What type of test result this is, either unit, instrumentation or daily test.
  * @param status Conclusion status of the test run, `SUCCESS`/`FAILURE` for typical results, `OTHER`
  *   for ongoing runs and unexpected data.
  * @param commit Commit SHA this test was run on.
  * @param url Link to the GHA test run info, including logs.
+ * @param date The ISO date of the run, only if the test is a daily test
  */
 data class TestReport(
   val name: String,
   val type: Type,
   val status: Status,
   val commit: String,
   val url: String,
+  val date: String? = null,
 ) {
   enum class Type {
     UNIT_TEST,
     INSTRUMENTATION_TEST,
+    DAILY_TEST,
   }
 
   enum class Status {
     SUCCESS,
     FAILURE,
-    OTHER,
+    OTHER;
+
+    companion object {
+      fun of(json: JsonObject): Status {
+        if (json["status"]?.jsonPrimitive?.content == "completed") {
+          if (json["conclusion"]?.jsonPrimitive?.content == "success") {
+            return SUCCESS
+          } else {
+            return FAILURE
+          }
+        } else {
+          return OTHER
+        }
+      }
+    }
   }
 }

plugins/src/main/java/com/google/firebase/gradle/plugins/report/TestReportGenerator.kt

@@ -22,6 +22,9 @@ import java.net.http.HttpClient
 import java.net.http.HttpRequest
 import java.net.http.HttpResponse
 import java.time.Duration
+import kotlinx.datetime.LocalDate
+import kotlinx.datetime.format.MonthNames
+import kotlinx.datetime.format.char
 import kotlinx.serialization.json.Json
 import kotlinx.serialization.json.JsonArray
 import kotlinx.serialization.json.JsonElement
@@ -75,10 +78,34 @@ class TestReportGenerator(private val apiToken: String) {
               ?.int ?: throw RuntimeException("Couldn't find PR number for commit $obj"),
           )
         }
-    outputReport(outputFile, commits)
+    val dailyTests = arrayListOf<TestReport>()
+    // GraphQL does not expose actions in an easy to index way, and the REST API does
+    val dailyTestResponse = request("actions/workflows/ai-daily-tests.yml/runs?per_page=7")
+    val arr =
+      dailyTestResponse["workflow_runs"]?.jsonArray
+        ?: throw RuntimeException("Workflow request failed")
+    for (test in arr) {
+      val obj = test.jsonObject
+      dailyTests.add(
+        TestReport(
+          "ai-daily-test",
+          TestReport.Type.DAILY_TEST,
+          TestReport.Status.of(obj),
+          obj["head_commit"]?.jsonObject?.get("id")?.jsonPrimitive?.content
+            ?: throw RuntimeException("Missing head_commit"),
+          obj["html_url"]?.jsonPrimitive?.content ?: throw RuntimeException("Missing url"),
+          obj["created_at"]?.jsonPrimitive?.content?.substringBefore("T"),
+        )
+      )
+    }
+    outputReport(outputFile, commits, dailyTests)
   }
 
-  private fun outputReport(outputFile: File, commits: List<ReportCommit>) {
+  private fun outputReport(
+    outputFile: File,
+    commits: List<ReportCommit>,
+    dailyTests: List<TestReport>,
+  ) {
     val reports = commits.flatMap { commit -> parseTestReports(commit.sha) }
     val output = StringBuilder()
     output.append("### Unit Tests\n\n")
@@ -97,6 +124,11 @@ class TestReportGenerator(private val apiToken: String) {
       )
     )
     output.append("\n")
+    if (dailyTests.isNotEmpty()) {
+      output.append("### Daily Tests\n\n")
+      output.append(generateDailyTable(dailyTests.reversed()))
+      output.append("\n")
+    }
 
     try {
       outputFile.writeText(output.toString())
@@ -169,7 +201,7 @@ class TestReportGenerator(private val apiToken: String) {
               TestReport.Status.FAILURE -> "⛔"
               TestReport.Status.OTHER -> "➖"
             }
-          val link: String = " [%s](%s)".format(icon, report.url)
+          val link: String = " [$icon](${report.url})"
           output.append(link)
         }
         output.append(" |")
@@ -192,6 +224,41 @@ class TestReportGenerator(private val apiToken: String) {
     return output.toString()
   }
 
+  private fun generateDailyTable(reports: List<TestReport>): String {
+    val output = StringBuilder("| |")
+    for (report in reports) {
+      val time = LocalDate.parse(report.date!!)
+      output.append(" ${DATE_FORMAT.format(time)} |")
+    }
+    output.append(" Success Rate |\n|")
+    output.append(" :--- |")
+    output.append(" :---: |".repeat(reports.size))
+    output.append(" :--- |")
+    output.append("\n| AI Daily Tests |")
+    for (report in reports) {
+      val icon =
+        when (report.status) {
+          TestReport.Status.SUCCESS -> "✅"
+          TestReport.Status.FAILURE -> "⛔"
+          TestReport.Status.OTHER -> "➖"
+        }
+      val link: String = " [$icon](${report.url})"
+      output.append(link)
+      output.append(" |")
+    }
+    output.append(" ")
+    val successChance: Int =
+      reports.count { r -> r.status == TestReport.Status.SUCCESS } * 100 / reports.size
+    if (successChance == 100) {
+      output.append("✅ 100%")
+    } else {
+      output.append("⛔ $successChance%")
+    }
+    output.append(" |")
+    output.append("\n")
+    return output.toString()
+  }
+
   private fun parseTestReports(commit: String): List<TestReport> {
     val runs = request("actions/runs?head_sha=$commit")
     for (el in runs["workflow_runs"] as JsonArray) {
@@ -234,16 +301,7 @@ class TestReportGenerator(private val apiToken: String) {
         .dropLastWhile { it.isEmpty() }
         .toTypedArray()[1]
     name = name.substring(0, name.length - 1) // Remove trailing ")"
-    val status =
-      if (job["status"]?.jsonPrimitive?.content == "completed") {
-        if (job["conclusion"]?.jsonPrimitive?.content == "success") {
-          TestReport.Status.SUCCESS
-        } else {
-          TestReport.Status.FAILURE
-        }
-      } else {
-        TestReport.Status.OTHER
-      }
+    val status = TestReport.Status.of(job)
     val url = job["html_url"]?.jsonPrimitive?.content ?: throw RuntimeException("PR missing URL")
     return TestReport(name, type, status, commit, url)
   }
@@ -371,5 +429,11 @@ class TestReportGenerator(private val apiToken: String) {
       )
     private val CLIENT: HttpClient =
       HttpClient.newBuilder().connectTimeout(Duration.ofSeconds(10)).build()
+    private val DATE_FORMAT =
+      LocalDate.Format {
+        monthName(MonthNames.ENGLISH_ABBREVIATED)
+        char(' ')
+        dayOfMonth()
+      }
   }
 }