Skip to content

Commit 56b438d

Browse files
authored
Ignore flakey daily AI Logic test (#8288)
As the comment says, the model is prone to return "London" instead of "New York". This is a reasonable test to keep around to base other tests on in the future, but it's introducing noise into our daily testing so we need to disable it.
1 parent 9ddc6c3 commit 56b438d

1 file changed

Lines changed: 3 additions & 1 deletion

File tree

ai-logic/firebase-ai/src/androidTest/kotlin/com/google/firebase/ai/TemplateIntegrationTests.kt

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,7 @@ import io.kotest.matchers.string.shouldNotContain
2929
import kotlinx.coroutines.flow.toList
3030
import kotlinx.coroutines.runBlocking
3131
import org.junit.Before
32+
import org.junit.Ignore
3233
import org.junit.Test
3334

3435
@OptIn(PublicPreviewAPI::class)
@@ -111,6 +112,7 @@ class TemplateIntegrationTests {
111112
}
112113

113114
@Test
115+
@Ignore("Model is prone to return specifically London instead of New York")
114116
fun testTemplateGroundingCity_googleAI(): Unit = runBlocking {
115117
val model =
116118
FirebaseAI.getInstance(AIModels.app(), GenerativeBackend.googleAI())
@@ -119,7 +121,7 @@ class TemplateIntegrationTests {
119121
toolConfig =
120122
TemplateToolConfig(
121123
RetrievalConfig(
122-
latLng = LatLng(latitude = 30.2672, longitude = -97.7431),
124+
latLng = LatLng(latitude = 40.72849, longitude = -74.01054),
123125
languageCode = "en_US",
124126
)
125127
)

0 commit comments

Comments
 (0)