E2E for LLM-enhanced dictionary

Author: arcuri82

core-tests/e2e-tests/spring/spring-rest-openapi-v3/src/main/kotlin/com/foo/rest/examples/spring/openapi/v3/dictionaryllm/DictionaryLlmApplication.kt

@@ -0,0 +1,33 @@
+package com.foo.rest.examples.spring.openapi.v3.dictionaryllm
+
+import org.springframework.boot.SpringApplication
+import org.springframework.boot.autoconfigure.SpringBootApplication
+import org.springframework.boot.autoconfigure.security.servlet.SecurityAutoConfiguration
+import org.springframework.http.ResponseEntity
+import org.springframework.web.bind.annotation.PostMapping
+import org.springframework.web.bind.annotation.RequestBody
+import org.springframework.web.bind.annotation.RequestMapping
+import org.springframework.web.bind.annotation.RestController
+
+@RestController
+@RequestMapping(path = ["/api/dictionaryllm"])
+@SpringBootApplication(exclude = [SecurityAutoConfiguration::class])
+open class DictionaryLlmApplication {
+    companion object {
+        @JvmStatic
+        fun main(args: Array<String>) {
+            SpringApplication.run(DictionaryLlmApplication::class.java, *args)
+        }
+    }
+
+    @PostMapping
+    fun post(@RequestBody dto: DictionaryLlmDto) : ResponseEntity<String> {
+
+
+        if(dto.giganotosaurus == "triceratops") {
+            return ResponseEntity.ok("OK")
+        }
+
+        return ResponseEntity.status(400).build()
+    }
+}

core-tests/e2e-tests/spring/spring-rest-openapi-v3/src/main/kotlin/com/foo/rest/examples/spring/openapi/v3/dictionaryllm/DictionaryLlmDto.kt

@@ -0,0 +1,5 @@
+package com.foo.rest.examples.spring.openapi.v3.dictionaryllm
+
+class DictionaryLlmDto(
+    var giganotosaurus: String? = null
+)

core-tests/e2e-tests/spring/spring-rest-openapi-v3/src/test/kotlin/com/foo/rest/examples/spring/openapi/v3/dictionaryllm/DictionaryLlmController.kt

@@ -0,0 +1,6 @@
+package com.foo.rest.examples.spring.openapi.v3.dictionaryllm
+
+import com.foo.rest.examples.spring.openapi.v3.SpringController
+
+
+class DictionaryLlmController : SpringController(DictionaryLlmApplication::class.java)

core-tests/e2e-tests/spring/spring-rest-openapi-v3/src/test/kotlin/org/evomaster/e2etests/spring/openapi/v3/dictionaryllm/DictionaryLlmEMTest.kt

@@ -0,0 +1,52 @@
+package org.evomaster.e2etests.spring.openapi.v3.dictionaryllm
+
+import com.foo.rest.examples.spring.openapi.v3.dictionaryllm.DictionaryLlmController
+import org.evomaster.core.llm.LlmProvider
+import org.evomaster.core.llm.mock.MockChatModel
+import org.evomaster.core.problem.rest.data.HttpVerb
+import org.evomaster.e2etests.spring.openapi.v3.SpringTestBase
+import org.junit.jupiter.api.Assertions.assertTrue
+import org.junit.jupiter.api.BeforeAll
+import org.junit.jupiter.api.Test
+
+
+class DictionaryLlmEMTest : SpringTestBase() {
+
+    companion object {
+        @BeforeAll
+        @JvmStatic
+        fun init() {
+            initClass(DictionaryLlmController())
+        }
+    }
+
+
+    @Test
+    fun testRunEM() {
+
+        defaultSeed = 43
+
+        runTestHandlingFlakyAndCompilation(
+                "DictionaryLlmEM",
+                100
+        ) { args: MutableList<String> ->
+
+            //White-box would trivially cover it via taint analysis
+            setOption(args, "blackBox", "true")
+            setOption(args, "base", baseUrlOfSut)
+            setOption(args, "schema", "$baseUrlOfSut/v3/api-docs")
+            setOption(args, "useDictionaryDataPool", "true")
+            setOption(args, "llm", "true")
+            setOption(args, "llmProvider", LlmProvider.MOCK.name)
+
+            MockChatModel.reset()
+            MockChatModel.mockResponse("[\"triceratops\"]"){ it.contains("giganotosaurus")}
+
+            val solution = initAndRun(args)
+
+            assertTrue(solution.individuals.size >= 1)
+            assertHasAtLeastOne(solution, HttpVerb.POST, 400, "/api/dictionaryllm", null)
+            assertHasAtLeastOne(solution, HttpVerb.POST, 200, "/api/dictionaryllm", "OK")
+        }
+    }
+}