add e2e test

Author: man-zhang

core-tests/e2e-tests/spring/spring-rest-openapi-v3/src/main/kotlin/com/foo/rest/examples/spring/openapi/v3/flakinessdetect/FlakinessDetectRest.kt

@@ -10,6 +10,7 @@ import org.springframework.web.bind.annotation.RestController
 import java.time.LocalDateTime
 import java.time.format.DateTimeFormatter
 import java.util.UUID
+import java.util.concurrent.atomic.AtomicInteger
 import kotlin.math.abs
 import kotlin.math.max
 import kotlin.math.min
@@ -21,6 +22,7 @@ class FlakinessDetectRest {
     companion object{
         val formatter = DateTimeFormatter.ofPattern("HH:mm:ss.SSS yyyy-MM-dd EEEE 'Week' ww")
         private val START_UP_OBJECT_TAG = arrayOf(javax.validation.constraints.Pattern.Flag.CASE_INSENSITIVE).toString()
+        private val MULTI_EXECUTION_COUNTER = AtomicInteger(0)
     }
     @GetMapping(path = ["/objectFlag"])
     fun getEmptyFlag()  : ResponseEntity<String> {
@@ -54,6 +56,19 @@ class FlakinessDetectRest {
         return ResponseEntity.ok(FlakinessDetectData(msg, num))
     }
 
+    @GetMapping(path = ["/multiexecution"])
+    fun getMultiExecution() : ResponseEntity<MultiExecutionData> {
+        val index = MULTI_EXECUTION_COUNTER.getAndIncrement() % 3
+
+        return ResponseEntity.ok(
+            when (index) {
+                0 -> MultiExecutionData("same", "a", "b")
+                1 -> MultiExecutionData("same", "x", "b")
+                else -> MultiExecutionData("same", "a", "y")
+            }
+        )
+    }
+
     @GetMapping("/price/estimate")
     fun estimatePrice(@RequestParam base: Int): Map<String, Int> {
         val randomJitter = randomInt(1000)
@@ -103,4 +118,10 @@ data class TimeAgoData(
     val calculatedPastTime: String
 )
 
-class EmptyForFlag(val flag: String)
+data class MultiExecutionData(
+    val stable: String,
+    val first: String,
+    val second: String
+)
+
+class EmptyForFlag(val flag: String)

core-tests/e2e-tests/spring/spring-rest-openapi-v3/src/test/kotlin/org/evomaster/e2etests/spring/openapi/v3/flakinessdetect/FlakinessDetectWithMultiExecEMTest.kt

@@ -0,0 +1,44 @@
+package org.evomaster.e2etests.spring.openapi.v3.flakinessdetect
+
+import com.foo.rest.examples.spring.openapi.v3.flakinessdetect.FlakinessDetectController
+import org.evomaster.e2etests.spring.openapi.v3.SpringTestBase
+import org.junit.jupiter.api.Assertions.assertTrue
+import org.junit.jupiter.api.BeforeAll
+import org.junit.jupiter.api.Test
+
+class FlakinessDetectWithMultiExecEMTest : SpringTestBase() {
+
+    companion object {
+        @BeforeAll
+        @JvmStatic
+        fun init() {
+            initClass(FlakinessDetectController())
+        }
+    }
+
+    @Test
+    fun testRunEMWithMultipleFlakinessExecutions() {
+
+        val outputFolder = "FlakinessDetectMultipleExecutionsEM"
+        val outputClass = "org.foo.FlakinessDetectMultipleExecutionsEM"
+
+        runTestHandlingFlakyAndCompilation(
+            outputFolder,
+            outputClass,
+            30,
+            true
+        ) { args: MutableList<String> ->
+
+            setOption(args, "minimize", "true")
+            setOption(args, "handleFlakiness", "true")
+            setOption(args, "execNumForDetectFlakiness", "2")
+            setOption(args, "endpointFocus", "/api/flakinessdetect/multiexecution")
+
+            val solution = initAndRun(args)
+
+            assertTrue(solution.individuals.isNotEmpty())
+            assertTextInTests(outputFolder, outputClass, "Flaky value of field \"'first'\"")
+            assertTextInTests(outputFolder, outputClass, "Flaky value of field \"'second'\"")
+        }
+    }
+}