fixed issue with large schema files in YAML

Author: arcuri82

core-parent/pom.xml

@@ -15,9 +15,9 @@
 
     <properties>
         <!--   upgrading to 1.0.68  breaks Spring... TODO would need try upgrading in own branch    -->
-        <swagger.parser-v2.version>1.0.61</swagger.parser-v2.version>
+        <swagger.parser-v2.version>1.0.64</swagger.parser-v2.version>
         <!--   upgrading to 2.1.18  breaks Spring... TODO would need try upgrading in own branch -->
-        <swagger.parser-v3.version>2.1.8</swagger.parser-v3.version>
+        <swagger.parser-v3.version>2.1.14</swagger.parser-v3.version>
         <swagger.annotations.version>2.2.7</swagger.annotations.version>
     </properties>
 

core-tests/integration-tests/core-it/src/test/kotlin/org/evomaster/core/problem/rest/SamplerVerifierTest.kt

@@ -13,6 +13,7 @@ import org.evomaster.client.java.controller.api.dto.problem.param.DerivedParamCh
 import org.evomaster.client.java.controller.api.dto.problem.rpc.ScheduleTaskInvocationsDto
 import org.evomaster.client.java.controller.api.dto.problem.rpc.ScheduleTaskInvocationsResult
 import org.evomaster.core.BaseModule
+import org.evomaster.core.Main
 import org.evomaster.core.problem.rest.schema.RestSchema
 import org.evomaster.core.problem.rest.service.module.BlackBoxRestModule
 import org.evomaster.core.problem.rest.service.module.ResourceRestModule
@@ -28,10 +29,17 @@ import java.lang.reflect.InvocationTargetException
 import java.time.Duration
 import kotlin.io.path.Path
 import kotlin.sequences.filter
+import kotlin.text.contains
 
 
 class SamplerVerifierTest {
 
+    companion object {
+        init {
+            Main.applyGlobalJVMSettings()
+        }
+    }
+
 
     @Test
     fun testBase() {
@@ -272,7 +280,7 @@ class SamplerVerifierTest {
                     || (contains("visualstudio.com") && contains("v1"))
                     || (contains("youneedabudget.com") && contains("1.0.0"))
                     || (contains("zenoti.com") && contains("1.0.0")) //  No actions for schema
-                    || (contains("zoom.us") && contains("2.0.0")) // The incoming YAML document exceeds the limit: 3145728 code points.
+                 //   || (contains("zoom.us") && contains("2.0.0")) // The incoming YAML document exceeds the limit: 3145728 code points.
                     || (contains("zuora.com") && contains("2021-08-20")) //The incoming YAML document exceeds the limit: 3145728 code points.
         }
     }

core/src/main/kotlin/org/evomaster/core/Main.kt

@@ -54,14 +54,26 @@ import kotlin.system.exitProcess
 class Main {
     companion object {
 
+        /**
+         * Anything that impact whole JVM, needs to be done here, and called as first step in the main.
+         * Note: this is done as a function because tests will usually not call Main, and might rely
+         * on those settings for their behavior
+         */
+        @JvmStatic
+        fun applyGlobalJVMSettings(){
+            Locale.setDefault(Locale.ENGLISH)
+            //otherwise parser will crash on large OpenAPI schemas
+            System.setProperty("maxYamlCodePoints", "" + (50 * 1024 * 1024))
+        }
+
         /**
          * Main entry point of the EvoMaster application
          */
         @JvmStatic
         fun main(args: Array<String>) {
 
             try {
-                Locale.setDefault(Locale.ENGLISH)
+                applyGlobalJVMSettings()
 
                 printLogo()
                 printVersion()

core/src/main/kotlin/org/evomaster/core/problem/rest/schema/RestSchema.kt

@@ -3,7 +3,9 @@ package org.evomaster.core.problem.rest.schema
 import com.fasterxml.jackson.databind.JsonNode
 import com.fasterxml.jackson.databind.ObjectMapper
 import com.fasterxml.jackson.dataformat.yaml.YAMLFactory
+import com.fasterxml.jackson.dataformat.yaml.YAMLFactoryBuilder
 import org.evomaster.core.remote.SutProblemException
+import org.yaml.snakeyaml.LoaderOptions
 
 
 /**
@@ -62,7 +64,16 @@ class RestSchema(
 
         //https://swagger.io/docs/specification/v3_0/using-ref/
 
-        val mapper = ObjectMapper(YAMLFactory())
+        // snakeyaml has default limits on size, which are very low
+        val yaml = YAMLFactoryBuilder(YAMLFactory())
+            .loaderOptions(LoaderOptions().apply {
+                codePointLimit = 50 * 1024 * 1024 // 50MB
+                maxAliasesForCollections = 1000
+                nestingDepthLimit = 100
+            })
+            .build()
+
+        val mapper = ObjectMapper(yaml)
         val tree = mapper.readTree(schema.schemaRaw)
         val refs = findAllSRef(tree)