Add memory test

Author: ProALgebra

all_test.py

@@ -0,0 +1,70 @@
+import os
+import subprocess
+import sys
+
+gradlew = "./gradlew"
+task = ":test-shared:test"
+
+test_name = ""  # example "solver.correctnessTests.AmbiguousAStar3GrammarTest.AmbiguousAStar3GrammarTreeCorrectnessTest"
+test_case_name = "" # example "small_test"
+def run_test_for_mem(test_name):
+    def get_cmd(mem):
+        return [
+            gradlew,
+            task,
+            f"-DtestMaxHeapSize={mem}m",
+            "--tests", test_name,
+            f"-Dspecial_case = {test_case_name}",
+            f"-Dcount_for_case=1"
+        ]
+
+    cache = {}
+
+    def execute(mem):
+        if mem in cache:
+            return cache[mem]
+
+        cmd = get_cmd(mem)
+        process = subprocess.run(cmd, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
+        return_code = process.returncode
+        cache[mem] = return_code
+        return return_code
+
+    l = 1
+    r = 64
+    max_mem = 4*1024
+    while r <= max_mem:
+        return_code = execute(r)
+        if return_code != 0:
+            l = r
+            r *= 2
+        else:
+            break
+    if r == 2*max_mem:
+        return r
+
+    while l < r - 1:
+        m = (l + r) // 2
+        return_code = execute(m)
+
+        if return_code != 0:
+            l = m
+        else:
+            r = m
+
+    return r
+
+
+with open("tests_list.conf", "r") as input:
+    with open(f"res.txt", "w") as output:
+        output.write(f"test,mem\n")
+        for line in input:
+            config = line.split()
+            test_name = config[0]
+            test_case_name = config[1]
+            print(test_name)
+            print(test_case_name)
+            mem = run_test_for_mem(test_name)
+            print(f"Got for test = {test_name}: {mem}mb")
+
+            output.write(f"{test_name},{mem}\n")

single_test.py

@@ -0,0 +1,66 @@
+import os
+import subprocess
+import sys
+
+gradlew = "./gradlew"
+task = ":test-shared:test"
+
+test_name = sys.argv[1]  # example "solver.correctnessTests.AmbiguousAStar3GrammarTest.AmbiguousAStar3GrammarTreeCorrectnessTest"
+test_case_name = sys.argv[2] # example "small_test"
+def run_test_for_mem(test_name):
+    def get_cmd(mem):
+        return [
+            gradlew,
+            task,
+            f"-DtestMaxHeapSize={mem}m",
+            "--tests", test_name,
+            f"-Dspecial_case = {test_case_name}",
+            f"-Dcount_for_case=1"
+        ]
+
+    cache = {}
+
+    def execute(mem):
+        if mem in cache:
+            return cache[mem]
+
+        cmd = get_cmd(mem)
+        process = subprocess.run(cmd, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
+        return_code = process.returncode
+        cache[mem] = return_code
+        print(return_code)
+        return return_code
+
+    l = 1
+    r = 64
+    max_mem = 4*1024
+    while r <= max_mem:
+        return_code = execute(r)
+        if return_code != 0:
+            l = r
+            r *= 2
+        else:
+            break
+    print(f"calculate r = {r}")
+    if r == 2*max_mem:
+        return r
+
+    while l < r - 1:
+        m = (l + r) // 2
+        print(m)
+        return_code = execute(m)
+        print(f"for {m} mem got code {return_code}")
+
+        if return_code != 0:
+            l = m
+        else:
+            r = m
+
+    return r
+
+print(test_name)
+mem = run_test_for_mem(test_name)
+print(f"Got for test = {test_name}: {mem}mb")
+with open(f"{test_name.replace('.', '_')}_res.txt", "w") as output:
+    output.write(f"test,mem\n")
+    output.write(f"{test_name},{mem}\n")

test-shared/build.gradle.kts

@@ -21,10 +21,15 @@ dependencies {
 tasks.test {
     useJUnitPlatform()
     val heapSize = (System.getProperty("testMaxHeapSize") ?: "100m") // ограничение памяти для JVM тестов
+    val special_case = System.getProperty("special_case") ?: "nothing"
+    val count_for_case = System.getProperty("count_for_case") ?: "50"
     maxHeapSize = heapSize
+
     jvmArgs(
-        "-XX:+PrintGCDetails",
-        "-Xlog:gc*:file=gc.log:time,uptime,level,tags"
+      //  "-XX:+PrintGCDetails",
+    //    "-Xlog:gc*:file=gc.log:time,uptime,level,tags",
+        "-Dspecial_case=$special_case",
+        "-Dcount_for_case=$count_for_case"
     )
 }
 kotlin {

test-shared/src/test/kotlin/solver/benchmarks/AbstractBenchmarkTest.kt

@@ -78,8 +78,17 @@ abstract class AbstractBenchmarkTest {
         }
         testCasesFolder.createDirectory()
         result_folder.createDirectory()
+        val special_case = System.getProperty("special_case")
+
+
         for (folder in testCasesFolder.listFiles()) {
+            if((!special_case.isNullOrEmpty() && special_case != "nothing") && folder.name != special_case) {
+
+                println(special_case.isNullOrEmpty())
+                continue;
+            }
             if (folder.isDirectory) {
+                println(special_case)
                 println(folder.name)
                 println(File(Path(result_folder.path).resolve(folder.name).toUri() ))
                 val bechmark_result_folder = File(Path(result_folder.path).resolve(folder.name).toUri() )
@@ -107,8 +116,10 @@ abstract class AbstractBenchmarkTest {
         println("Work time: $testCasesFolder")
         val used = (Runtime.getRuntime().totalMemory() - Runtime.getRuntime().freeMemory()) / (1024 * 1024)
         println("Used memory: " + used + " MB")
+        val max_test_count = System.getProperty("count_for_case").toInt()
+        println("Used memorsssssy: " + max_test_count + " MB")
         MemoryMonitor.start()
-        while (x < 1000) {
+        while (x < max_test_count) {
             val start = System.nanoTime()
             val actualResult = createTree(input, grammar)
             val workTime = System.nanoTime() - start