Merge pull request #437 from TESTARtool/master_development

Refactor and bug fixes of the Generate mode logic

Author: ferpasri

.github/workflows/test-windows-desktop.yml

@@ -33,6 +33,9 @@ jobs:
     - name: Build TESTAR with Gradle
       run: ./gradlew build
 
+    - name: Check TESTAR JUnit summary
+      run: ./gradlew coverageReportSummary
+
     - name: Prepare installed distribution of TESTAR with Gradle
       run: ./gradlew installDist
 

.github/workflows/test-windows-webdriver.yml

@@ -33,6 +33,9 @@ jobs:
     - name: Build TESTAR with Gradle
       run: ./gradlew build
 
+    - name: Check TESTAR JUnit summary
+      run: ./gradlew coverageReportSummary
+
     - name: Prepare installed distribution of TESTAR with Gradle
       run: ./gradlew installDist
 

VERSION

@@ -1 +1 @@
-2.7.2
+2.7.3

build.gradle

@@ -1,4 +1,5 @@
 apply plugin: 'checkstyle'
+apply from: 'coverage-report.gradle'
 
 subprojects {
     apply plugin: 'java'
@@ -46,5 +47,27 @@ subprojects {
         implementation group: 'com.sun.xml.bind', name: 'jaxb-impl', version: '2.3.1'
     }
 
+    jacoco {
+        toolVersion = '0.8.12'
+    }
+
+    test {
+        useJUnit()
+        finalizedBy jacocoTestReport
+    }
+
     buildDir = new File('./target')
+
+    jacocoTestReport {
+        dependsOn test
+
+        reports {
+            xml.required.set(true)
+            html.required.set(false)
+            csv.required.set(false)
+            html.outputLocation.set(file("${buildDir}/jacocoHtml"))
+            xml.outputLocation.set(file("${buildDir}/jacoco.xml"))
+        }
+    }
+
 }

core/src/org/testar/monkey/alayer/Verdict.java

@@ -71,6 +71,7 @@ public enum Severity {
 
 		UNREPLAYABLE(0.5, "UNREPLAYABLE"), // Sequence not replayable
 		SUSPICIOUS_TAG(0.8, "SUSPICIOUS_TAG"), // Suspicious tag
+		SUSPICIOUS_PROCESS(0.87, "SUSPICIOUS_PROCESS"), // Suspicious message in the process standard output/error
 		SUSPICIOUS_LOG(0.89, "SUSPICIOUS_LOG"), // Suspicious message in log file or command output (LogOracle)
 		NOT_RESPONDING(0.99999990, "NOT_RESPONDING"), // Unresponsive
 		UNEXPECTEDCLOSE(0.99999999, "UNEXPECTEDCLOSE"), // Crash? Unexpected close?

coverage-report.gradle

@@ -0,0 +1,63 @@
+import groovy.xml.XmlSlurper
+
+task coverageReportSummary {
+    group = 'Verification'
+    description = 'Prints Jacoco coverage summary for all subprojects'
+
+    doLast {
+        def totalCovered = 0
+        def totalMissed = 0
+        def results = []
+
+        println ""
+        println "+---------------------------+---------------------+"
+        println "| Project                   | Branch Coverage (%) |"
+        println "+---------------------------+---------------------+"
+
+        subprojects.each { subproject ->
+            def reportFile = file("${subproject.name}/target/jacoco.xml")
+            if (reportFile.exists()) {
+                def xmlText = reportFile.text.replaceFirst(/<!DOCTYPE[^>]*>\s*/, '')
+                def report = new XmlSlurper().parseText(xmlText)
+                def counter = report.counter.find { it.@type == 'BRANCH' }
+
+                if (counter) {
+                    def missed = counter.@missed.toInteger()
+                    def covered = counter.@covered.toInteger()
+                    def total = missed + covered
+                    def percent = total > 0 ? (covered * 100.0 / total) : 0
+
+                    results << [project: subproject.name, percent: percent]
+
+                    totalCovered += covered
+                    totalMissed += missed
+                } else {
+                    results << [project: subproject.name, percent: null]
+                }
+            } else {
+                results << [project: subproject.name, percent: null]
+            }
+        }
+
+        results.each {
+            def name = it.project.padRight(26)
+            def coverage = it.percent != null ?
+                String.format("%20.2f", it.percent) :
+                "                N/A "
+            println "| ${name}|${coverage} |"
+        }
+
+        println "+---------------------------+---------------------+"
+
+        def grandTotal = totalCovered + totalMissed
+        if (grandTotal > 0) {
+            def totalPercent = totalCovered * 100.0 / grandTotal
+            println "| TOTAL                     |" +
+                    String.format("%20.2f", totalPercent) + " |"
+        } else {
+            println "| TOTAL                     |         N/A         |"
+        }
+
+        println "+---------------------------+---------------------+\n"
+    }
+}