Empty test case handling

Author: JimLewis

OsvvmSettingsDefault.tcl

@@ -60,7 +60,8 @@ namespace eval ::osvvm {
     # CurrentWorkingDirectory is a relative path to the scripts currently running 
     variable CurrentWorkingDirectory ""
     # CurrentSimulationDirectory is an absolute path to the simulation directory (for reports and such)
-    variable CurrentSimulationDirectory "Invalid Initial Path !@#$%^&*()+=|><| Should be replaced By CheckWorkingDir"
+    # ** Note it is intentionally different from InvalidDirectory
+    variable CurrentSimulationDirectory "Invalid Initial Path !@#$%^&*()+=|><| Should be replaced By CheckWorkingDir"  ;# **
 
   #
   # Directory structure and results file management
@@ -95,17 +96,21 @@ namespace eval ::osvvm {
 
   # 
   # TCL Error signaling during a build 
+  #   If statements make the persistent with running StartUp
   #
+    
     if {![info exists FailOnBuildErrors]} {
-      variable FailOnBuildErrors        "true"
+      variable FailOnBuildErrors        "false"
     }
     if {![info exists FailOnReportErrors]} {
       variable FailOnReportErrors       "false"
     }
     if {![info exists FailOnTestCaseErrors]} {
       variable FailOnTestCaseErrors     "false"
-  }
-  
+    }
+    if {![info exists FailOnEmptyTestSuite]} {
+      variable FailOnEmptyTestSuite     "true"
+    }
   #
   # Stop Counts for Failures seen by Analyze and Simulate
   #   Value 0 is special to mean, don't stop

ReportBuildDict2Html.tcl

@@ -392,7 +392,12 @@ proc CreateTestCaseSummaries {TestDict} {
           }
         }
         puts $ResultsFile "          <tr>"
-        puts $ResultsFile "            <td><a href=\"${TestCaseHtmlFile}\">${TestCaseName}</a></td>"
+        if {($TestStatus eq "PASSED") || ($TestStatus eq "FAILED")} {
+          puts $ResultsFile "            <td><a href=\"${TestCaseHtmlFile}\">${TestCaseName}</a></td>"
+        } else {
+#!! Long term link to place SkipTest is called in the build log output.
+          puts $ResultsFile "            <td>${TestCaseName}</td>"
+        }
         puts $ResultsFile "            <td ${StatusClass}>$TestStatus</td>"
         if { $TestReport eq "REPORT" } {
           puts $ResultsFile "            <td ${PassedClass}>[dict get $TestResults AffirmCount]</td>"

ReportBuildYaml2Dict.tcl

@@ -205,11 +205,18 @@ proc ElaborateTestSuites {TestDict} {
       } else {
         set SuiteElapsedTime 0
       }
-      if { $SuitePassed > 0 && $SuiteFailed == 0 } {
-        set SuiteStatus "PASSED"
-      } else {
+      if {$SuiteFailed > 0} {
         set SuiteStatus "FAILED"
         set BuildStatus "FAILED"
+      } elseif { $SuitePassed > 0 } {
+        set SuiteStatus "PASSED"
+      } elseif { $SuiteSkipped > 0 } {
+        set SuiteStatus "SKIPPED"
+      } else {
+        set SuiteStatus "EMPTY"
+        if {$::osvvm::FailOnEmptyTestSuite} {
+          set BuildStatus "FAILED"
+        }
       }
       set SuiteDict [dict create Name       $SuiteName]
       dict append SuiteDict Status          $SuiteStatus