Preserve execution order alphabetically by test title

Author: SimonBaeumer

commander_unix.yaml

@@ -111,4 +111,15 @@ tests:
         - ✓ [local] should be ignored
       not-contains:
         - executed at the beginning is ignored
-    exit-code: 0
+    exit-code: 0
+
+  it should be executed in alphabetical order:
+    command: ./commander test integration/unix/alphabetically_order.yaml
+    stdout:
+      contains:
+      - |-
+        ✓ [local] ---
+        ✓ [local] 123
+        ✓ [local] a
+        ✓ [local] b
+    exit-code: 0

integration/unix/alphabetically_order.yaml

@@ -0,0 +1,13 @@
+tests:
+  a:
+    command: echo test
+    exit-code: 0
+  b:
+    command: echo test
+    exit-code: 0
+  123:
+    command: echo test
+    exit-code: 0
+  "---":
+    command: echo test
+    exit-code: 0

pkg/runtime/runtime.go

@@ -2,6 +2,7 @@ package runtime
 
 import (
 	"log"
+	"sort"
 	"time"
 )
 
@@ -131,10 +132,16 @@ type Result struct {
 
 // Start starts the given test suite and executes all tests
 func (r *Runtime) Start(tests []TestCase) Result {
+	// Sort tests alphabetically to preserve a reproducible execution order
+	sort.SliceStable(tests, func(i, j int) bool {
+		return tests[i].Title < tests[j].Title
+	})
+
 	result := Result{}
 	testCh := r.Runner.Run(tests)
 	start := time.Now()
 	for tr := range testCh {
+		r.EventHandler.TestFinished(tr)
 		if tr.Skipped {
 			result.Skipped++