chore(example): add more test cases to handle setup scenarios

Author: not-matthias

example/setup_test.go

@@ -3,6 +3,7 @@ package example
 import (
 	"runtime"
 	"testing"
+	"time"
 )
 
 func BenchmarkLargeSetup(b *testing.B) {
@@ -50,3 +51,41 @@ func BenchmarkLargeSetupInLoop(b *testing.B) {
 	}
 	runtime.KeepAlive(result)
 }
+
+func BenchmarkWithOutlierMeasurementTraditional(b *testing.B) {
+	b.ResetTimer()
+	for i := 0; i < b.N; i++ {
+		b.StopTimer()
+		time.Sleep(10 * time.Millisecond)
+		b.StartTimer()
+
+		time.Sleep(1 * time.Millisecond)
+	}
+}
+
+func BenchmarkWithOutlierMeasurementModern(b *testing.B) {
+	b.ResetTimer()
+	for b.Loop() {
+		b.StopTimer()
+		time.Sleep(10 * time.Millisecond)
+		b.StartTimer()
+
+		time.Sleep(1 * time.Millisecond)
+	}
+}
+
+func BenchmarkWithoutStartupModern(b *testing.B) {
+	time.Sleep(10 * time.Millisecond)
+	b.ResetTimer()
+	for b.Loop() {
+		time.Sleep(1 * time.Millisecond)
+	}
+}
+
+func BenchmarkWithoutStartupTraditional(b *testing.B) {
+	time.Sleep(10 * time.Millisecond)
+	b.ResetTimer()
+	for i := 0; i < b.N; i++ {
+		time.Sleep(1 * time.Millisecond)
+	}
+}

go-runner/src/builder/snapshots/codspeed_go_runner__builder__discovery__tests__discover_benchmarks@example.snap

@@ -61,6 +61,38 @@ expression: packages
         "qualified_name": "benchmarklargesetupinloop_9576953055782987076.BenchmarkLargeSetupInLoop",
         "file_path": "setup_test.go",
         "is_external": false
+      },
+      {
+        "name": "BenchmarkWithOutlierMeasurementModern",
+        "module_path": "example",
+        "import_alias": "benchmarkwithoutliermeasurementmodern_9576953055782987076",
+        "qualified_name": "benchmarkwithoutliermeasurementmodern_9576953055782987076.BenchmarkWithOutlierMeasurementModern",
+        "file_path": "setup_test.go",
+        "is_external": false
+      },
+      {
+        "name": "BenchmarkWithOutlierMeasurementTraditional",
+        "module_path": "example",
+        "import_alias": "benchmarkwithoutliermeasurementtraditional_9576953055782987076",
+        "qualified_name": "benchmarkwithoutliermeasurementtraditional_9576953055782987076.BenchmarkWithOutlierMeasurementTraditional",
+        "file_path": "setup_test.go",
+        "is_external": false
+      },
+      {
+        "name": "BenchmarkWithoutStartupModern",
+        "module_path": "example",
+        "import_alias": "benchmarkwithoutstartupmodern_9576953055782987076",
+        "qualified_name": "benchmarkwithoutstartupmodern_9576953055782987076.BenchmarkWithoutStartupModern",
+        "file_path": "setup_test.go",
+        "is_external": false
+      },
+      {
+        "name": "BenchmarkWithoutStartupTraditional",
+        "module_path": "example",
+        "import_alias": "benchmarkwithoutstartuptraditional_9576953055782987076",
+        "qualified_name": "benchmarkwithoutstartuptraditional_9576953055782987076.BenchmarkWithoutStartupTraditional",
+        "file_path": "setup_test.go",
+        "is_external": false
       }
     ]
   },

go-runner/src/snapshots/codspeed_go_runner__integration_tests__assert_results_snapshots@example.snap

@@ -181,8 +181,41 @@ expression: results
         "stats": "[stats]"
       },
       {
-        "name": "BenchmarkLargeSetupInLoop",
-        "uri": "example/setup_test.go::BenchmarkLargeSetupInLoop",
+        "name": "BenchmarkWithOutlierMeasurementModern",
+        "uri": "example/setup_test.go::BenchmarkWithOutlierMeasurementModern",
+        "config": {
+          "warmup_time_ns": null,
+          "min_round_time_ns": null,
+          "max_time_ns": null,
+          "max_rounds": null
+        },
+        "stats": "[stats]"
+      },
+      {
+        "name": "BenchmarkWithOutlierMeasurementTraditional",
+        "uri": "example/setup_test.go::BenchmarkWithOutlierMeasurementTraditional",
+        "config": {
+          "warmup_time_ns": null,
+          "min_round_time_ns": null,
+          "max_time_ns": null,
+          "max_rounds": null
+        },
+        "stats": "[stats]"
+      },
+      {
+        "name": "BenchmarkWithoutStartupModern",
+        "uri": "example/setup_test.go::BenchmarkWithoutStartupModern",
+        "config": {
+          "warmup_time_ns": null,
+          "min_round_time_ns": null,
+          "max_time_ns": null,
+          "max_rounds": null
+        },
+        "stats": "[stats]"
+      },
+      {
+        "name": "BenchmarkWithoutStartupTraditional",
+        "uri": "example/setup_test.go::BenchmarkWithoutStartupTraditional",
         "config": {
           "warmup_time_ns": null,
           "min_round_time_ns": null,