fix: have the database seed executed only once

SockworkOrange · SockworkOrange · commit 9195b823f355 · 2025-12-14T18:52:12.000+01:00
diff --git a/benchmark/BenchmarkRunner/Benchmarks/BaseBenchmark.cs b/benchmark/BenchmarkRunner/Benchmarks/BaseBenchmark.cs
diff --git a/benchmark/BenchmarkRunner/Benchmarks/BaseReadBenchmark.cs b/benchmark/BenchmarkRunner/Benchmarks/BaseReadBenchmark.cs
@@ -1,6 +1,7 @@
 using BenchmarkDotNet.Attributes;
+using BenchmarkRunner.Utils;
 
-public abstract class BaseReadBenchmark : BaseBenchmark
+public abstract class BaseReadBenchmark
 {
     [Params(1000)]
     public int QueriesToRun { get; set; }
@@ -12,11 +13,10 @@ public abstract class BaseReadBenchmark : BaseBenchmark
     public int Limit { get; set; }
 
     [IterationSetup]
-    public static void IterationSetup() => InvokeGarbageCollection();
+    public static void IterationSetup() => Helpers.InvokeGarbageCollection();
     public abstract Task Sqlc_GetCustomerOrders();
     public abstract Task EFCore_NoTracking_GetCustomerOrders();
     public abstract Task EFCore_WithTracking_GetCustomerOrders();
-
     private static int CalculateMaxConcurrency(int totalTasks, int maxConcurrency)
     {
         return new int[] {
diff --git a/benchmark/BenchmarkRunner/Benchmarks/BaseWriteBenchmark.cs b/benchmark/BenchmarkRunner/Benchmarks/BaseWriteBenchmark.cs
@@ -1,6 +1,6 @@
 using BenchmarkDotNet.Attributes;
 
-public abstract class BaseWriteBenchmark : BaseBenchmark
+public abstract class BaseWriteBenchmark
 {
     [Params(2000000)]
     public int TotalRecords { get; set; }
diff --git a/benchmark/BenchmarkRunner/Benchmarks/MysqlReadBenchmark.cs b/benchmark/BenchmarkRunner/Benchmarks/MysqlReadBenchmark.cs
@@ -23,7 +23,7 @@ public class MysqlReadBenchmark : BaseReadBenchmark
     [GlobalSetup]
     public async Task GlobalSetup()
     {
-        await InitializeOnceAsync(async () =>
+        await Helpers.InitializeOnceAsync(async () =>
         {
             await MysqlDatabaseHelper.CleanupDatabaseAsync(_connectionString);
             var seeder = new MysqlDatabaseSeeder(_connectionString);
diff --git a/benchmark/BenchmarkRunner/Benchmarks/MysqlWriteBenchmark.cs b/benchmark/BenchmarkRunner/Benchmarks/MysqlWriteBenchmark.cs
@@ -30,7 +30,7 @@ public class MysqlWriteBenchmark : BaseWriteBenchmark
     [GlobalSetup]
     public async Task GlobalSetup()
     {
-        await InitializeOnceAsync(async () =>
+        await Helpers.InitializeOnceAsync(async () =>
         {
             await MysqlDatabaseHelper.CleanupDatabaseAsync(_connectionString);
             var seeder = new MysqlDatabaseSeeder(_connectionString);
@@ -57,7 +57,7 @@ await seeder.SeedAsync(
     public static void IterationSetup()
     {
         MysqlDatabaseHelper.CleanupWriteTableAsync(_connectionString).GetAwaiter().GetResult();
-        InvokeGarbageCollection();
+        Helpers.InvokeGarbageCollection();
     }
 
     [BenchmarkCategory("Write")]
diff --git a/benchmark/BenchmarkRunner/Benchmarks/PostgresqlReadBenchmark.cs b/benchmark/BenchmarkRunner/Benchmarks/PostgresqlReadBenchmark.cs
@@ -23,7 +23,7 @@ public class PostgresqlReadBenchmark : BaseReadBenchmark
     [GlobalSetup]
     public async Task GlobalSetup()
     {
-        await InitializeOnceAsync(async () =>
+        await Helpers.InitializeOnceAsync(async () =>
         {
             await PostgresqlDatabaseHelper.CleanupDatabaseAsync(_connectionString);
             var seeder = new PostgresqlDatabaseSeeder(_connectionString);
diff --git a/benchmark/BenchmarkRunner/Benchmarks/PostgresqlWriteBenchmark.cs b/benchmark/BenchmarkRunner/Benchmarks/PostgresqlWriteBenchmark.cs
@@ -28,7 +28,7 @@ public class PostgresqlWriteBenchmark : BaseWriteBenchmark
     [GlobalSetup]
     public async Task GlobalSetup()
     {
-        await InitializeOnceAsync(async () =>
+        await Helpers.InitializeOnceAsync(async () =>
         {
             PostgresqlDatabaseHelper.CleanupDatabaseAsync(_connectionString).GetAwaiter().GetResult();
             var seeder = new PostgresqlDatabaseSeeder(_connectionString);
@@ -55,7 +55,7 @@ await seeder.SeedAsync(
     public static void IterationSetup()
     {
         PostgresqlDatabaseHelper.CleanupWriteTableAsync(_connectionString).GetAwaiter().GetResult();
-        InvokeGarbageCollection();
+        Helpers.InvokeGarbageCollection();
     }
 
     [BenchmarkCategory("Write")]
diff --git a/benchmark/BenchmarkRunner/Benchmarks/SqliteReadBenchmark.cs b/benchmark/BenchmarkRunner/Benchmarks/SqliteReadBenchmark.cs
@@ -26,7 +26,7 @@ public class SqliteReadBenchmark : BaseReadBenchmark
     [GlobalSetup]
     public async Task GlobalSetup()
     {
-        await InitializeOnceAsync(async () =>
+        await Helpers.InitializeOnceAsync(async () =>
         {
             SqliteDatabaseHelper.CleanupDatabase(_connectionString);
             await SqliteDatabaseHelper.InitializeDatabaseAsync(_connectionString);
diff --git a/benchmark/BenchmarkRunner/Benchmarks/SqliteWriteBenchmark.cs b/benchmark/BenchmarkRunner/Benchmarks/SqliteWriteBenchmark.cs
@@ -30,7 +30,7 @@ public class SqliteWriteBenchmark : BaseWriteBenchmark
     [GlobalSetup]
     public async Task GlobalSetup()
     {
-        await InitializeOnceAsync(async () =>
+        await Helpers.InitializeOnceAsync(async () =>
         {
             SqliteDatabaseHelper.CleanupDatabase(_connectionString);
             await SqliteDatabaseHelper.InitializeDatabaseAsync(_connectionString);
@@ -58,7 +58,7 @@ await seeder.SeedAsync(
     public static void IterationSetup()
     {
         SqliteDatabaseHelper.CleanupWriteTableAsync(_connectionString).GetAwaiter().GetResult();
-        InvokeGarbageCollection();
+        Helpers.InvokeGarbageCollection();
     }
 
     [BenchmarkCategory("Write")]
diff --git a/benchmark/BenchmarkRunner/Utils/Helpers.cs b/benchmark/BenchmarkRunner/Utils/Helpers.cs
@@ -2,10 +2,39 @@ namespace BenchmarkRunner.Utils;
 
 public static class Helpers
 {
+    /* 
+    InitializeOnceAsync is a helper method to ensure that a task is only executed once.
+    _initLock is a semaphore to ensure that only one task is executed at a time.
+    isInitialized is a flag to check if the task has been executed.
+     */
+    public static bool _isInitialized = false;
+    public static SemaphoreSlim _initLock = new(1, 1);
+    public static async Task InitializeOnceAsync(Func<Task> task)
+    {
+        if (_isInitialized) return;
+        await _initLock.WaitAsync();
+        try
+        {
+            if (_isInitialized) return;
+            await task.Invoke();
+            _isInitialized = true;
+        }
+        finally
+        {
+            _initLock.Release();
+        }
+    }
+
     public static async Task InsertInBatchesAsync<T>(List<T> items, int batchSize, Func<List<T>, Task> insertBatch)
     {
         var batches = items.Chunk(batchSize);
         foreach (var batch in batches)
             await insertBatch([.. batch]);
     }
+    public static void InvokeGarbageCollection()
+    {
+        GC.Collect();
+        GC.WaitForPendingFinalizers();
+        GC.Collect();
+    }
 }

Original file line number	Diff line number	Diff line change
`@@ -1,6 +1,6 @@`
`1`	`1`	`using BenchmarkDotNet.Attributes;`
`2`	`2`
`3`		`-public abstract class BaseWriteBenchmark : BaseBenchmark`
	`3`	`+public abstract class BaseWriteBenchmark`
`4`	`4`	`{`
`5`	`5`	`[Params(2000000)]`
`6`	`6`	`public int TotalRecords { get; set; }`
Original file line number	Diff line number	Diff line change
`@@ -23,7 +23,7 @@ public class MysqlReadBenchmark : BaseReadBenchmark`
`23`	`23`	`[GlobalSetup]`
`24`	`24`	`public async Task GlobalSetup()`
`25`	`25`	`{`
`26`		`- await InitializeOnceAsync(async () =>`
	`26`	`+ await Helpers.InitializeOnceAsync(async () =>`
`27`	`27`	`{`
`28`	`28`	`await MysqlDatabaseHelper.CleanupDatabaseAsync(_connectionString);`
`29`	`29`	`var seeder = new MysqlDatabaseSeeder(_connectionString);`
Original file line number	Diff line number	Diff line change
`@@ -30,7 +30,7 @@ public class MysqlWriteBenchmark : BaseWriteBenchmark`
`30`	`30`	`[GlobalSetup]`
`31`	`31`	`public async Task GlobalSetup()`
`32`	`32`	`{`
`33`		`- await InitializeOnceAsync(async () =>`
	`33`	`+ await Helpers.InitializeOnceAsync(async () =>`
`34`	`34`	`{`
`35`	`35`	`await MysqlDatabaseHelper.CleanupDatabaseAsync(_connectionString);`
`36`	`36`	`var seeder = new MysqlDatabaseSeeder(_connectionString);`
`@@ -57,7 +57,7 @@ await seeder.SeedAsync(`
`57`	`57`	`public static void IterationSetup()`
`58`	`58`	`{`
`59`	`59`	`MysqlDatabaseHelper.CleanupWriteTableAsync(_connectionString).GetAwaiter().GetResult();`
`60`		`- InvokeGarbageCollection();`
	`60`	`+ Helpers.InvokeGarbageCollection();`
`61`	`61`	`}`
`62`	`62`
`63`	`63`	`[BenchmarkCategory("Write")]`
Original file line number	Diff line number	Diff line change
`@@ -23,7 +23,7 @@ public class PostgresqlReadBenchmark : BaseReadBenchmark`
`23`	`23`	`[GlobalSetup]`
`24`	`24`	`public async Task GlobalSetup()`
`25`	`25`	`{`
`26`		`- await InitializeOnceAsync(async () =>`
	`26`	`+ await Helpers.InitializeOnceAsync(async () =>`
`27`	`27`	`{`
`28`	`28`	`await PostgresqlDatabaseHelper.CleanupDatabaseAsync(_connectionString);`
`29`	`29`	`var seeder = new PostgresqlDatabaseSeeder(_connectionString);`
Original file line number	Diff line number	Diff line change
`@@ -28,7 +28,7 @@ public class PostgresqlWriteBenchmark : BaseWriteBenchmark`
`28`	`28`	`[GlobalSetup]`
`29`	`29`	`public async Task GlobalSetup()`
`30`	`30`	`{`
`31`		`- await InitializeOnceAsync(async () =>`
	`31`	`+ await Helpers.InitializeOnceAsync(async () =>`
`32`	`32`	`{`
`33`	`33`	`PostgresqlDatabaseHelper.CleanupDatabaseAsync(_connectionString).GetAwaiter().GetResult();`
`34`	`34`	`var seeder = new PostgresqlDatabaseSeeder(_connectionString);`
`@@ -55,7 +55,7 @@ await seeder.SeedAsync(`
`55`	`55`	`public static void IterationSetup()`
`56`	`56`	`{`
`57`	`57`	`PostgresqlDatabaseHelper.CleanupWriteTableAsync(_connectionString).GetAwaiter().GetResult();`
`58`		`- InvokeGarbageCollection();`
	`58`	`+ Helpers.InvokeGarbageCollection();`
`59`	`59`	`}`
`60`	`60`
`61`	`61`	`[BenchmarkCategory("Write")]`
Original file line number	Diff line number	Diff line change
`@@ -26,7 +26,7 @@ public class SqliteReadBenchmark : BaseReadBenchmark`
`26`	`26`	`[GlobalSetup]`
`27`	`27`	`public async Task GlobalSetup()`
`28`	`28`	`{`
`29`		`- await InitializeOnceAsync(async () =>`
	`29`	`+ await Helpers.InitializeOnceAsync(async () =>`
`30`	`30`	`{`
`31`	`31`	`SqliteDatabaseHelper.CleanupDatabase(_connectionString);`
`32`	`32`	`await SqliteDatabaseHelper.InitializeDatabaseAsync(_connectionString);`
Original file line number	Diff line number	Diff line change
`@@ -30,7 +30,7 @@ public class SqliteWriteBenchmark : BaseWriteBenchmark`
`30`	`30`	`[GlobalSetup]`
`31`	`31`	`public async Task GlobalSetup()`
`32`	`32`	`{`
`33`		`- await InitializeOnceAsync(async () =>`
	`33`	`+ await Helpers.InitializeOnceAsync(async () =>`
`34`	`34`	`{`
`35`	`35`	`SqliteDatabaseHelper.CleanupDatabase(_connectionString);`
`36`	`36`	`await SqliteDatabaseHelper.InitializeDatabaseAsync(_connectionString);`
`@@ -58,7 +58,7 @@ await seeder.SeedAsync(`
`58`	`58`	`public static void IterationSetup()`
`59`	`59`	`{`
`60`	`60`	`SqliteDatabaseHelper.CleanupWriteTableAsync(_connectionString).GetAwaiter().GetResult();`
`61`		`- InvokeGarbageCollection();`
	`61`	`+ Helpers.InvokeGarbageCollection();`
`62`	`62`	`}`
`63`	`63`
`64`	`64`	`[BenchmarkCategory("Write")]`