try add benchmarks

Author: teoadal

.github/workflows/dotnet.yaml

@@ -5,29 +5,63 @@ on:
     branches: [ master ]
   pull_request:
     branches: [ master ]
+  workflow_dispatch:
 
 jobs:
-  build:
-
+  build-and-test:
     strategy:
       matrix:
         os: [ ubuntu-latest, windows-latest, macos-latest ]
-        dotnet-version: [ '8.0.x', '9.0.x', '10.0.x' ]
+        dotnet-version: [ '10.0.x' ]
     runs-on: ${{ matrix.os }}
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Setup .NET
-        uses: actions/setup-dotnet@v3
+        uses: actions/setup-dotnet@v4
         with:
           dotnet-version: ${{ matrix.dotnet-version }}
-      - name: Build with dotnet
+
+      - name: Build
         run: dotnet build -c Release
-      - name: Run tests with coverage
+
+      - name: Run Tests
         run: |
-          cd ./src/Hexecs.Tests/
           dotnet test -c Release --no-build /p:CollectCoverage=true /p:CoverletOutput=TestResults/ /p:CoverletOutputFormat=opencover
+
       - name: Publish coverage report
-        if: matrix.os == 'ubuntu-latest' && matrix.dotnet-version == '10.0.x'
-        uses: codecov/codecov-action@v3
+        if: matrix.os == 'ubuntu-latest'
+        uses: codecov/codecov-action@v4
         with:
           token: ${{ secrets.CODECOV_TOKEN }}
+
+  benchmark:
+    runs-on: ubuntu-latest
+    needs: build-and-test
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Setup .NET
+        uses: actions/setup-dotnet@v4
+        with:
+          dotnet-version: '10.0.x'
+
+      - name: Run Benchmarks
+        run: |
+          if [ "${{ github.event_name }}" == "pull_request" ]; then
+            dotnet run -c Release --project ./src/Hexecs.Benchmarks/ -- --filter '*' --exporters json --join --job LowRuntime
+          else
+            dotnet run -c Release --project ./src/Hexecs.Benchmarks/ -- --filter '*' --exporters json --join
+          fi
+
+      - name: Store benchmark result
+        uses: benchmark-action/github-action-benchmark@v1
+        with:
+          tool: 'benchmarkdotnet'
+          # BenchmarkDotNet при --join создает файл с именем '*-report-full.json' или 'BenchmarkRun-report.json'
+          output-file-path: 'BenchmarkDotNet.Artifacts/results/BenchmarkRun-report.json'
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+          auto-push: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
+          comment-on-alert: true
+          fail-on-alert: true
+          # Порог чувствительности: 120% (запас на шум облака)
+          alert-threshold: "120%"

src/Hexecs.Benchmarks/Actors/ActorFilter2EnumerationBenchmark.cs

@@ -22,7 +22,8 @@ namespace Hexecs.Benchmarks.Actors;
 [HideColumns("Job", "Error", "StdDev", "Median", "RatioSD")]
 public class ActorFilter2EnumerationBenchmark
 {
-    private const int Count = 100_000;
+    [Params(10_000, 100_000)] 
+    public int Count;
 
     private ActorFilter<Attack, Defence> _filter = null!;
     private World _world = null!;

src/Hexecs.Benchmarks/Actors/ActorFilter3EnumerationBenchmark.cs

@@ -23,7 +23,8 @@ namespace Hexecs.Benchmarks.Actors;
 [HideColumns("Job", "Error", "StdDev", "Median", "RatioSD")]
 public class ActorFilter3EnumerationBenchmark
 {
-    private const int Count = 100_000;
+    [Params(10_000, 100_000)]
+    public int Count;
 
     private ActorFilter<Attack, Defence, Speed> _filter = null!;
     private World _world = null!;

src/Hexecs.Benchmarks/Actors/CheckComponentExistsBenchmark.cs

@@ -26,7 +26,8 @@ namespace Hexecs.Benchmarks.Actors;
 [HideColumns("Job", "Error", "StdDev", "Median", "RatioSD", "Count")]
 public class CheckComponentExistsBenchmark
 {
-    private const int Count = 100_000;
+    [Params(10_000, 100_000)]
+    public int Count;
 
     private ActorContext _context = null!;
     private DefaultEcs.World _defaultWorld = null!;

src/Hexecs.Benchmarks/Actors/CreateAddComponentsDestroyBenchmark.cs

@@ -28,7 +28,8 @@ namespace Hexecs.Benchmarks.Actors;
 [HideColumns("Job", "Error", "StdDev", "Median", "RatioSD")]
 public class CreateAddComponentsDestroyBenchmark
 {
-    [Params(1_000, 100_000, 500_000)] public int Count;
+    [Params(1_000, 100_000, 500_000)] 
+    public int Count;
 
     private List<DefaultEcs.EntitySet> _defaultSets = null!;
     private List<DefaultEcs.Entity> _defaultEntities = null!;

src/Hexecs.Benchmarks/Actors/UpdateSystemWithParallelWorkerBenchmark.cs

@@ -25,7 +25,8 @@ namespace Hexecs.Benchmarks.Actors;
 [HideColumns("Job", "Error", "StdDev", "Median", "RatioSD")]
 public class UpdateSystemWithParallelWorkerBenchmark
 {
-    private const int Count = 2_000_000;
+    [Params(100_000, 1_000_000)] 
+    public int Count;
 
     private DefaultEcs.World _defaultWorld = null!;
     private DefaultEcsParallelSystem _defaultSystem = null!;

src/Hexecs.Benchmarks/Collections/SparsePageDictionaryBenchmark.cs

@@ -35,7 +35,8 @@ public class SparsePageDictionaryBenchmark
     private uint[] _lookupKeys = null!;
     private uint[] _missingKeys = null!;
 
-    [Params(1_000)] public int N;
+    [Params(500)] 
+    public int N;
 
     [GlobalSetup]
     public void Setup()

src/Hexecs.Benchmarks/Collections/ThreadLocalStackBenchmark.cs

@@ -23,7 +23,9 @@ namespace Hexecs.Benchmarks.Collections;
 [HideColumns("Job", "Error", "StdDev", "Median", "RatioSD", "Count")]
 public class ThreadLocalStackBenchmark
 {
-    private const int Count = 100_000;
+    [Params(10_000)] 
+    public int Count = 10_000;
+
     private const int ThreadCount = 4;
 
     private ConcurrentStack<uint> _concurrentStack = null!;
@@ -34,10 +36,10 @@ public class ThreadLocalStackBenchmark
     [Benchmark(Baseline = true)]
     public int ThreadLocalStack_Parallel()
     {
+        var opsPerThread = Count / ThreadCount;
         var result = 0;
         Parallel.For(0, ThreadCount, _ =>
         {
-            const int opsPerThread = Count / ThreadCount;
             for (var i = 0; i < opsPerThread; i++)
             {
                 if (_threadLocalStack.TryPop(out var id))
@@ -53,10 +55,10 @@ public int ThreadLocalStack_Parallel()
     [Benchmark]
     public int ConcurrentStack_Parallel()
     {
+        var opsPerThread = Count / ThreadCount;
         var result = 0;
         Parallel.For(0, ThreadCount, _ =>
         {
-            const int opsPerThread = Count / ThreadCount;
             for (var i = 0; i < opsPerThread; i++)
             {
                 if (_concurrentStack.TryPop(out var id))
@@ -72,10 +74,10 @@ public int ConcurrentStack_Parallel()
     [Benchmark]
     public int LockedStack_Parallel()
     {
+        var opsPerThread = Count / ThreadCount;
         var result = 0;
         Parallel.For(0, ThreadCount, _ =>
         {
-            const int opsPerThread = Count / ThreadCount;
             for (var i = 0; i < opsPerThread; i++)
             {
                 if (TryPopLocked(out var id))
@@ -103,7 +105,7 @@ public void Setup()
             _threadLocalStack.Push(i);
         }
     }
-    
+
     [GlobalCleanup]
     public void Cleanup()
     {