@@ -438,12 +438,12 @@ Apple M1 (Virtual), 1 CPU, 3 logical and 3 physical cores
438438Runtime=.NET 9.0
439439
440440```
441- | Method | Version | Mean | Error | StdDev | Median |
442- | ------------- | -------- | ----------- :| ---------- :| ----------: | --- --------:|
443- | Build_TUnit | 0.57.1 | 1,307.9 ms | 121.36 ms | 350.16 ms | 1,187.3 ms |
444- | Build_NUnit | 4.4.0 | 910.7 ms | 19.89 ms | 58.35 ms | 900.3 ms |
445- | Build_xUnit | 2.9.3 | 832.4 ms | 14.16 ms | 12.56 ms | 830.0 ms |
446- | Build_MSTest | 3.10.3 | 855.6 ms | 9.12 ms | 8.09 ms | 859.3 ms |
441+ | Method | Version | Mean | Error | StdDev | Median |
442+ | ------------- | -------- | --------:| ---------:| ---------: | --------:|
443+ | Build_TUnit | 0.57.1 | 1.849 s | 0.1456 s | 0.4200 s | 1.753 s |
444+ | Build_NUnit | 4.4.0 | 1.793 s | 0.1184 s | 0.3396 s | 1.783 s |
445+ | Build_xUnit | 2.9.3 | 1.425 s | 0.0635 s | 0.1841 s | 1.378 s |
446+ | Build_MSTest | 3.10.3 | 1.467 s | 0.0730 s | 0.2128 s | 1.434 s |
447447
448448
449449
@@ -462,10 +462,10 @@ Runtime=.NET 9.0
462462```
463463| Method | Version | Mean | Error | StdDev | Median |
464464| ------------- | -------- | --------:| ---------:| ---------:| --------:|
465- | Build_TUnit | 0.57.1 | 1.813 s | 0.0282 s | 0.0486 s | 1.805 s |
466- | Build_NUnit | 4.4.0 | 1.511 s | 0.0147 s | 0.0130 s | 1.510 s |
467- | Build_xUnit | 2.9.3 | 1.526 s | 0.0148 s | 0.0139 s | 1.529 s |
468- | Build_MSTest | 3.10.3 | 1.518 s | 0.0108 s | 0.0101 s | 1.515 s |
465+ | Build_TUnit | 0.57.1 | 1.926 s | 0.0381 s | 0.0636 s | 1.919 s |
466+ | Build_NUnit | 4.4.0 | 1.595 s | 0.0234 s | 0.0219 s | 1.593 s |
467+ | Build_xUnit | 2.9.3 | 1.603 s | 0.0174 s | 0.0145 s | 1.605 s |
468+ | Build_MSTest | 3.10.3 | 1.592 s | 0.0134 s | 0.0105 s | 1.594 s |
469469
470470
471471
@@ -484,10 +484,10 @@ Runtime=.NET 9.0
484484```
485485| Method | Version | Mean | Error | StdDev | Median |
486486| ------------- | -------- | --------:| ---------:| ---------:| --------:|
487- | Build_TUnit | 0.57.1 | 1.862 s | 0.0372 s | 0.0716 s | 1.848 s |
488- | Build_NUnit | 4.4.0 | 1.592 s | 0.0315 s | 0.0480 s | 1.591 s |
489- | Build_xUnit | 2.9.3 | 1.563 s | 0.0310 s | 0.0369 s | 1.562 s |
490- | Build_MSTest | 3.10.3 | 1.558 s | 0.0201 s | 0.0188 s | 1.556 s |
487+ | Build_TUnit | 0.57.1 | 1.917 s | 0.0375 s | 0.0626 s | 1.897 s |
488+ | Build_NUnit | 4.4.0 | 1.630 s | 0.0277 s | 0.0330 s | 1.620 s |
489+ | Build_xUnit | 2.9.3 | 1.640 s | 0.0299 s | 0.0279 s | 1.634 s |
490+ | Build_MSTest | 3.10.3 | 1.616 s | 0.0221 s | 0.0207 s | 1.614 s |
491491
492492
493493### Scenario: Tests focused on assertion performance and validation
@@ -598,11 +598,11 @@ Runtime=.NET 9.0
598598```
599599| Method | Version | Mean | Error | StdDev | Median |
600600| ---------- | -------- | -----------:| ---------:| ----------:| -----------:|
601- | TUnit_AOT | 0.57.1 | 180.1 ms | 15.39 ms | 45.14 ms | 173.5 ms |
602- | TUnit | 0.57.1 | 884.6 ms | 54.20 ms | 152.00 ms | 862 .2 ms |
603- | NUnit | 4.4.0 | 1,258.9 ms | 96.68 ms | 275.84 ms | 1,220.1 ms |
604- | xUnit | 2.9.3 | 1,206.2 ms | 76.68 ms | 221.25 ms | 1,194.4 ms |
605- | MSTest | 3.10.3 | 1,008 .2 ms | 62.90 ms | 182.47 ms | 1,002.8 ms |
601+ | TUnit_AOT | 0.57.1 | 205.7 ms | 14.54 ms | 42.20 ms | 199.3 ms |
602+ | TUnit | 0.57.1 | 967.1 ms | 99.26 ms | 279.95 ms | 869 .2 ms |
603+ | NUnit | 4.4.0 | 1,419.1 ms | 97.29 ms | 282.27 ms | 1,391.2 ms |
604+ | xUnit | 2.9.3 | 1,117.1 ms | 70.70 ms | 199.40 ms | 1,058.9 ms |
605+ | MSTest | 3.10.3 | 1,049 .2 ms | 56.97 ms | 167.07 ms | 1,016.6 ms |
606606
607607
608608
@@ -621,11 +621,11 @@ Runtime=.NET 9.0
621621```
622622| Method | Version | Mean | Error | StdDev | Median |
623623| ---------- | -------- | ------------:| ----------:| ----------:| ------------:|
624- | TUnit_AOT | 0.57.1 | 27.29 ms | 0.322 ms | 0.285 ms | 27.26 ms |
625- | TUnit | 0.57.1 | 950.69 ms | 18.758 ms | 23.036 ms | 950.02 ms |
626- | NUnit | 4.4.0 | 1,322.19 ms | 9.304 ms | 8.248 ms | 1,323.42 ms |
627- | xUnit | 2.9.3 | 1,422.04 ms | 19.472 ms | 17.261 ms | 1,416.32 ms |
628- | MSTest | 3.10.3 | 1,270.40 ms | 18.965 ms | 17.740 ms | 1,264.18 ms |
624+ | TUnit_AOT | 0.57.1 | 26.51 ms | 0.335 ms | 0.297 ms | 26.48 ms |
625+ | TUnit | 0.57.1 | 936.71 ms | 18.424 ms | 23.300 ms | 929.87 ms |
626+ | NUnit | 4.4.0 | 1,303.46 ms | 6.139 ms | 5.127 ms | 1,304.33 ms |
627+ | xUnit | 2.9.3 | 1,404.22 ms | 12.537 ms | 11.727 ms | 1,406.36 ms |
628+ | MSTest | 3.10.3 | 1,261.71 ms | 10.531 ms | 9.851 ms | 1,260.73 ms |
629629
630630
631631
@@ -644,11 +644,11 @@ Runtime=.NET 9.0
644644```
645645| Method | Version | Mean | Error | StdDev | Median |
646646| ---------- | -------- | ------------:| ----------:| ----------:| ------------:|
647- | TUnit_AOT | 0.57.1 | 62.96 ms | 0.923 ms | 0.863 ms | 62.48 ms |
648- | TUnit | 0.57.1 | 1,003.65 ms | 19.810 ms | 29.037 ms | 1,004.73 ms |
649- | NUnit | 4.4.0 | 1,382.37 ms | 15.200 ms | 14.218 ms | 1,381.82 ms |
650- | xUnit | 2.9.3 | 1,470.74 ms | 16.374 ms | 13.673 ms | 1,469.31 ms |
651- | MSTest | 3.10.3 | 1,301.77 ms | 12.075 ms | 11.295 ms | 1,300.51 ms |
647+ | TUnit_AOT | 0.57.1 | 63.11 ms | 1.225 ms | 1.146 ms | 62.39 ms |
648+ | TUnit | 0.57.1 | 999.72 ms | 19.098 ms | 23.454 ms | 996.74 ms |
649+ | NUnit | 4.4.0 | 1,385.80 ms | 12.989 ms | 11.514 ms | 1,387.08 ms |
650+ | xUnit | 2.9.3 | 1,489.10 ms | 23.386 ms | 21.875 ms | 1,486.40 ms |
651+ | MSTest | 3.10.3 | 1,310.64 ms | 15.059 ms | 13.349 ms | 1,310.58 ms |
652652
653653
654654### Scenario: Simple tests with basic operations and assertions
@@ -668,11 +668,11 @@ Runtime=.NET 9.0
668668```
669669| Method | Version | Mean | Error | StdDev | Median |
670670| ---------- | -------- | -----------:| ----------:| ----------:| -----------:|
671- | TUnit_AOT | 0.57.1 | 183.6 ms | 18.24 ms | 53.51 ms | 169.5 ms |
672- | TUnit | 0.57.1 | 858.4 ms | 75.70 ms | 220.82 ms | 809.4 ms |
673- | NUnit | 4.4.0 | 1,581.0 ms | 124.79 ms | 362.03 ms | 1,477.9 ms |
674- | xUnit | 2.9.3 | 1,098.7 ms | 48.65 ms | 141.15 ms | 1,099.5 ms |
675- | MSTest | 3.10.3 | 972.8 ms | 45.60 ms | 130.11 ms | 949.8 ms |
671+ | TUnit_AOT | 0.57.1 | 202.8 ms | 15.56 ms | 45.88 ms | 197.7 ms |
672+ | TUnit | 0.57.1 | 1,246.8 ms | 142.95 ms | 416.98 ms | 1,110.9 ms |
673+ | NUnit | 4.4.0 | 1,499.9 ms | 137.38 ms | 400.74 ms | 1,414.3 ms |
674+ | xUnit | 2.9.3 | 1,175.1 ms | 82.35 ms | 240.22 ms | 1,135.1 ms |
675+ | MSTest | 3.10.3 | 977.4 ms | 55.83 ms | 157.48 ms | 949.1 ms |
676676
677677
678678
@@ -691,11 +691,11 @@ Runtime=.NET 9.0
691691```
692692| Method | Version | Mean | Error | StdDev | Median |
693693| ---------- | -------- | ------------:| ----------:| ----------:| ------------:|
694- | TUnit_AOT | 0.57.1 | 26.63 ms | 0.455 ms | 0.380 ms | 26.61 ms |
695- | TUnit | 0.57.1 | 953.01 ms | 18.214 ms | 19.489 ms | 953.76 ms |
696- | NUnit | 4.4.0 | 1,317.63 ms | 9.536 ms | 8.920 ms | 1,317.31 ms |
697- | xUnit | 2.9.3 | 1,382.13 ms | 10.325 ms | 9.658 ms | 1,383.06 ms |
698- | MSTest | 3.10.3 | 1,251.24 ms | 8.539 ms | 7.569 ms | 1,250.05 ms |
694+ | TUnit_AOT | 0.57.1 | 25.57 ms | 0.166 ms | 0.138 ms | 25.56 ms |
695+ | TUnit | 0.57.1 | 923.61 ms | 17.780 ms | 17.462 ms | 917.93 ms |
696+ | NUnit | 4.4.0 | 1,295.79 ms | 9.110 ms | 8.521 ms | 1,295.00 ms |
697+ | xUnit | 2.9.3 | 1,364.44 ms | 12.239 ms | 11.449 ms | 1,362.24 ms |
698+ | MSTest | 3.10.3 | 1,240.47 ms | 6.156 ms | 5.457 ms | 1,239.58 ms |
699699
700700
701701
@@ -714,11 +714,11 @@ Runtime=.NET 9.0
714714```
715715| Method | Version | Mean | Error | StdDev | Median |
716716| ---------- | -------- | ------------:| ----------:| ----------:| ------------:|
717- | TUnit_AOT | 0.57.1 | 61.94 ms | 0.837 ms | 0.783 ms | 62.34 ms |
718- | TUnit | 0.57.1 | 1,028.95 ms | 20.477 ms | 32.479 ms | 1,032.16 ms |
719- | NUnit | 4.4.0 | 1,392.07 ms | 17.384 ms | 15.411 ms | 1,398.03 ms |
720- | xUnit | 2.9.3 | 1,439.61 ms | 18.680 ms | 17.473 ms | 1,444.64 ms |
721- | MSTest | 3.10.3 | 1,343.57 ms | 18.902 ms | 17.681 ms | 1,339.04 ms |
717+ | TUnit_AOT | 0.57.1 | 61.84 ms | 0.887 ms | 0.830 ms | 62.21 ms |
718+ | TUnit | 0.57.1 | 1,011.32 ms | 19.442 ms | 25.281 ms | 1,000.04 ms |
719+ | NUnit | 4.4.0 | 1,365.69 ms | 11.085 ms | 9.827 ms | 1,369.73 ms |
720+ | xUnit | 2.9.3 | 1,453.02 ms | 18.945 ms | 17.721 ms | 1,451.40 ms |
721+ | MSTest | 3.10.3 | 1,367.04 ms | 26.056 ms | 25.590 ms | 1,364.15 ms |
722722
723723
724724### Scenario: Parameterized tests with multiple test cases using data attributes
@@ -736,13 +736,13 @@ Apple M1 (Virtual), 1 CPU, 3 logical and 3 physical cores
736736Runtime=.NET 9.0
737737
738738```
739- | Method | Version | Mean | Error | StdDev | Median |
740- | ---------- | -------- | --------- :| ---------:| ---------:| - --------:|
741- | TUnit_AOT | 0.57.1 | NA | NA | NA | NA |
742- | TUnit | 0.57.1 | NA | NA | NA | NA |
743- | NUnit | 4.4.0 | 733.3 ms | 9.94 ms | 8.30 ms | 734.7 ms |
744- | xUnit | 2.9.3 | 750.6 ms | 14.46 ms | 13.52 ms | 746.2 ms |
745- | MSTest | 3.10.3 | 695.0 ms | 10.51 ms | 9.32 ms | 692.6 ms |
739+ | Method | Version | Mean | Error | StdDev | Median |
740+ | ---------- | -------- | --------:| ---------:| ---------:| --------:|
741+ | TUnit_AOT | 0.57.1 | NA | NA | NA | NA |
742+ | TUnit | 0.57.1 | NA | NA | NA | NA |
743+ | NUnit | 4.4.0 | 1.422 s | 0.0982 s | 0.2787 s | 1.385 s |
744+ | xUnit | 2.9.3 | 1.413 s | 0.0787 s | 0.2297 s | 1.392 s |
745+ | MSTest | 3.10.3 | 1.158 s | 0.0702 s | 0.2047 s | 1.108 s |
746746
747747Benchmarks with issues:
748748 RuntimeBenchmarks.TUnit_AOT: Job-YNJDZW(Runtime=.NET 9.0)
@@ -767,9 +767,9 @@ Runtime=.NET 9.0
767767| ---------- | -------- | --------:| ---------:| ---------:| --------:|
768768| TUnit_AOT | 0.57.1 | NA | NA | NA | NA |
769769| TUnit | 0.57.1 | NA | NA | NA | NA |
770- | NUnit | 4.4.0 | 1.340 s | 0.0165 s | 0.0155 s | 1.339 s |
771- | xUnit | 2.9.3 | 1.426 s | 0.0165 s | 0.0155 s | 1.421 s |
772- | MSTest | 3.10.3 | 1.304 s | 0.0143 s | 0.0134 s | 1.307 s |
770+ | NUnit | 4.4.0 | 1.292 s | 0.0118 s | 0.0111 s | 1.295 s |
771+ | xUnit | 2.9.3 | 1.361 s | 0.0135 s | 0.0126 s | 1.364 s |
772+ | MSTest | 3.10.3 | 1.236 s | 0.0076 s | 0.0071 s | 1.235 s |
773773
774774Benchmarks with issues:
775775 RuntimeBenchmarks.TUnit_AOT: Job-YNJDZW(Runtime=.NET 9.0)
@@ -794,9 +794,9 @@ Runtime=.NET 9.0
794794| ---------- | -------- | --------:| ---------:| ---------:| --------:|
795795| TUnit_AOT | 0.57.1 | NA | NA | NA | NA |
796796| TUnit | 0.57.1 | NA | NA | NA | NA |
797- | NUnit | 4.4.0 | 1.335 s | 0.0119 s | 0.0105 s | 1.333 s |
798- | xUnit | 2.9.3 | 1.400 s | 0.0251 s | 0.0222 s | 1.400 s |
799- | MSTest | 3.10.3 | 1.293 s | 0.0226 s | 0.0251 s | 1.288 s |
797+ | NUnit | 4.4.0 | 1.337 s | 0.0170 s | 0.0159 s | 1.340 s |
798+ | xUnit | 2.9.3 | 1.394 s | 0.0129 s | 0.0120 s | 1.392 s |
799+ | MSTest | 3.10.3 | 1.286 s | 0.0097 s | 0.0091 s | 1.284 s |
800800
801801Benchmarks with issues:
802802 RuntimeBenchmarks.TUnit_AOT: Job-YNJDZW(Runtime=.NET 9.0)
@@ -818,13 +818,13 @@ Apple M1 (Virtual), 1 CPU, 3 logical and 3 physical cores
818818Runtime=.NET 9.0
819819
820820```
821- | Method | Version | Mean | Error | StdDev | Median |
822- | ---------- | -------- | ---------:| --------: | --------:| ---------:|
823- | TUnit_AOT | 0.57.1 | 103.8 ms | 0.46 ms | 0.36 ms | 103.8 ms |
824- | TUnit | 0.57.1 | 555.8 ms | 9.47 ms | 8.40 ms | 554.7 ms |
825- | NUnit | 4.4.0 | 731 .8 ms | 5.52 ms | 4.90 ms | 730.6 ms |
826- | xUnit | 2.9.3 | 771.0 ms | 7.48 ms | 6.63 ms | 772.9 ms |
827- | MSTest | 3.10.3 | 707.7 ms | 9.11 ms | 8.07 ms | 708.3 ms |
821+ | Method | Version | Mean | Error | StdDev | Median |
822+ | ---------- | -------- | ---------:| ---------: | -- --------:| ---------:|
823+ | TUnit_AOT | 0.57.1 | 154.7 ms | 14.01 ms | 41.31 ms | 147.2 ms |
824+ | TUnit | 0.57.1 | 656.9 ms | 27.97 ms | 80.71 ms | 633.2 ms |
825+ | NUnit | 4.4.0 | 983 .8 ms | 65.00 ms | 182.25 ms | 929.4 ms |
826+ | xUnit | 2.9.3 | 890.1 ms | 31.21 ms | 89.55 ms | 888.8 ms |
827+ | MSTest | 3.10.3 | 805.9 ms | 30.66 ms | 83.40 ms | 797.7 ms |
828828
829829
830830
@@ -843,10 +843,10 @@ Runtime=.NET 9.0
843843```
844844| Method | Version | Mean | Error | StdDev | Median |
845845| ---------- | -------- | ------------:| ----------:| ----------:| ------------:|
846- | TUnit_AOT | 0.57.1 | 25.72 ms | 0.115 ms | 0.102 ms | 25.73 ms |
847- | TUnit | 0.57.1 | 942.90 ms | 18.578 ms | 18.246 ms | 941.29 ms |
848- | NUnit | 4.4.0 | 1,300.99 ms | 9.612 ms | 8.991 ms | 1,299.35 ms |
849- | xUnit | 2.9.3 | 1,380.49 ms | 11.138 ms | 10.419 ms | 1,375.04 ms |
846+ | TUnit_AOT | 0.57.1 | 26.14 ms | 0.257 ms | 0.215 ms | 26.16 ms |
847+ | TUnit | 0.57.1 | 942.41 ms | 17.252 ms | 16.138 ms | 947.53 ms |
848+ | NUnit | 4.4.0 | 1,297.19 ms | 9.202 ms | 8.157 ms | 1,298.56 ms |
849+ | xUnit | 2.9.3 | 1,374.46 ms | 18.172 ms | 16.998 ms | 1,371.86 ms |
850850| MSTest | 3.10.3 | NA | NA | NA | NA |
851851
852852Benchmarks with issues:
@@ -869,10 +869,10 @@ Runtime=.NET 9.0
869869```
870870| Method | Version | Mean | Error | StdDev | Median |
871871| ---------- | -------- | ------------:| ----------:| ----------:| ------------:|
872- | TUnit_AOT | 0.57.1 | 49.22 ms | 0.942 ms | 1.321 ms | 48.61 ms |
873- | TUnit | 0.57.1 | 993.37 ms | 19.741 ms | 21.123 ms | 991.87 ms |
874- | NUnit | 4.4.0 | 1,320.21 ms | 8.410 ms | 6.566 ms | 1,322.27 ms |
875- | xUnit | 2.9.3 | 1,391.29 ms | 9.825 ms | 8.710 ms | 1,391.08 ms |
872+ | TUnit_AOT | 0.57.1 | 55.99 ms | 1.116 ms | 2.940 ms | 56.08 ms |
873+ | TUnit | 0.57.1 | 1,011.13 ms | 20.053 ms | 26.075 ms | 1,011.32 ms |
874+ | NUnit | 4.4.0 | 1,364.31 ms | 17.959 ms | 15.920 ms | 1,361.59 ms |
875+ | xUnit | 2.9.3 | 1,438.54 ms | 27.833 ms | 26.035 ms | 1,438.02 ms |
876876| MSTest | 3.10.3 | NA | NA | NA | NA |
877877
878878Benchmarks with issues:
@@ -894,13 +894,13 @@ Apple M1 (Virtual), 1 CPU, 3 logical and 3 physical cores
894894Runtime=.NET 9.0
895895
896896```
897- | Method | Version | Mean | Error | StdDev | Median |
898- | ---------- | -------- | ----------:| ----------:| -----------: | ----------:|
899- | TUnit_AOT | 0.57.1 | 99.88 ms | 0.808 ms | 0.674 ms | 99.68 ms |
900- | TUnit | 0.57.1 | 542.66 ms | 10.176 ms | 10.888 ms | 541.24 ms |
901- | NUnit | 4.4.0 | 719.54 ms | 12.406 ms | 10.359 ms | 718.09 ms |
902- | xUnit | 2.9.3 | 757.57 ms | 7.626 ms | 5.954 ms | 755.10 ms |
903- | MSTest | 3.10.3 | 981.89 ms | 38.466 ms | 107.227 ms | 977.00 ms |
897+ | Method | Version | Mean | Error | StdDev | Median |
898+ | ---------- | -------- | ----------- :| ----------:| ----------: | - ----------:|
899+ | TUnit_AOT | 0.57.1 | 153.4 ms | 15.19 ms | 44.78 ms | 144.4 ms |
900+ | TUnit | 0.57.1 | 593.4 ms | 11.39 ms | 30.41 ms | 592.1 ms |
901+ | NUnit | 4.4.0 | 977.0 ms | 54.68 ms | 155.12 ms | 974.2 ms |
902+ | xUnit | 2.9.3 | 1,181.8 ms | 114.93 ms | 337.07 ms | 1,082.7 ms |
903+ | MSTest | 3.10.3 | 1,104.1 ms | 75.02 ms | 217.66 ms | 1,086.5 ms |
904904
905905
906906
@@ -919,11 +919,11 @@ Runtime=.NET 9.0
919919```
920920| Method | Version | Mean | Error | StdDev | Median |
921921| ---------- | -------- | ------------:| ----------:| ----------:| ------------:|
922- | TUnit_AOT | 0.57.1 | 25.43 ms | 0.358 ms | 0.318 ms | 25.34 ms |
923- | TUnit | 0.57.1 | 917.34 ms | 18.010 ms | 19.271 ms | 917.26 ms |
924- | NUnit | 4.4.0 | 1,284.38 ms | 11.464 ms | 10.724 ms | 1,283.53 ms |
925- | xUnit | 2.9.3 | 1,344.92 ms | 7.368 ms | 6.152 ms | 1,345.70 ms |
926- | MSTest | 3.10.3 | 1,223.55 ms | 6.430 ms | 5.369 ms | 1,224.43 ms |
922+ | TUnit_AOT | 0.57.1 | 26.48 ms | 0.515 ms | 0.652 ms | 26.33 ms |
923+ | TUnit | 0.57.1 | 942.38 ms | 18.795 ms | 22.374 ms | 947.19 ms |
924+ | NUnit | 4.4.0 | 1,333.80 ms | 23.577 ms | 22.054 ms | 1,335.26 ms |
925+ | xUnit | 2.9.3 | 1,393.33 ms | 23.519 ms | 22.000 ms | 1,393.87 ms |
926+ | MSTest | 3.10.3 | 1,252.32 ms | 8.561 ms | 7.589 ms | 1,249.88 ms |
927927
928928
929929
@@ -942,11 +942,11 @@ Runtime=.NET 9.0
942942```
943943| Method | Version | Mean | Error | StdDev | Median |
944944| ---------- | -------- | ------------:| ----------:| ----------:| ------------:|
945- | TUnit_AOT | 0.57.1 | 51.23 ms | 1.020 ms | 2.482 ms | 51.39 ms |
946- | TUnit | 0.57.1 | 988.32 ms | 19.469 ms | 23.176 ms | 977.66 ms |
947- | NUnit | 4.4.0 | 1,338.88 ms | 15.721 ms | 14.705 ms | 1,341.01 ms |
948- | xUnit | 2.9.3 | 1,397.72 ms | 12.025 ms | 11.248 ms | 1,400.95 ms |
949- | MSTest | 3.10.3 | 1,287.03 ms | 13.337 ms | 12.476 ms | 1,283.34 ms |
945+ | TUnit_AOT | 0.57.1 | 49.59 ms | 0.990 ms | 2.132 ms | 48.67 ms |
946+ | TUnit | 0.57.1 | 983.39 ms | 19.440 ms | 25.278 ms | 969.40 ms |
947+ | NUnit | 4.4.0 | 1,342.02 ms | 12.130 ms | 11.347 ms | 1,341.52 ms |
948+ | xUnit | 2.9.3 | 1,394.76 ms | 11.633 ms | 10.313 ms | 1,395.37 ms |
949+ | MSTest | 3.10.3 | 1,282.45 ms | 16.849 ms | 15.761 ms | 1,282.63 ms |
950950
951951
952952### Scenario: A test that takes 50ms to execute, repeated 100 times
@@ -1055,13 +1055,13 @@ Apple M1 (Virtual), 1 CPU, 3 logical and 3 physical cores
10551055Runtime=.NET 9.0
10561056
10571057```
1058- | Method | Version | Mean | Error | StdDev | Median |
1059- | ---------- | -------- | ---------:| ---------:| ---------: | ---------:|
1060- | TUnit_AOT | 0.57.1 | 118.0 ms | 3.85 ms | 10.99 ms | 116.3 ms |
1061- | TUnit | 0.57.1 | 603.2 ms | 11.69 ms | 28.45 ms | 597.1 ms |
1062- | NUnit | 4.4.0 | 803.9 ms | 19.73 ms | 58.19 ms | 796.7 ms |
1063- | xUnit | 2.9.3 | 815.1 ms | 16.27 ms | 44.54 ms | 814.8 ms |
1064- | MSTest | 3.10.3 | 747.8 ms | 9.85 ms | 8.73 ms | 745.5 ms |
1058+ | Method | Version | Mean | Error | StdDev | Median |
1059+ | ---------- | -------- | ----------- :| ---------:| ----------: | -- ---------:|
1060+ | TUnit_AOT | 0.57.1 | 189.3 ms | 18.21 ms | 53.41 ms | 174.1 ms |
1061+ | TUnit | 0.57.1 | 771.6 ms | 48.99 ms | 136.55 ms | 727.6 ms |
1062+ | NUnit | 4.4.0 | 1,241.8 ms | 93.29 ms | 270.65 ms | 1,196.6 ms |
1063+ | xUnit | 2.9.3 | 1,332.6 ms | 53.94 ms | 155.62 ms | 1,330.5 ms |
1064+ | MSTest | 3.10.3 | 1,106.6 ms | 64.57 ms | 185.25 ms | 1,068.2 ms |
10651065
10661066
10671067
@@ -1080,11 +1080,11 @@ Runtime=.NET 9.0
10801080```
10811081| Method | Version | Mean | Error | StdDev | Median |
10821082| ---------- | -------- | ------------:| ----------:| ----------:| ------------:|
1083- | TUnit_AOT | 0.57.1 | 26.22 ms | 0.499 ms | 0.490 ms | 26.29 ms |
1084- | TUnit | 0.57.1 | 939.94 ms | 18.064 ms | 20.078 ms | 937.47 ms |
1085- | NUnit | 4.4.0 | 1,302.92 ms | 18.846 ms | 16.706 ms | 1,304.90 ms |
1086- | xUnit | 2.9.3 | 1,372.07 ms | 10.438 ms | 9.764 ms | 1,370.17 ms |
1087- | MSTest | 3.10.3 | 1,246.60 ms | 11.828 ms | 9.877 ms | 1,249.06 ms |
1083+ | TUnit_AOT | 0.57.1 | 27.30 ms | 0.178 ms | 0.149 ms | 27.31 ms |
1084+ | TUnit | 0.57.1 | 947.99 ms | 18.381 ms | 22.573 ms | 946.69 ms |
1085+ | NUnit | 4.4.0 | 1,309.04 ms | 16.386 ms | 14.526 ms | 1,305.25 ms |
1086+ | xUnit | 2.9.3 | 1,400.09 ms | 23.066 ms | 21.576 ms | 1,403.36 ms |
1087+ | MSTest | 3.10.3 | 1,258.64 ms | 14.810 ms | 13.129 ms | 1,254.94 ms |
10881088
10891089
10901090
@@ -1103,11 +1103,11 @@ Runtime=.NET 9.0
11031103```
11041104| Method | Version | Mean | Error | StdDev | Median |
11051105| ---------- | -------- | ------------:| ----------:| ----------:| ------------:|
1106- | TUnit_AOT | 0.57.1 | 47.79 ms | 0.931 ms | 0.871 ms | 48.05 ms |
1107- | TUnit | 0.57.1 | 996.47 ms | 19.464 ms | 23.171 ms | 986.64 ms |
1108- | NUnit | 4.4.0 | 1,332.71 ms | 10.020 ms | 9.372 ms | 1,331.30 ms |
1109- | xUnit | 2.9.3 | 1,397.01 ms | 14.555 ms | 13.615 ms | 1,392.04 ms |
1110- | MSTest | 3.10.3 | 1,288.64 ms | 14.239 ms | 13.319 ms | 1,285.28 ms |
1106+ | TUnit_AOT | 0.57.1 | 47.06 ms | 0.589 ms | 0.522 ms | 46.85 ms |
1107+ | TUnit | 0.57.1 | 987.98 ms | 19.628 ms | 24.105 ms | 975.74 ms |
1108+ | NUnit | 4.4.0 | 1,312.11 ms | 9.798 ms | 8.182 ms | 1,309.90 ms |
1109+ | xUnit | 2.9.3 | 1,373.86 ms | 10.800 ms | 10.102 ms | 1,373.61 ms |
1110+ | MSTest | 3.10.3 | 1,283.92 ms | 10.820 ms | 10.121 ms | 1,281.24 ms |
11111111
11121112
11131113
0 commit comments