Add multiple input test

Author: YegorStepanov

tests/BenchmarkDotNet.Tests/Columns/ApprovedFiles/JobColumnsApprovalTests.MultipleInputColumnsDisplayTest.MultipleInputColumnsDisplayTest.approved.txt

@@ -0,0 +1,26 @@
+=== MultipleInputColumnsDisplayTest ===
+
+BenchmarkDotNet=v0.10.x-mock, OS=Microsoft Windows NT 10.0.x.mock, VM=Hyper-V
+MockIntel Core i7-6700HQ CPU 2.60GHz (Max: 3.10GHz), 1 CPU, 8 logical and 4 physical cores
+Frequency=2531248 Hz, Resolution=395.0620 ns, Timer=TSC
+  [Host]     : Clr 4.0.x.mock, 64mock RyuJIT-v4.6.x.mock CONFIGURATION
+  Job-rndId0 : extra output line
+  Job-rndId1 : extra output line
+  Job-rndId2 : extra output line
+  Job-rndId3 : extra output line
+  Job-rndId4 : extra output line
+  Job-rndId5 : extra output line
+  Dry        : extra output line
+
+
+ Method |              Runtime | IterationCount | LaunchCount | RunStrategy | UnrollFactor | WarmupCount |     Mean | Error | Ratio |
+------- |--------------------- |--------------- |------------ |------------ |------------- |------------ |---------:|------:|------:|
+ Method |             .NET 6.0 |        Default |     Default |   ColdStart |            1 |     Default | 1.000 ns |    NA |  1.00 |
+ Method |             .NET 6.0 |        Default |     Default |     Default |           16 |     Default | 1.000 ns |    NA |  1.00 |
+ Method | .NET Framework 4.8.1 |        Default |     Default |   ColdStart |            1 |     Default | 1.000 ns |    NA |  1.00 |
+ Method | .NET Framework 4.8.1 |        Default |     Default |     Default |           16 |     Default | 1.000 ns |    NA |  1.00 |
+ Method |        NativeAOT 6.0 |        Default |     Default |   ColdStart |            1 |     Default | 1.000 ns |    NA |  1.00 |
+ Method |        NativeAOT 6.0 |        Default |     Default |     Default |           16 |     Default | 1.000 ns |    NA |  1.00 |
+ Method |             .NET 6.0 |              1 |           1 |   ColdStart |            1 |           1 | 1.000 ns |    NA |  1.00 |
+ Method | .NET Framework 4.8.1 |              1 |           1 |   ColdStart |            1 |           1 | 1.000 ns |    NA |  1.00 |
+ Method |        NativeAOT 6.0 |              1 |           1 |   ColdStart |            1 |           1 | 1.000 ns |    NA |  1.00 |

tests/BenchmarkDotNet.Tests/Columns/JobColumnsApprovalTests.cs

@@ -1,17 +1,22 @@
 using System;
 using System.Globalization;
 using System.Runtime.CompilerServices;
+using System.Text.RegularExpressions;
 using System.Threading;
 using ApprovalTests;
 using ApprovalTests.Namers;
 using ApprovalTests.Reporters;
 using BenchmarkDotNet.Attributes;
+using BenchmarkDotNet.Columns;
 using BenchmarkDotNet.Configs;
+using BenchmarkDotNet.ConsoleArguments;
+using BenchmarkDotNet.Engines;
 using BenchmarkDotNet.Environments;
 using BenchmarkDotNet.Exporters;
 using BenchmarkDotNet.Jobs;
 using BenchmarkDotNet.Loggers;
 using BenchmarkDotNet.Tests.Mocks;
+using BenchmarkDotNet.Tests.XUnit;
 using BenchmarkDotNet.Toolchains.InProcess.Emit;
 using JetBrains.Annotations;
 using Xunit;
@@ -83,5 +88,61 @@ public class BenchmarkClass
         {
             [Benchmark] public void Method() { }
         }
+
+        [FactDotNetCoreOnly("In the .Net Framework cmd job uses CsProjClassicNetToolchain while fluent and attribute jobs use RoslynToolchain by default")]
+        [MethodImpl(MethodImplOptions.NoInlining)]
+        public void MultipleInputColumnsDisplayTest()
+        {
+            var cmdConfig = ConfigParser.Parse(
+                "--join --runtimes net481 net6.0 nativeaot6.0".Split(), NullLogger.Instance).config;
+
+            var fluentConfig = ManualConfig.CreateEmpty().AddColumnProvider(DefaultColumnProviders.Instance)
+                .AddJob(Job.Dry.WithRuntime(CoreRuntime.Core60))
+                .AddJob(Job.Dry.WithRuntime(ClrRuntime.Net481))
+                .AddJob(Job.Dry.WithRuntime(NativeAotRuntime.Net60));
+
+            var config = ManualConfig.Union(cmdConfig, fluentConfig);
+
+            NamerFactory.AdditionalInformation = nameof(MultipleInputColumnsDisplayTest);
+            Thread.CurrentThread.CurrentCulture = CultureInfo.InvariantCulture;
+
+            var logger = new AccumulationLogger();
+            logger.WriteLine("=== " + nameof(MultipleInputColumnsDisplayTest) + " ===");
+
+            var exporter = MarkdownExporter.Mock;
+            var summary = MockFactory.CreateSummary<BenchmarkClass1>(config);
+            exporter.ExportToLog(summary, logger);
+
+            var log = logger.GetLog();
+            log = ReplaceRandomIDs(log);
+            Approvals.Verify(log);
+        }
+
+        private static string ReplaceRandomIDs(string log)
+        {
+            var regex = new Regex(@"Job-\w*");
+
+            var index = 0;
+            foreach (Match match in regex.Matches(log))
+            {
+                var randomGeneratedJobName = match.Value;
+
+                // JobIdGenerator.GenerateRandomId() generates Job-ABCDEF
+                // respect the length for proper table formatting
+                var persistantName = $"Job-rndId{index}";
+                log = log.Replace(randomGeneratedJobName, persistantName);
+                index++;
+            }
+
+            return log;
+        }
+
+        [SimpleJob(RunStrategy.ColdStart, RuntimeMoniker.Net60)]
+        [SimpleJob(RunStrategy.ColdStart, RuntimeMoniker.Net481)]
+        [SimpleJob(RunStrategy.ColdStart, RuntimeMoniker.NativeAot60)]
+        public class BenchmarkClass1
+        {
+            [Benchmark] public void Method() { }
+        }
     }
 }