Merge pull request #340 from thomhurst/feature/speed-comparison-3

Benchmarks

Author: thomhurst

.github/workflows/speed-comparison.yml

@@ -47,6 +47,6 @@ jobs:
         run: dotnet build -c Release
         working-directory: "tools/speed-comparison/MSTestTimer"
 
-      - name: Run Pipeline
+      - name: Run Benchmark
         run: dotnet run -c Release
-        working-directory: "tools/speed-comparison/TUnit.SpeedComparison.Pipeline/TUnit.SpeedComparison.Pipeline"
+        working-directory: "tools/speed-comparison/Tests.Benchmark"

Directory.Packages.props

@@ -4,6 +4,7 @@
   </PropertyGroup>
   <ItemGroup>
     <PackageVersion Include="AsyncSemaphore" Version="1.2.2" />
+    <PackageVersion Include="BenchmarkDotNet" Version="0.14.0" />
     <PackageVersion Include="coverlet.collector" Version="6.0.2" />
     <PackageVersion Include="EnumerableAsyncProcessor" Version="1.3.2" />
     <PackageVersion Include="FluentAssertions" Version="6.12.0" />
@@ -25,14 +26,14 @@
     <PackageVersion Include="ModularPipelines.DotNet" Version="2.40.4" />
     <PackageVersion Include="ModularPipelines.Git" Version="2.40.4" />
     <PackageVersion Include="ModularPipelines.GitHub" Version="2.40.4" />
-    <PackageVersion Include="MSTest.TestAdapter" Version="3.5.1" />
-    <PackageVersion Include="MSTest.TestFramework" Version="3.5.1" />
-    <PackageVersion Include="NUnit" Version="4.1.0" />
+    <PackageVersion Include="MSTest.TestAdapter" Version="3.5.2" />
+    <PackageVersion Include="MSTest.TestFramework" Version="3.5.2" />
+    <PackageVersion Include="NUnit" Version="4.2.2" />
     <PackageVersion Include="NUnit.Analyzers" Version="4.3.0" />
     <PackageVersion Include="NUnit3TestAdapter" Version="4.6.0" />
     <PackageVersion Include="PolySharp" Version="1.14.1" />
     <PackageVersion Include="System.Text.Json" Version="8.0.4" />
-    <PackageVersion Include="TUnit" Version="0.1.476" />
+    <PackageVersion Include="TUnit" Version="0.1.512" />
     <PackageVersion Include="xunit" Version="2.9.0" />
     <PackageVersion Include="xunit.runner.visualstudio" Version="2.8.2" />
   </ItemGroup>

tools/Directory.Build.props

@@ -0,0 +1,2 @@
+<Project>
+</Project>

tools/speed-comparison/MSTestTimer/MSTestTimer/Tests.cs

@@ -1,24 +1,8 @@
-using System.Diagnostics;
-
 namespace MSTestTimer;
 
 [TestClass]
 public class Tests
 {
-    private static readonly Stopwatch Stopwatch = new();
-
-    [ClassInitialize]
-    public static void Setup(TestContext _)
-    {
-        Stopwatch.Start();
-    }
-
-    [ClassCleanup]
-    public static void Cleanup()
-    {
-        Console.WriteLine(Stopwatch.Elapsed);
-    }
-    
     [TestMethod]
     [DynamicData(nameof(Repeat), DynamicDataSourceType.Method)]
     public async Task TestMethod1(int _)
@@ -28,9 +12,6 @@ public async Task TestMethod1(int _)
 
     public static IEnumerable<object[]> Repeat()
     {
-        foreach (var i in Enumerable.Range(0, 1001))
-        {
-            yield return [i];
-        }
+        return Enumerable.Range(0, 100).Select(i => (object[])[i]);
     }
 }

tools/speed-comparison/NUnitTimer/NUnitTimer/Tests.cs

@@ -1,25 +1,9 @@
-using System.Diagnostics;
-
 namespace NUnitTimer;
 
 [Parallelizable(ParallelScope.All)]
 public class Tests
 {
-    private readonly Stopwatch _stopwatch = new();
-
-    [OneTimeSetUp]
-    public void Setup()
-    {
-        _stopwatch.Start();
-    }
-    
-    [OneTimeTearDown]
-    public void Teardown()
-    {
-        Console.WriteLine(_stopwatch.Elapsed);
-    }
-
-    [Test, Repeat(1_000)]
+    [Test, Repeat(100)]
     public async Task Test1()
     {
         await Task.Delay(50);