Update benchmarks

Author: martinothamar

README.md

@@ -19,26 +19,52 @@ Sources:
 
 ### Initial benchmarks
 
-The below benchmark is generating 100_000 and 1_000_000 `double`s per run.
+The benchmarks measure generation of `double`s.
+Iterations = `double`s per op.
+
+#### With hardware counters
+
+``` ini
+
+BenchmarkDotNet=v0.13.5, OS=Windows 11 (10.0.22621.1555/22H2/2022Update/SunValley2)
+AMD Ryzen 5 5600X, 1 CPU, 12 logical and 6 physical cores
+.NET SDK=7.0.300-preview.23122.5
+  [Host]     : .NET 7.0.5 (7.0.523.17405), X64 RyuJIT AVX2
+  DefaultJob : .NET 7.0.5 (7.0.523.17405), X64 RyuJIT AVX2
+
+
+```
+|              Method | Iterations |     Mean |   Error |  StdDev |        Ratio | RatioSD | Rank | BranchInstructions/Op | CacheMisses/Op | TotalCycles/Op | BranchMispredictions/Op | Allocated | Alloc Ratio |
+|-------------------- |----------- |---------:|--------:|--------:|-------------:|--------:|-----:|----------------------:|---------------:|---------------:|------------------------:|----------:|------------:|
+|     SystemRandomGen |     100000 | 423.5 μs | 7.62 μs | 7.13 μs |     baseline |         |    4 |               603,262 |            482 |      1,293,860 |                     716 |         - |          NA |
+| Xoroshiro128PlusGen |     100000 | 305.8 μs | 2.99 μs | 2.80 μs | 1.38x faster |   0.03x |    3 |               107,806 |            261 |        999,642 |                     392 |         - |          NA |
+|   Xoshiro256PlusGen |     100000 | 231.2 μs | 2.85 μs | 2.67 μs | 1.83x faster |   0.03x |    2 |               105,846 |            219 |        750,974 |                     308 |         - |          NA |
+|          ShishuaGen |     100000 | 185.7 μs | 1.32 μs | 1.24 μs | 2.28x faster |   0.05x |    1 |               437,648 |            640 |        529,914 |                     346 |         - |          NA |
+
+
+#### Scaling iterations
+
+There is likely overhead in capturing hardware counters, so these should be more "correct"
 
 ``` ini
 
-BenchmarkDotNet=v0.13.5, OS=ubuntu 22.04
+BenchmarkDotNet=v0.13.5, OS=Windows 11 (10.0.22621.1555/22H2/2022Update/SunValley2)
 AMD Ryzen 5 5600X, 1 CPU, 12 logical and 6 physical cores
-.NET SDK=7.0.201
-  [Host]     : .NET 7.0.3 (7.0.323.6910), X64 RyuJIT AVX2
-  DefaultJob : .NET 7.0.3 (7.0.323.6910), X64 RyuJIT AVX2
+.NET SDK=7.0.300-preview.23122.5
+  [Host]     : .NET 7.0.5 (7.0.523.17405), X64 RyuJIT AVX2
+  DefaultJob : .NET 7.0.5 (7.0.523.17405), X64 RyuJIT AVX2
 
 
 ```
-|              Method | Iterations |       Mean |   Error |  StdDev |        Ratio | RatioSD | Rank | Allocated | Alloc Ratio |
-|-------------------- |----------- |-----------:|--------:|--------:|-------------:|--------:|-----:|----------:|------------:|
-|     SystemRandomGen |     100000 |   284.0 μs | 0.62 μs | 0.55 μs |     baseline |         |    4 |         - |          NA |
-| Xoroshiro128PlusGen |     100000 |   203.2 μs | 0.38 μs | 0.33 μs | 1.40x faster |   0.00x |    3 |         - |          NA |
-|   Xoshiro256PlusGen |     100000 |   159.6 μs | 0.30 μs | 0.28 μs | 1.78x faster |   0.00x |    2 |         - |          NA |
-|          ShishuaGen |     100000 |   104.2 μs | 0.63 μs | 0.59 μs | 2.73x faster |   0.02x |    1 |         - |          NA |
-|                     |            |            |         |         |              |         |      |           |             |
-|     SystemRandomGen |    1000000 | 2,847.6 μs | 3.27 μs | 2.90 μs |     baseline |         |    4 |       4 B |             |
-| Xoroshiro128PlusGen |    1000000 | 2,039.1 μs | 6.19 μs | 5.79 μs | 1.40x faster |   0.00x |    3 |       4 B |  1.00x more |
-|   Xoshiro256PlusGen |    1000000 | 1,601.5 μs | 2.78 μs | 2.60 μs | 1.78x faster |   0.00x |    2 |       2 B |  2.00x less |
-|          ShishuaGen |    1000000 | 1,039.5 μs | 2.16 μs | 2.02 μs | 2.74x faster |   0.01x |    1 |       2 B |  2.00x less |
+|              Method | Iterations |       Mean |    Error |   StdDev |        Ratio | RatioSD | Rank |
+|-------------------- |----------- |-----------:|---------:|---------:|-------------:|--------:|-----:|
+|     SystemRandomGen |     100000 |   282.1 μs |  2.04 μs |  1.70 μs |     baseline |         |    4 |
+| Xoroshiro128PlusGen |     100000 |   213.2 μs |  0.45 μs |  0.37 μs | 1.32x faster |   0.01x |    3 |
+|   Xoshiro256PlusGen |     100000 |   158.7 μs |  1.18 μs |  1.11 μs | 1.78x faster |   0.02x |    2 |
+|          ShishuaGen |     100000 |   103.5 μs |  0.54 μs |  0.45 μs | 2.73x faster |   0.02x |    1 |
+|                     |            |            |          |          |              |         |      |
+|     SystemRandomGen |    1000000 | 2,825.6 μs | 18.07 μs | 16.90 μs |     baseline |         |    4 |
+| Xoroshiro128PlusGen |    1000000 | 2,141.1 μs | 15.47 μs | 14.47 μs | 1.32x faster |   0.01x |    3 |
+|   Xoshiro256PlusGen |    1000000 | 1,583.3 μs |  7.22 μs |  6.40 μs | 1.79x faster |   0.01x |    2 |
+|          ShishuaGen |    1000000 | 1,030.8 μs |  8.83 μs |  8.26 μs | 2.74x faster |   0.03x |    1 |
+

benchmark/Fast.PRNGs.Benchmarks/Fast.PRNGs.Benchmarks.csproj

@@ -23,6 +23,7 @@
   <ItemGroup>
     <PackageReference Include="BenchmarkDotNet" Version="0.13.5" />
     <PackageReference Include="BenchmarkDotNet.Diagnostics.Windows" Version="0.13.5" />
+    <PackageReference Include="Microsoft.Diagnostics.Tracing.TraceEvent" Version="3.1.1" />
   </ItemGroup>
   <ItemGroup>
     <ProjectReference Include="..\..\src\Fast.PRNGs\Fast.PRNGs.csproj" />

benchmark/Fast.PRNGs.Benchmarks/PRNGs.cs

@@ -8,7 +8,7 @@ public class PRNGs
     private Xoroshiro128Plus _xoroshiro128plus;
     private Xoshiro256Plus _xoshiro256plus;
 
-    [Params(100_000)]
+    [Params(100_000, 1_000_000)]
     public int Iterations { get; set; }
 
     [GlobalSetup]
@@ -67,9 +67,15 @@ private sealed class Config : ManualConfig
         public Config()
         {
             this.SummaryStyle = SummaryStyle.Default.WithRatioStyle(RatioStyle.Trend);
-            this.AddDiagnoser(MemoryDiagnoser.Default);
+            //this.AddDiagnoser(MemoryDiagnoser.Default);
             this.AddColumn(RankColumn.Arabic);
             this.Orderer = new DefaultOrderer(SummaryOrderPolicy.SlowestToFastest, MethodOrderPolicy.Declared);
+            //this.AddHardwareCounters(
+            //    HardwareCounter.BranchInstructions,
+            //    HardwareCounter.BranchMispredictions,
+            //    HardwareCounter.CacheMisses,
+            //    HardwareCounter.TotalCycles
+            //);
         }
     }
 }