benchmarks

Author: Stepami

ExtendedJavaScriptSubset.slnx

@@ -1,6 +1,7 @@
 <Solution>
   <Folder Name="/Benchmarks/">
     <Project Path="benchmarks\HydraScript.Benchmarks\HydraScript.Benchmarks.csproj" Type="Classic C#" />
+    <File Path="benchmarks\Readme.md" />
   </Folder>
   <Folder Name="/SolutionItems/">
     <File Path=".gitignore" />

benchmarks/HydraScript.Benchmarks/InvokeBenchmark.cs

@@ -1,42 +1,53 @@
 using BenchmarkDotNet.Attributes;
-using BenchmarkDotNet.Jobs;
 using BenchmarkDotNet.Running;
+using HydraScript.Benchmarks;
 using HydraScript.Infrastructure;
 using Microsoft.Extensions.DependencyInjection;
 using Microsoft.Extensions.Logging;
+using Microsoft.Extensions.Logging.Abstractions;
+using Microsoft.Extensions.Options;
 
 BenchmarkRunner.Run<InvokeBenchmark>();
 
-[MemoryDiagnoser]
-[SimpleJob(RuntimeMoniker.NativeAot90)]
+[InProcess, MemoryDiagnoser]
 public class InvokeBenchmark
 {
     private ServiceProvider? _provider;
     private Executor? _executor;
+    private readonly UpdatableFileOptions _updatableFileOptions = new(new FileInfo(nameof(FileInfo)));
 
-    private readonly string _samplesPath = Path.Combine(
-        paths: Enumerable.Repeat("..", 6).ToArray()
-            .Concat(["hydrascript", "tests", "HydraScript.IntegrationTests", "Samples"])
-            .ToArray());
-    public IEnumerable<string> ScriptPaths => Directory.GetFiles(_samplesPath);
-    [ParamsSource(nameof(ScriptPaths))]
-    public required string ScriptPath;
+    private readonly IReadOnlyList<FileInfo> _scriptPaths =
+        Directory.GetFiles(
+                Path.Combine(
+                    paths: Enumerable.Repeat("..", 6).ToArray()
+                        .Concat(["hydrascript", "tests", "HydraScript.IntegrationTests", "Samples"])
+                        .ToArray()))
+            .Select(x => new FileInfo(x))
+            .ToArray();
 
     [GlobalSetup]
     public void GlobalSetup()
     {
-        var services = new ServiceCollection();
-        services.AddLogging(c => c.ClearProviders().AddConsole())
+        _provider = new ServiceCollection()
+            .AddLogging(x => x.ClearProviders().AddProvider(NullLoggerProvider.Instance))
             .AddDomain()
             .AddApplication()
-            .AddInfrastructure(dump: false, new FileInfo(ScriptPath));
-        _provider = services.BuildServiceProvider();
+            .AddInfrastructure(dump: false, _updatableFileOptions.Value)
+            .AddSingleton<IOptions<FileInfo>>(_updatableFileOptions)
+            .BuildServiceProvider();
         _executor = _provider.GetRequiredService<Executor>();
     }
 
     [GlobalCleanup]
     public void GlobalCleanup() => _provider?.Dispose();
 
     [Benchmark]
-    public void Invoke() => _executor?.Invoke();
+    public void Invoke()
+    {
+        for (var i = 0; i < _scriptPaths.Count; i++)
+        {
+            _updatableFileOptions.Update(_scriptPaths[i]);
+            _executor?.Invoke();
+        }
+    }
 }

benchmarks/HydraScript.Benchmarks/UpdatableFileOptions.cs

@@ -0,0 +1,10 @@
+using Microsoft.Extensions.Options;
+
+namespace HydraScript.Benchmarks;
+
+internal sealed class UpdatableFileOptions(FileInfo fileInfo) : IOptions<FileInfo>
+{
+    public FileInfo Value { get; private set; } = fileInfo;
+
+    public void Update(FileInfo fileInfo) => Value = fileInfo;
+}

benchmarks/Readme.md

@@ -0,0 +1,13 @@
+```
+
+BenchmarkDotNet v0.15.4, Windows 10 (10.0.19045.6332/22H2/2022Update)
+12th Gen Intel Core i7-12650H 2.30GHz, 1 CPU, 16 logical and 10 physical cores
+.NET SDK 9.0.305
+  [Host] : .NET 9.0.9 (9.0.9, 9.0.925.41916), X64 RyuJIT x86-64-v3
+
+Job=InProcess  Toolchain=InProcessEmitToolchain  
+
+```
+| Method |     Mean |     Error |    StdDev |     Gen0 |     Gen1 | Allocated |
+|--------|---------:|----------:|----------:|---------:|---------:|----------:|
+| Invoke | 8.748 ms | 0.1720 ms | 0.2574 ms | 828.1250 | 343.7500 |  10.06 MB |