feat: added source generator benchmarks

Author: TimothyMakkison

Refit.Benchmarks/Program.cs

@@ -7,7 +7,8 @@
 }
 else
 {
-    BenchmarkRunner.Run<EndToEndBenchmark>();
+    // BenchmarkRunner.Run<EndToEndBenchmark>();
     // BenchmarkRunner.Run<StartupBenchmark>();
     // BenchmarkRunner.Run<PerformanceBenchmark>();
+    BenchmarkRunner.Run<SourceGeneratorBenchmark>();
 }

Refit.Benchmarks/Refit.Benchmarks.csproj

@@ -20,6 +20,7 @@
     <ItemGroup>
       <PackageReference Include="AutoFixture" Version="4.18.1" />
       <PackageReference Include="BenchmarkDotNet" Version="0.14.0" />
+      <PackageReference Include="Microsoft.CodeAnalysis.CSharp.Workspaces" Version="4.12.0-3.24430.2" />
     </ItemGroup>
 
     <ItemGroup>

Refit.Benchmarks/SourceGeneratorBenchmark.cs

@@ -0,0 +1,166 @@
+using System.Reflection;
+
+using BenchmarkDotNet.Attributes;
+
+using Microsoft.CodeAnalysis;
+using Microsoft.CodeAnalysis.CSharp;
+
+using Refit.Generator;
+
+namespace Refit.Benchmarks;
+
+[MemoryDiagnoser]
+public class SourceGeneratorBenchmark
+{
+    private const string SmallInterface =
+        """
+        using System;
+        using System.Collections.Generic;
+        using System.Linq;
+        using System.Net.Http;
+        using System.Text;
+        using System.Threading;
+        using System.Threading.Tasks;
+        using Refit;
+
+        namespace RefitGeneratorTest;
+
+        public interface IReallyExcitingCrudApi<T, in TKey> where T : class
+        {
+            [Post("")]
+            Task<T> Create([Body] T payload);
+
+            [Get("")]
+            Task<List<T>> ReadAll();
+
+            [Get("/{key}")]
+            Task<T> ReadOne(TKey key);
+
+            [Put("/{key}")]
+            Task Update(TKey key, [Body]T payload);
+
+            [Delete("/{key}")]
+            Task Delete(TKey key);
+        }
+        """;
+
+    static readonly MetadataReference RefitAssembly = MetadataReference.CreateFromFile(
+        typeof(GetAttribute).Assembly.Location,
+        documentation: XmlDocumentationProvider.CreateFromFile(
+            Path.ChangeExtension(typeof(GetAttribute).Assembly.Location, ".xml")
+        )
+    );
+    static readonly Type[] ImportantAssemblies = {
+        typeof(Binder),
+        typeof(GetAttribute),
+        typeof(Enumerable),
+        typeof(Newtonsoft.Json.JsonConvert),
+        typeof(HttpContent),
+        typeof(Attribute)
+    };
+
+    static Assembly[] AssemblyReferencesForCodegen =>
+        AppDomain.CurrentDomain
+            .GetAssemblies()
+            .Concat(ImportantAssemblies.Select(x=>x.Assembly))
+            .Distinct()
+            .Where(a => !a.IsDynamic)
+            .ToArray();
+
+    private Compilation compilation;
+    private CSharpGeneratorDriver driver;
+
+
+    private static CSharpCompilation CreateLibrary2(params string[] source)
+    {
+        var references = new List<MetadataReference>();
+        var assemblies = AssemblyReferencesForCodegen;
+        foreach (var assembly in assemblies)
+        {
+            if (!assembly.IsDynamic)
+            {
+                references.Add(MetadataReference.CreateFromFile(assembly.Location));
+            }
+        }
+
+        references.Add(RefitAssembly);
+        var compilation = CSharpCompilation.Create(
+            "compilation",
+            source.Select(s => CSharpSyntaxTree.ParseText(s)),
+            references,
+            new CSharpCompilationOptions(OutputKind.ConsoleApplication)
+        );
+
+        return compilation;
+    }
+
+    public void Setup(string sourceText)
+    {
+        var references = new List<MetadataReference>();
+        var assemblies = AssemblyReferencesForCodegen;
+        foreach (var assembly in assemblies)
+        {
+            if (!assembly.IsDynamic)
+            {
+                references.Add(MetadataReference.CreateFromFile(assembly.Location));
+            }
+        }
+
+        references.Add(RefitAssembly);
+        compilation = CSharpCompilation.Create(
+            "compilation",
+            [CSharpSyntaxTree.ParseText(sourceText)],
+            references,
+            new CSharpCompilationOptions(OutputKind.ConsoleApplication)
+        );
+
+        var generator = GeneratorExtensions.AsSourceGenerator(new InterfaceStubGeneratorV2());
+        driver = CSharpGeneratorDriver.Create(generator);
+    }
+
+     private static CSharpCompilation CreateLibrary(params string[] source)
+    {
+        var references = new List<MetadataReference>();
+        var assemblies = AssemblyReferencesForCodegen;
+        foreach (var assembly in assemblies)
+        {
+            if (!assembly.IsDynamic)
+            {
+                references.Add(MetadataReference.CreateFromFile(assembly.Location));
+            }
+        }
+
+        references.Add(RefitAssembly);
+        var compilation = CSharpCompilation.Create(
+            "compilation",
+            source.Select(s => CSharpSyntaxTree.ParseText(s)),
+            references,
+            new CSharpCompilationOptions(OutputKind.ConsoleApplication)
+        );
+
+        return compilation;
+    }
+
+
+    [GlobalSetup(Target = nameof(Compile))]
+    public void SetupSmall() => Setup(SmallInterface);
+
+    [Benchmark]
+    public GeneratorDriver Compile()
+    {
+        return driver.RunGeneratorsAndUpdateCompilation(compilation, out _, out _);
+    }
+
+    [GlobalSetup(Target = nameof(Cached))]
+    public void SetupCached()
+    {
+        Setup(SmallInterface);
+        driver = (CSharpGeneratorDriver)driver.RunGeneratorsAndUpdateCompilation(compilation, out _, out _);
+    }
+
+    [Benchmark]
+    public GeneratorDriver Cached()
+    {
+        return driver.RunGeneratorsAndUpdateCompilation(compilation, out _, out _);
+    }
+}