Add more validation benchmarks

dictionary.txt

@@ -46,6 +46,7 @@ decompile
 depersist
 deprioritization
 deprioritized
+Diagnoser
 Dispatchable
 DOCKERHUB
 drawio

src/HotChocolate/Core/benchmarks/Benchmarks.slnx

@@ -0,0 +1,8 @@
+<Solution>
+  <Folder Name="/Execution.Abstractions.Benchmarks/">
+    <Project Path="Execution.Abstractions.Benchmarks/HotChocolate.Execution.Abstractions.Benchmarks.csproj" />
+  </Folder>
+  <Folder Name="/Validation.Benchmarks/">
+    <Project Path="Validation.Benchmarks/HotChocolate.Validation.Benchmarks.csproj" />
+  </Folder>
+</Solution>

src/HotChocolate/Core/benchmarks/Execution.Abstractions.Benchmarks/Program.cs

@@ -1,4 +1,5 @@
 using BenchmarkDotNet.Running;
-using HotChocolate.Execution.Abstractions.Benchmarks;
 
-BenchmarkSwitcher.FromAssembly(typeof(PathBenchmark).Assembly).Run(args);
+BenchmarkSwitcher
+    .FromAssembly(typeof(Program).Assembly)
+    .Run(args);

src/HotChocolate/Core/benchmarks/Validation.Benchmarks/ExtraLargeSchema1Benchmark.cs

@@ -0,0 +1,23 @@
+using BenchmarkDotNet.Attributes;
+using BenchmarkDotNet.Jobs;
+using HotChocolate.Language;
+
+namespace HotChocolate.Validation.Benchmarks;
+
+[MemoryDiagnoser]
+[ShortRunJob(RuntimeMoniker.Net10_0)]
+public class ExtraLargeSchema1Benchmark : ValidationBenchmarkBase
+{
+    protected override string SchemaDocumentFile => "__resources__/extra-large-schema-1.graphqls";
+    protected override string DocumentFile => "__resources__/extra-large-schema-1-query.graphql";
+
+    [Benchmark]
+    public DocumentValidatorResult ExtraLargeSchema1Validation()
+    {
+        return Validator.Validate(
+            schema: Schema,
+            documentId: new OperationDocumentId("extra-large-schema-1-query"),
+            document: Document,
+            onlyNonCacheable: false);
+    }
+}

src/HotChocolate/Core/benchmarks/Validation.Benchmarks/HotChocolate.Validation.Benchmarks.csproj

@@ -20,4 +20,10 @@
     <ProjectReference Include="..\..\src\Validation\HotChocolate.Validation.csproj" />
   </ItemGroup>
 
+  <ItemGroup>
+    <None Update="__resources__\*">
+      <CopyToOutputDirectory>Always</CopyToOutputDirectory>
+    </None>
+  </ItemGroup>
+
 </Project>

src/HotChocolate/Core/benchmarks/Validation.Benchmarks/LargeSchema1Benchmark.cs

@@ -0,0 +1,23 @@
+using BenchmarkDotNet.Attributes;
+using BenchmarkDotNet.Jobs;
+using HotChocolate.Language;
+
+namespace HotChocolate.Validation.Benchmarks;
+
+[MemoryDiagnoser]
+[ShortRunJob(RuntimeMoniker.Net10_0)]
+public class LargeSchema1Benchmark : ValidationBenchmarkBase
+{
+    protected override string SchemaDocumentFile => "__resources__/large-schema-1.graphqls";
+    protected override string DocumentFile => "__resources__/large-schema-1-query.graphql";
+
+    [Benchmark]
+    public DocumentValidatorResult LargeSchema1Validation()
+    {
+        return Validator.Validate(
+            schema: Schema,
+            documentId: new OperationDocumentId("large-schema-1-query"),
+            document: Document,
+            onlyNonCacheable: false);
+    }
+}

src/HotChocolate/Core/benchmarks/Validation.Benchmarks/LargeSchema2Benchmark.cs

@@ -0,0 +1,23 @@
+using BenchmarkDotNet.Attributes;
+using BenchmarkDotNet.Jobs;
+using HotChocolate.Language;
+
+namespace HotChocolate.Validation.Benchmarks;
+
+[MemoryDiagnoser]
+[ShortRunJob(RuntimeMoniker.Net10_0)]
+public class LargeSchema2Benchmark : ValidationBenchmarkBase
+{
+    protected override string SchemaDocumentFile => "__resources__/large-schema-2.graphqls";
+    protected override string DocumentFile => "__resources__/large-schema-2-query.graphql";
+
+    [Benchmark]
+    public DocumentValidatorResult LargeSchema2Validation()
+    {
+        return Validator.Validate(
+            schema: Schema,
+            documentId: new OperationDocumentId("large-schema-2-query"),
+            document: Document,
+            onlyNonCacheable: false);
+    }
+}

src/HotChocolate/Core/benchmarks/Validation.Benchmarks/ManyFragmentsBenchmark.cs

@@ -0,0 +1,23 @@
+using BenchmarkDotNet.Attributes;
+using BenchmarkDotNet.Jobs;
+using HotChocolate.Language;
+
+namespace HotChocolate.Validation.Benchmarks;
+
+[MemoryDiagnoser]
+[ShortRunJob(RuntimeMoniker.Net10_0)]
+public class ManyFragmentsBenchmark : ValidationBenchmarkBase
+{
+    protected override string SchemaDocumentFile => "__resources__/many-fragments.graphqls";
+    protected override string DocumentFile => "__resources__/many-fragments-query.graphql";
+
+    [Benchmark]
+    public DocumentValidatorResult ManyFragmentsValidation()
+    {
+        return Validator.Validate(
+            schema: Schema,
+            documentId: new OperationDocumentId("many-fragments-query"),
+            document: Document,
+            onlyNonCacheable: false);
+    }
+}

src/HotChocolate/Core/benchmarks/Validation.Benchmarks/OverlappingFieldsMergedBenchmark.cs

@@ -1,9 +1,7 @@
 using BenchmarkDotNet.Attributes;
 using BenchmarkDotNet.Jobs;
-using HotChocolate;
 using HotChocolate.Language;
 using HotChocolate.Types;
-using HotChocolate.Validation;
 using HotChocolate.Validation.Rules;
 
 namespace HotChocolate.Validation.Benchmarks;

src/HotChocolate/Core/benchmarks/Validation.Benchmarks/Program.cs

@@ -1,4 +1,5 @@
 using BenchmarkDotNet.Running;
-using HotChocolate.Validation.Benchmarks;
 
-BenchmarkSwitcher.FromAssembly(typeof(OverlappingFieldsMergedBenchmark).Assembly).Run(args);
+BenchmarkSwitcher
+    .FromAssembly(typeof(Program).Assembly)
+    .Run(args);

src/HotChocolate/Core/benchmarks/Validation.Benchmarks/ValidationBenchmarkBase.cs

@@ -0,0 +1,40 @@
+using BenchmarkDotNet.Attributes;
+using HotChocolate.Language;
+using HotChocolate.Types;
+using Microsoft.Extensions.DependencyInjection;
+
+namespace HotChocolate.Validation.Benchmarks;
+
+public abstract class ValidationBenchmarkBase
+{
+    protected abstract string SchemaDocumentFile { get; }
+    protected abstract string DocumentFile { get; }
+
+    protected Schema Schema = null!;
+    protected DocumentValidator Validator = null!;
+    protected DocumentNode Document = null!;
+
+    [GlobalSetup]
+    public void GlobalSetup()
+    {
+        var schemaDocument = Utf8GraphQLParser.Parse(File.ReadAllText(SchemaDocumentFile));
+        var schemaBuilder = SchemaBuilder.New();
+
+        // Register stubs for custom scalars.
+        var customScalars = schemaDocument.Definitions.OfType<ScalarTypeDefinitionNode>()
+            .Where(s => !Scalars.IsBuiltIn(s.Name.Value));
+
+        foreach (var scalar in customScalars)
+        {
+            schemaBuilder.AddType(new AnyType(scalar.Name.Value));
+        }
+
+        Schema = schemaBuilder
+            .AddDocument(schemaDocument)
+            .Use(next => next)
+            .Create();
+
+        Validator = DocumentValidatorBuilder.New().AddDefaultRules().Build();
+        Document = Utf8GraphQLParser.Parse(File.ReadAllText(DocumentFile));
+    }
+}