diff --git a/README.md b/README.md index 8577756e24..f0db3d9b3f 100644 --- a/README.md +++ b/README.md @@ -61,14 +61,14 @@ Source generation shifts work from run time to build time: you pay a little up f | Scenario | TUnit (AOT) | TUnit | xUnit v3 | NUnit | MSTest | |----------|---|---|---|---|---| -| Data-driven tests | 17.74 ms | 308.59 ms | 534.14 ms | 547.52 ms | 552.18 ms | -| Async-heavy tests | 120.7 ms | 406.5 ms | 671.9 ms | 657.7 ms | 750.7 ms | -| Matrix combinations | 115.4 ms | 375.1 ms | 1,443.5 ms | 1,420.2 ms | 1,530.7 ms | -| Large suites (scale) | 15.92 ms | 272.51 ms | 500.67 ms | 502.50 ms | 494.11 ms | -| Massive parallelism | 217.8 ms | 469.3 ms | 2,926.8 ms | 1,073.9 ms | 2,981.5 ms | -| Setup/teardown lifecycle | 66.11 ms | 327.59 ms | 1,024.32 ms | 996.24 ms | 1,066.16 ms | - -Mean wall-clock time to run the same test suite. TUnit (AOT) 1.64.0 · TUnit 1.64.0 · xUnit v3 3.2.2 · NUnit 4.6.1 · MSTest 4.3.3. .NET SDK 10.0.302, .NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4. Updated 2026-08-09 — regenerated weekly by the [Speed Comparison workflow](https://github.com/thomhurst/TUnit/actions/workflows/speed-comparison.yml). Full results and methodology: [tunit.dev/docs/benchmarks](https://tunit.dev/docs/benchmarks/). +| Data-driven tests | 13.53 ms | 318.76 ms | 680.19 ms | 540.84 ms | 577.30 ms | +| Async-heavy tests | 118.5 ms | 437.3 ms | 906.6 ms | 653.1 ms | 724.2 ms | +| Matrix combinations | 117.8 ms | 436.2 ms | 1,677.9 ms | 1,471.3 ms | 1,547.8 ms | +| Large suites (scale) | 19.74 ms | 349.50 ms | 752.17 ms | 581.67 ms | 577.69 ms | +| Massive parallelism | 218.0 ms | 566.0 ms | 3,101.4 ms | 1,151.5 ms | 3,028.4 ms | +| Setup/teardown lifecycle | 66.91 ms | 355.61 ms | 1,292.08 ms | 1,045.37 ms | 1,104.79 ms | + +Mean wall-clock time to run the same test suite. TUnit (AOT) 1.65.0 · TUnit 1.65.0 · xUnit v3 4.0.0 · NUnit 4.6.1 · MSTest 4.3.3. .NET SDK 10.0.400, .NET 10.0.11 (10.0.11, 10.0.1126.37416), X64 RyuJIT x86-64-v4. Updated 2026-08-16 — regenerated weekly by the [Speed Comparison workflow](https://github.com/thomhurst/TUnit/actions/workflows/speed-comparison.yml). Full results and methodology: [tunit.dev/docs/benchmarks](https://tunit.dev/docs/benchmarks/). ## Getting Started diff --git a/docs/docs/benchmarks/engine/AsyncTests.md b/docs/docs/benchmarks/engine/AsyncTests.md index 4ae4ce22a2..3631fbb683 100644 --- a/docs/docs/benchmarks/engine/AsyncTests.md +++ b/docs/docs/benchmarks/engine/AsyncTests.md @@ -9,20 +9,20 @@ sidebar_position: 3 > Realistic async/await patterns with I/O simulation :::info Last Updated -This benchmark was automatically generated on **2026-08-09** from the latest CI run. +This benchmark was automatically generated on **2026-08-16** from the latest CI run. -**Environment:** Ubuntu Latest • .NET SDK 10.0.302 +**Environment:** Ubuntu Latest • .NET SDK 10.0.400 ::: ## 📊 Results | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.64.0 | 406.5 ms | 401.4 ms | 20.76 ms | -| NUnit | 4.6.1 | 657.7 ms | 649.5 ms | 38.73 ms | -| MSTest | 4.3.3 | 750.7 ms | 745.6 ms | 38.09 ms | -| xUnit3 | 3.2.2 | 671.9 ms | 670.0 ms | 22.31 ms | -| **TUnit (AOT)** | 1.64.0 | 120.7 ms | 120.7 ms | 1.57 ms | +| **TUnit** | 1.65.0 | 437.3 ms | 431.8 ms | 39.79 ms | +| NUnit | 4.6.1 | 653.1 ms | 655.6 ms | 60.47 ms | +| MSTest | 4.3.3 | 724.2 ms | 726.6 ms | 42.51 ms | +| xUnit3 | 4.0.0 | 906.6 ms | 906.0 ms | 45.02 ms | +| **TUnit (AOT)** | 1.65.0 | 118.5 ms | 118.3 ms | 1.24 ms | ## 📈 Visual Comparison @@ -60,8 +60,8 @@ This benchmark was automatically generated on **2026-08-09** from the latest CI xychart-beta title "AsyncTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 901 - bar [406.5, 657.7, 750.7, 671.9, 120.7] + y-axis "Time (ms)" 0 --> 1088 + bar [437.3, 653.1, 724.2, 906.6, 118.5] ``` ## 🎯 Key Insights @@ -74,4 +74,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-08-09T00:23:17.026Z* +*Last generated: 2026-08-16T00:18:52.418Z* diff --git a/docs/docs/benchmarks/engine/BuildTime.md b/docs/docs/benchmarks/engine/BuildTime.md index 8413057a06..02654883a8 100644 --- a/docs/docs/benchmarks/engine/BuildTime.md +++ b/docs/docs/benchmarks/engine/BuildTime.md @@ -9,9 +9,9 @@ sidebar_position: 9 > Compilation time from a clean build across frameworks — how long it takes to build an identical test project. :::info Last Updated -This benchmark was automatically generated on **2026-08-09** from the latest CI run. +This benchmark was automatically generated on **2026-08-16** from the latest CI run. -**Environment:** Ubuntu Latest • .NET SDK 10.0.302 +**Environment:** Ubuntu Latest • .NET SDK 10.0.400 ::: ## 📊 Results @@ -20,10 +20,10 @@ Compilation time comparison across frameworks: | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.64.0 | 940.2 ms | 938.3 ms | 27.85 ms | -| Build_NUnit | 4.6.1 | 925.3 ms | 924.0 ms | 17.10 ms | -| Build_MSTest | 4.3.3 | 1,033.0 ms | 1,024.9 ms | 49.06 ms | -| Build_xUnit3 | 3.2.2 | 930.5 ms | 927.8 ms | 16.14 ms | +| **TUnit** | 1.65.0 | 1,022.9 ms | 1,015.7 ms | 54.92 ms | +| Build_NUnit | 4.6.1 | 914.6 ms | 915.7 ms | 6.63 ms | +| Build_MSTest | 4.3.3 | 1,115.7 ms | 1,115.6 ms | 52.23 ms | +| Build_xUnit3 | 4.0.0 | 929.3 ms | 926.6 ms | 12.60 ms | ## 📈 Visual Comparison @@ -61,8 +61,8 @@ Compilation time comparison across frameworks: xychart-beta title "Build Time Comparison" x-axis ["Build_TUnit", "Build_NUnit", "Build_MSTest", "Build_xUnit3"] - y-axis "Time (ms)" 0 --> 1240 - bar [940.2, 925.3, 1033, 930.5] + y-axis "Time (ms)" 0 --> 1339 + bar [1022.9, 914.6, 1115.7, 929.3] ``` --- @@ -71,4 +71,4 @@ xychart-beta View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-08-09T00:23:17.061Z* +*Last generated: 2026-08-16T00:18:52.420Z* diff --git a/docs/docs/benchmarks/engine/DataDrivenTests.md b/docs/docs/benchmarks/engine/DataDrivenTests.md index c16ae69a09..0e07692a54 100644 --- a/docs/docs/benchmarks/engine/DataDrivenTests.md +++ b/docs/docs/benchmarks/engine/DataDrivenTests.md @@ -9,20 +9,20 @@ sidebar_position: 4 > Parameterized tests with multiple data sources :::info Last Updated -This benchmark was automatically generated on **2026-08-09** from the latest CI run. +This benchmark was automatically generated on **2026-08-16** from the latest CI run. -**Environment:** Ubuntu Latest • .NET SDK 10.0.302 +**Environment:** Ubuntu Latest • .NET SDK 10.0.400 ::: ## 📊 Results | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.64.0 | 308.59 ms | 307.89 ms | 5.350 ms | -| NUnit | 4.6.1 | 547.52 ms | 541.49 ms | 31.636 ms | -| MSTest | 4.3.3 | 552.18 ms | 551.76 ms | 41.191 ms | -| xUnit3 | 3.2.2 | 534.14 ms | 529.06 ms | 9.859 ms | -| **TUnit (AOT)** | 1.64.0 | 17.74 ms | 17.58 ms | 0.933 ms | +| **TUnit** | 1.65.0 | 318.76 ms | 312.55 ms | 15.439 ms | +| NUnit | 4.6.1 | 540.84 ms | 535.88 ms | 30.877 ms | +| MSTest | 4.3.3 | 577.30 ms | 574.52 ms | 30.305 ms | +| xUnit3 | 4.0.0 | 680.19 ms | 676.84 ms | 51.572 ms | +| **TUnit (AOT)** | 1.65.0 | 13.53 ms | 13.47 ms | 0.228 ms | ## 📈 Visual Comparison @@ -60,8 +60,8 @@ This benchmark was automatically generated on **2026-08-09** from the latest CI xychart-beta title "DataDrivenTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 663 - bar [308.59, 547.52, 552.18, 534.14, 17.74] + y-axis "Time (ms)" 0 --> 817 + bar [318.76, 540.84, 577.3, 680.19, 13.53] ``` ## 🎯 Key Insights @@ -74,4 +74,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-08-09T00:23:17.026Z* +*Last generated: 2026-08-16T00:18:52.418Z* diff --git a/docs/docs/benchmarks/engine/MassiveParallelTests.md b/docs/docs/benchmarks/engine/MassiveParallelTests.md index 0a04b87a1e..d7ea41d99e 100644 --- a/docs/docs/benchmarks/engine/MassiveParallelTests.md +++ b/docs/docs/benchmarks/engine/MassiveParallelTests.md @@ -9,20 +9,20 @@ sidebar_position: 5 > Parallel execution stress tests :::info Last Updated -This benchmark was automatically generated on **2026-08-09** from the latest CI run. +This benchmark was automatically generated on **2026-08-16** from the latest CI run. -**Environment:** Ubuntu Latest • .NET SDK 10.0.302 +**Environment:** Ubuntu Latest • .NET SDK 10.0.400 ::: ## 📊 Results | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.64.0 | 469.3 ms | 469.4 ms | 3.00 ms | -| NUnit | 4.6.1 | 1,073.9 ms | 1,067.0 ms | 12.86 ms | -| MSTest | 4.3.3 | 2,981.5 ms | 2,993.4 ms | 30.52 ms | -| xUnit3 | 3.2.2 | 2,926.8 ms | 2,928.2 ms | 12.70 ms | -| **TUnit (AOT)** | 1.64.0 | 217.8 ms | 217.7 ms | 0.39 ms | +| **TUnit** | 1.65.0 | 566.0 ms | 565.5 ms | 41.65 ms | +| NUnit | 4.6.1 | 1,151.5 ms | 1,136.4 ms | 40.23 ms | +| MSTest | 4.3.3 | 3,028.4 ms | 3,010.5 ms | 33.46 ms | +| xUnit3 | 4.0.0 | 3,101.4 ms | 3,095.4 ms | 27.30 ms | +| **TUnit (AOT)** | 1.65.0 | 218.0 ms | 217.2 ms | 1.54 ms | ## 📈 Visual Comparison @@ -60,8 +60,8 @@ This benchmark was automatically generated on **2026-08-09** from the latest CI xychart-beta title "MassiveParallelTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 3578 - bar [469.3, 1073.9, 2981.5, 2926.8, 217.8] + y-axis "Time (ms)" 0 --> 3722 + bar [566, 1151.5, 3028.4, 3101.4, 218] ``` ## 🎯 Key Insights @@ -74,4 +74,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-08-09T00:23:17.027Z* +*Last generated: 2026-08-16T00:18:52.418Z* diff --git a/docs/docs/benchmarks/engine/MatrixTests.md b/docs/docs/benchmarks/engine/MatrixTests.md index 4558de1966..8b76f7dda5 100644 --- a/docs/docs/benchmarks/engine/MatrixTests.md +++ b/docs/docs/benchmarks/engine/MatrixTests.md @@ -9,20 +9,20 @@ sidebar_position: 6 > Combinatorial test generation and execution :::info Last Updated -This benchmark was automatically generated on **2026-08-09** from the latest CI run. +This benchmark was automatically generated on **2026-08-16** from the latest CI run. -**Environment:** Ubuntu Latest • .NET SDK 10.0.302 +**Environment:** Ubuntu Latest • .NET SDK 10.0.400 ::: ## 📊 Results | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.64.0 | 375.1 ms | 375.9 ms | 5.58 ms | -| NUnit | 4.6.1 | 1,420.2 ms | 1,421.2 ms | 7.71 ms | -| MSTest | 4.3.3 | 1,530.7 ms | 1,525.7 ms | 22.65 ms | -| xUnit3 | 3.2.2 | 1,443.5 ms | 1,440.6 ms | 6.54 ms | -| **TUnit (AOT)** | 1.64.0 | 115.4 ms | 115.3 ms | 0.63 ms | +| **TUnit** | 1.65.0 | 436.2 ms | 430.7 ms | 28.73 ms | +| NUnit | 4.6.1 | 1,471.3 ms | 1,461.4 ms | 35.30 ms | +| MSTest | 4.3.3 | 1,547.8 ms | 1,538.3 ms | 24.02 ms | +| xUnit3 | 4.0.0 | 1,677.9 ms | 1,673.5 ms | 17.25 ms | +| **TUnit (AOT)** | 1.65.0 | 117.8 ms | 117.7 ms | 0.34 ms | ## 📈 Visual Comparison @@ -60,8 +60,8 @@ This benchmark was automatically generated on **2026-08-09** from the latest CI xychart-beta title "MatrixTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 1837 - bar [375.1, 1420.2, 1530.7, 1443.5, 115.4] + y-axis "Time (ms)" 0 --> 2014 + bar [436.2, 1471.3, 1547.8, 1677.9, 117.8] ``` ## 🎯 Key Insights @@ -74,4 +74,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-08-09T00:23:17.027Z* +*Last generated: 2026-08-16T00:18:52.419Z* diff --git a/docs/docs/benchmarks/engine/ScaleTests.md b/docs/docs/benchmarks/engine/ScaleTests.md index 579847adff..a054475be7 100644 --- a/docs/docs/benchmarks/engine/ScaleTests.md +++ b/docs/docs/benchmarks/engine/ScaleTests.md @@ -9,20 +9,20 @@ sidebar_position: 7 > Large test suites (150+ tests) measuring scalability :::info Last Updated -This benchmark was automatically generated on **2026-08-09** from the latest CI run. +This benchmark was automatically generated on **2026-08-16** from the latest CI run. -**Environment:** Ubuntu Latest • .NET SDK 10.0.302 +**Environment:** Ubuntu Latest • .NET SDK 10.0.400 ::: ## 📊 Results | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.64.0 | 272.51 ms | 271.73 ms | 3.031 ms | -| NUnit | 4.6.1 | 502.50 ms | 495.10 ms | 21.289 ms | -| MSTest | 4.3.3 | 494.11 ms | 495.49 ms | 4.829 ms | -| xUnit3 | 3.2.2 | 500.67 ms | 496.60 ms | 13.537 ms | -| **TUnit (AOT)** | 1.64.0 | 15.92 ms | 15.92 ms | 0.588 ms | +| **TUnit** | 1.65.0 | 349.50 ms | 333.60 ms | 41.972 ms | +| NUnit | 4.6.1 | 581.67 ms | 574.97 ms | 30.611 ms | +| MSTest | 4.3.3 | 577.69 ms | 579.55 ms | 30.378 ms | +| xUnit3 | 4.0.0 | 752.17 ms | 752.19 ms | 62.610 ms | +| **TUnit (AOT)** | 1.65.0 | 19.74 ms | 19.67 ms | 0.613 ms | ## 📈 Visual Comparison @@ -60,8 +60,8 @@ This benchmark was automatically generated on **2026-08-09** from the latest CI xychart-beta title "ScaleTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 603 - bar [272.51, 502.5, 494.11, 500.67, 15.92] + y-axis "Time (ms)" 0 --> 903 + bar [349.5, 581.67, 577.69, 752.17, 19.74] ``` ## 🎯 Key Insights @@ -74,4 +74,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-08-09T00:23:17.060Z* +*Last generated: 2026-08-16T00:18:52.419Z* diff --git a/docs/docs/benchmarks/engine/SetupTeardownTests.md b/docs/docs/benchmarks/engine/SetupTeardownTests.md index a77ce4cc69..042cf56f28 100644 --- a/docs/docs/benchmarks/engine/SetupTeardownTests.md +++ b/docs/docs/benchmarks/engine/SetupTeardownTests.md @@ -9,20 +9,20 @@ sidebar_position: 8 > Expensive test fixtures with setup/teardown overhead :::info Last Updated -This benchmark was automatically generated on **2026-08-09** from the latest CI run. +This benchmark was automatically generated on **2026-08-16** from the latest CI run. -**Environment:** Ubuntu Latest • .NET SDK 10.0.302 +**Environment:** Ubuntu Latest • .NET SDK 10.0.400 ::: ## 📊 Results | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.64.0 | 327.59 ms | 326.78 ms | 2.732 ms | -| NUnit | 4.6.1 | 996.24 ms | 995.63 ms | 7.547 ms | -| MSTest | 4.3.3 | 1,066.16 ms | 1,060.72 ms | 17.292 ms | -| xUnit3 | 3.2.2 | 1,024.32 ms | 1,023.42 ms | 9.380 ms | -| **TUnit (AOT)** | 1.64.0 | 66.11 ms | 66.06 ms | 0.728 ms | +| **TUnit** | 1.65.0 | 355.61 ms | 356.54 ms | 4.842 ms | +| NUnit | 4.6.1 | 1,045.37 ms | 1,047.53 ms | 14.229 ms | +| MSTest | 4.3.3 | 1,104.79 ms | 1,107.44 ms | 8.732 ms | +| xUnit3 | 4.0.0 | 1,292.08 ms | 1,281.97 ms | 41.267 ms | +| **TUnit (AOT)** | 1.65.0 | 66.91 ms | 66.72 ms | 0.630 ms | ## 📈 Visual Comparison @@ -60,8 +60,8 @@ This benchmark was automatically generated on **2026-08-09** from the latest CI xychart-beta title "SetupTeardownTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 1280 - bar [327.59, 996.24, 1066.16, 1024.32, 66.11] + y-axis "Time (ms)" 0 --> 1551 + bar [355.61, 1045.37, 1104.79, 1292.08, 66.91] ``` ## 🎯 Key Insights @@ -74,4 +74,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-08-09T00:23:17.061Z* +*Last generated: 2026-08-16T00:18:52.419Z* diff --git a/docs/docs/benchmarks/index.md b/docs/docs/benchmarks/index.md index 5f45b8f392..c50faf0fe0 100644 --- a/docs/docs/benchmarks/index.md +++ b/docs/docs/benchmarks/index.md @@ -7,9 +7,9 @@ sidebar_position: 1 # Performance Benchmarks :::info Last Updated -These benchmarks were automatically generated on **2026-08-09** from the latest CI run. +These benchmarks were automatically generated on **2026-08-16** from the latest CI run. -**Environment:** Ubuntu Latest • .NET SDK 10.0.302 +**Environment:** Ubuntu Latest • .NET SDK 10.0.400 ::: ## 🚀 Runtime Benchmarks @@ -37,8 +37,8 @@ These benchmarks compare TUnit against the most popular .NET testing frameworks: | Framework | Version Tested | |-----------|----------------| -| **TUnit** | 1.64.0 | -| **xUnit v3** | 3.2.2 | +| **TUnit** | 1.65.0 | +| **xUnit v3** | 4.0.0 | | **NUnit** | 4.6.1 | | **MSTest** | 4.3.3 | @@ -56,8 +56,8 @@ The benchmarks measure real-world testing patterns: ### Environment - **OS**: Ubuntu Latest (GitHub Actions) -- **Runtime**: .NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4 -- **SDK**: .NET SDK 10.0.302 +- **Runtime**: .NET 10.0.11 (10.0.11, 10.0.1126.37416), X64 RyuJIT x86-64-v4 +- **SDK**: .NET SDK 10.0.400 - **Hardware**: GitHub Actions Standard Runner (Ubuntu) - **Tool**: BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat) @@ -80,4 +80,4 @@ These benchmarks run automatically daily via [GitHub Actions](https://github.com Each benchmark runs multiple iterations with statistical analysis to ensure accuracy. Results may vary based on hardware and test characteristics. ::: -*Last generated: 2026-08-09T00:23:17.061Z* +*Last generated: 2026-08-16T00:18:52.420Z* diff --git a/docs/static/benchmarks/AsyncTests.json b/docs/static/benchmarks/AsyncTests.json index 737ea60794..356b724d6e 100644 --- a/docs/static/benchmarks/AsyncTests.json +++ b/docs/static/benchmarks/AsyncTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-08-09T00:23:17.026Z", + "timestamp": "2026-08-16T00:18:52.418Z", "category": "AsyncTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", - "sdk": ".NET SDK 10.0.302", - "host": ".NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4" + "sdk": ".NET SDK 10.0.400", + "host": ".NET 10.0.11 (10.0.11, 10.0.1126.37416), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "TUnit", - "Version": "1.64.0", - "Mean": "406.5 ms", - "Error": "8.10 ms", - "StdDev": "20.76 ms", - "Median": "401.4 ms" + "Version": "1.65.0", + "Mean": "437.3 ms", + "Error": "13.57 ms", + "StdDev": "39.79 ms", + "Median": "431.8 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "657.7 ms", - "Error": "13.35 ms", - "StdDev": "38.73 ms", - "Median": "649.5 ms" + "Mean": "653.1 ms", + "Error": "20.62 ms", + "StdDev": "60.47 ms", + "Median": "655.6 ms" }, { "Method": "MSTest", "Version": "4.3.3", - "Mean": "750.7 ms", - "Error": "14.86 ms", - "StdDev": "38.09 ms", - "Median": "745.6 ms" + "Mean": "724.2 ms", + "Error": "14.65 ms", + "StdDev": "42.51 ms", + "Median": "726.6 ms" }, { "Method": "xUnit3", - "Version": "3.2.2", - "Mean": "671.9 ms", - "Error": "13.35 ms", - "StdDev": "22.31 ms", - "Median": "670.0 ms" + "Version": "4.0.0", + "Mean": "906.6 ms", + "Error": "18.08 ms", + "StdDev": "45.02 ms", + "Median": "906.0 ms" }, { "Method": "TUnit_AOT", - "Version": "1.64.0", - "Mean": "120.7 ms", - "Error": "1.88 ms", - "StdDev": "1.57 ms", - "Median": "120.7 ms" + "Version": "1.65.0", + "Mean": "118.5 ms", + "Error": "1.40 ms", + "StdDev": "1.24 ms", + "Median": "118.3 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/BuildTime.json b/docs/static/benchmarks/BuildTime.json index 57b6004614..fdf9af246e 100644 --- a/docs/static/benchmarks/BuildTime.json +++ b/docs/static/benchmarks/BuildTime.json @@ -1,43 +1,43 @@ { - "timestamp": "2026-08-09T00:23:17.061Z", + "timestamp": "2026-08-16T00:18:52.420Z", "category": "BuildTime", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", - "sdk": ".NET SDK 10.0.302", - "host": ".NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4" + "sdk": ".NET SDK 10.0.400", + "host": ".NET 10.0.11 (10.0.11, 10.0.1126.37416), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "Build_TUnit", - "Version": "1.64.0", - "Mean": "940.2 ms", - "Error": "16.67 ms", - "StdDev": "27.85 ms", - "Median": "938.3 ms" + "Version": "1.65.0", + "Mean": "1,022.9 ms", + "Error": "20.32 ms", + "StdDev": "54.92 ms", + "Median": "1,015.7 ms" }, { "Method": "Build_NUnit", "Version": "4.6.1", - "Mean": "925.3 ms", - "Error": "18.28 ms", - "StdDev": "17.10 ms", - "Median": "924.0 ms" + "Mean": "914.6 ms", + "Error": "7.94 ms", + "StdDev": "6.63 ms", + "Median": "915.7 ms" }, { "Method": "Build_MSTest", "Version": "4.3.3", - "Mean": "1,033.0 ms", - "Error": "20.48 ms", - "StdDev": "49.06 ms", - "Median": "1,024.9 ms" + "Mean": "1,115.7 ms", + "Error": "22.16 ms", + "StdDev": "52.23 ms", + "Median": "1,115.6 ms" }, { "Method": "Build_xUnit3", - "Version": "3.2.2", - "Mean": "930.5 ms", - "Error": "17.26 ms", - "StdDev": "16.14 ms", - "Median": "927.8 ms" + "Version": "4.0.0", + "Mean": "929.3 ms", + "Error": "16.13 ms", + "StdDev": "12.60 ms", + "Median": "926.6 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/DataDrivenTests.json b/docs/static/benchmarks/DataDrivenTests.json index 4b1e3d8c52..906b04b1ac 100644 --- a/docs/static/benchmarks/DataDrivenTests.json +++ b/docs/static/benchmarks/DataDrivenTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-08-09T00:23:17.026Z", + "timestamp": "2026-08-16T00:18:52.418Z", "category": "DataDrivenTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", - "sdk": ".NET SDK 10.0.302", - "host": ".NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4" + "sdk": ".NET SDK 10.0.400", + "host": ".NET 10.0.11 (10.0.11, 10.0.1126.37416), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "TUnit", - "Version": "1.64.0", - "Mean": "308.59 ms", - "Error": "5.719 ms", - "StdDev": "5.350 ms", - "Median": "307.89 ms" + "Version": "1.65.0", + "Mean": "318.76 ms", + "Error": "6.066 ms", + "StdDev": "15.439 ms", + "Median": "312.55 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "547.52 ms", - "Error": "11.282 ms", - "StdDev": "31.636 ms", - "Median": "541.49 ms" + "Mean": "540.84 ms", + "Error": "10.822 ms", + "StdDev": "30.877 ms", + "Median": "535.88 ms" }, { "Method": "MSTest", "Version": "4.3.3", - "Mean": "552.18 ms", - "Error": "14.121 ms", - "StdDev": "41.191 ms", - "Median": "551.76 ms" + "Mean": "577.30 ms", + "Error": "11.504 ms", + "StdDev": "30.305 ms", + "Median": "574.52 ms" }, { "Method": "xUnit3", - "Version": "3.2.2", - "Mean": "534.14 ms", - "Error": "10.540 ms", - "StdDev": "9.859 ms", - "Median": "529.06 ms" + "Version": "4.0.0", + "Mean": "680.19 ms", + "Error": "17.585 ms", + "StdDev": "51.572 ms", + "Median": "676.84 ms" }, { "Method": "TUnit_AOT", - "Version": "1.64.0", - "Mean": "17.74 ms", - "Error": "0.354 ms", - "StdDev": "0.933 ms", - "Median": "17.58 ms" + "Version": "1.65.0", + "Mean": "13.53 ms", + "Error": "0.257 ms", + "StdDev": "0.228 ms", + "Median": "13.47 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MassiveParallelTests.json b/docs/static/benchmarks/MassiveParallelTests.json index 4d62e67dd2..66c3029e56 100644 --- a/docs/static/benchmarks/MassiveParallelTests.json +++ b/docs/static/benchmarks/MassiveParallelTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-08-09T00:23:17.027Z", + "timestamp": "2026-08-16T00:18:52.419Z", "category": "MassiveParallelTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", - "sdk": ".NET SDK 10.0.302", - "host": ".NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4" + "sdk": ".NET SDK 10.0.400", + "host": ".NET 10.0.11 (10.0.11, 10.0.1126.37416), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "TUnit", - "Version": "1.64.0", - "Mean": "469.3 ms", - "Error": "3.21 ms", - "StdDev": "3.00 ms", - "Median": "469.4 ms" + "Version": "1.65.0", + "Mean": "566.0 ms", + "Error": "14.13 ms", + "StdDev": "41.65 ms", + "Median": "565.5 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "1,073.9 ms", - "Error": "14.51 ms", - "StdDev": "12.86 ms", - "Median": "1,067.0 ms" + "Mean": "1,151.5 ms", + "Error": "22.97 ms", + "StdDev": "40.23 ms", + "Median": "1,136.4 ms" }, { "Method": "MSTest", "Version": "4.3.3", - "Mean": "2,981.5 ms", - "Error": "32.62 ms", - "StdDev": "30.52 ms", - "Median": "2,993.4 ms" + "Mean": "3,028.4 ms", + "Error": "35.78 ms", + "StdDev": "33.46 ms", + "Median": "3,010.5 ms" }, { "Method": "xUnit3", - "Version": "3.2.2", - "Mean": "2,926.8 ms", - "Error": "15.21 ms", - "StdDev": "12.70 ms", - "Median": "2,928.2 ms" + "Version": "4.0.0", + "Mean": "3,101.4 ms", + "Error": "30.80 ms", + "StdDev": "27.30 ms", + "Median": "3,095.4 ms" }, { "Method": "TUnit_AOT", - "Version": "1.64.0", - "Mean": "217.8 ms", - "Error": "0.42 ms", - "StdDev": "0.39 ms", - "Median": "217.7 ms" + "Version": "1.65.0", + "Mean": "218.0 ms", + "Error": "1.65 ms", + "StdDev": "1.54 ms", + "Median": "217.2 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MatrixTests.json b/docs/static/benchmarks/MatrixTests.json index 87ff1f77f4..ec532a365f 100644 --- a/docs/static/benchmarks/MatrixTests.json +++ b/docs/static/benchmarks/MatrixTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-08-09T00:23:17.027Z", + "timestamp": "2026-08-16T00:18:52.419Z", "category": "MatrixTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", - "sdk": ".NET SDK 10.0.302", - "host": ".NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4" + "sdk": ".NET SDK 10.0.400", + "host": ".NET 10.0.11 (10.0.11, 10.0.1126.37416), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "TUnit", - "Version": "1.64.0", - "Mean": "375.1 ms", - "Error": "5.96 ms", - "StdDev": "5.58 ms", - "Median": "375.9 ms" + "Version": "1.65.0", + "Mean": "436.2 ms", + "Error": "9.74 ms", + "StdDev": "28.73 ms", + "Median": "430.7 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "1,420.2 ms", - "Error": "9.23 ms", - "StdDev": "7.71 ms", - "Median": "1,421.2 ms" + "Mean": "1,471.3 ms", + "Error": "28.75 ms", + "StdDev": "35.30 ms", + "Median": "1,461.4 ms" }, { "Method": "MSTest", "Version": "4.3.3", - "Mean": "1,530.7 ms", - "Error": "25.55 ms", - "StdDev": "22.65 ms", - "Median": "1,525.7 ms" + "Mean": "1,547.8 ms", + "Error": "28.77 ms", + "StdDev": "24.02 ms", + "Median": "1,538.3 ms" }, { "Method": "xUnit3", - "Version": "3.2.2", - "Mean": "1,443.5 ms", - "Error": "7.38 ms", - "StdDev": "6.54 ms", - "Median": "1,440.6 ms" + "Version": "4.0.0", + "Mean": "1,677.9 ms", + "Error": "18.45 ms", + "StdDev": "17.25 ms", + "Median": "1,673.5 ms" }, { "Method": "TUnit_AOT", - "Version": "1.64.0", - "Mean": "115.4 ms", - "Error": "0.71 ms", - "StdDev": "0.63 ms", - "Median": "115.3 ms" + "Version": "1.65.0", + "Mean": "117.8 ms", + "Error": "0.39 ms", + "StdDev": "0.34 ms", + "Median": "117.7 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/ScaleTests.json b/docs/static/benchmarks/ScaleTests.json index 19d00d56d9..83ca5e5d7f 100644 --- a/docs/static/benchmarks/ScaleTests.json +++ b/docs/static/benchmarks/ScaleTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-08-09T00:23:17.060Z", + "timestamp": "2026-08-16T00:18:52.419Z", "category": "ScaleTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", - "sdk": ".NET SDK 10.0.302", - "host": ".NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4" + "sdk": ".NET SDK 10.0.400", + "host": ".NET 10.0.11 (10.0.11, 10.0.1126.37416), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "TUnit", - "Version": "1.64.0", - "Mean": "272.51 ms", - "Error": "3.420 ms", - "StdDev": "3.031 ms", - "Median": "271.73 ms" + "Version": "1.65.0", + "Mean": "349.50 ms", + "Error": "14.235 ms", + "StdDev": "41.972 ms", + "Median": "333.60 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "502.50 ms", - "Error": "9.990 ms", - "StdDev": "21.289 ms", - "Median": "495.10 ms" + "Mean": "581.67 ms", + "Error": "11.620 ms", + "StdDev": "30.611 ms", + "Median": "574.97 ms" }, { "Method": "MSTest", "Version": "4.3.3", - "Mean": "494.11 ms", - "Error": "5.782 ms", - "StdDev": "4.829 ms", - "Median": "495.49 ms" + "Mean": "577.69 ms", + "Error": "11.308 ms", + "StdDev": "30.378 ms", + "Median": "579.55 ms" }, { "Method": "xUnit3", - "Version": "3.2.2", - "Mean": "500.67 ms", - "Error": "9.657 ms", - "StdDev": "13.537 ms", - "Median": "496.60 ms" + "Version": "4.0.0", + "Mean": "752.17 ms", + "Error": "21.463 ms", + "StdDev": "62.610 ms", + "Median": "752.19 ms" }, { "Method": "TUnit_AOT", - "Version": "1.64.0", - "Mean": "15.92 ms", - "Error": "0.317 ms", - "StdDev": "0.588 ms", - "Median": "15.92 ms" + "Version": "1.65.0", + "Mean": "19.74 ms", + "Error": "0.386 ms", + "StdDev": "0.613 ms", + "Median": "19.67 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/SetupTeardownTests.json b/docs/static/benchmarks/SetupTeardownTests.json index 648df37fe0..bd0d8771a9 100644 --- a/docs/static/benchmarks/SetupTeardownTests.json +++ b/docs/static/benchmarks/SetupTeardownTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-08-09T00:23:17.061Z", + "timestamp": "2026-08-16T00:18:52.419Z", "category": "SetupTeardownTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", - "sdk": ".NET SDK 10.0.302", - "host": ".NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4" + "sdk": ".NET SDK 10.0.400", + "host": ".NET 10.0.11 (10.0.11, 10.0.1126.37416), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "TUnit", - "Version": "1.64.0", - "Mean": "327.59 ms", - "Error": "2.921 ms", - "StdDev": "2.732 ms", - "Median": "326.78 ms" + "Version": "1.65.0", + "Mean": "355.61 ms", + "Error": "5.176 ms", + "StdDev": "4.842 ms", + "Median": "356.54 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "996.24 ms", - "Error": "8.514 ms", - "StdDev": "7.547 ms", - "Median": "995.63 ms" + "Mean": "1,045.37 ms", + "Error": "16.051 ms", + "StdDev": "14.229 ms", + "Median": "1,047.53 ms" }, { "Method": "MSTest", "Version": "4.3.3", - "Mean": "1,066.16 ms", - "Error": "18.486 ms", - "StdDev": "17.292 ms", - "Median": "1,060.72 ms" + "Mean": "1,104.79 ms", + "Error": "11.184 ms", + "StdDev": "8.732 ms", + "Median": "1,107.44 ms" }, { "Method": "xUnit3", - "Version": "3.2.2", - "Mean": "1,024.32 ms", - "Error": "10.028 ms", - "StdDev": "9.380 ms", - "Median": "1,023.42 ms" + "Version": "4.0.0", + "Mean": "1,292.08 ms", + "Error": "25.555 ms", + "StdDev": "41.267 ms", + "Median": "1,281.97 ms" }, { "Method": "TUnit_AOT", - "Version": "1.64.0", - "Mean": "66.11 ms", - "Error": "0.872 ms", - "StdDev": "0.728 ms", - "Median": "66.06 ms" + "Version": "1.65.0", + "Mean": "66.91 ms", + "Error": "0.754 ms", + "StdDev": "0.630 ms", + "Median": "66.72 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/historical.json b/docs/static/benchmarks/historical.json index d907ed2338..59258fa407 100644 --- a/docs/static/benchmarks/historical.json +++ b/docs/static/benchmarks/historical.json @@ -1,8 +1,4 @@ [ - { - "date": "2026-03-20", - "environment": "Ubuntu" - }, { "date": "2026-03-21", "environment": "Ubuntu" @@ -358,5 +354,9 @@ { "date": "2026-08-09", "environment": "Ubuntu" + }, + { + "date": "2026-08-16", + "environment": "Ubuntu" } ] \ No newline at end of file diff --git a/docs/static/benchmarks/latest.json b/docs/static/benchmarks/latest.json index 320f304546..c84b5c45ea 100644 --- a/docs/static/benchmarks/latest.json +++ b/docs/static/benchmarks/latest.json @@ -1,261 +1,261 @@ { - "timestamp": "2026-08-09T00:23:17.061Z", + "timestamp": "2026-08-16T00:18:52.420Z", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", - "sdk": ".NET SDK 10.0.302", - "host": ".NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4" + "sdk": ".NET SDK 10.0.400", + "host": ".NET 10.0.11 (10.0.11, 10.0.1126.37416), X64 RyuJIT x86-64-v4" }, "categories": { "AsyncTests": [ { "Method": "TUnit", - "Version": "1.64.0", - "Mean": "406.5 ms", - "Error": "8.10 ms", - "StdDev": "20.76 ms", - "Median": "401.4 ms" + "Version": "1.65.0", + "Mean": "437.3 ms", + "Error": "13.57 ms", + "StdDev": "39.79 ms", + "Median": "431.8 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "657.7 ms", - "Error": "13.35 ms", - "StdDev": "38.73 ms", - "Median": "649.5 ms" + "Mean": "653.1 ms", + "Error": "20.62 ms", + "StdDev": "60.47 ms", + "Median": "655.6 ms" }, { "Method": "MSTest", "Version": "4.3.3", - "Mean": "750.7 ms", - "Error": "14.86 ms", - "StdDev": "38.09 ms", - "Median": "745.6 ms" + "Mean": "724.2 ms", + "Error": "14.65 ms", + "StdDev": "42.51 ms", + "Median": "726.6 ms" }, { "Method": "xUnit3", - "Version": "3.2.2", - "Mean": "671.9 ms", - "Error": "13.35 ms", - "StdDev": "22.31 ms", - "Median": "670.0 ms" + "Version": "4.0.0", + "Mean": "906.6 ms", + "Error": "18.08 ms", + "StdDev": "45.02 ms", + "Median": "906.0 ms" }, { "Method": "TUnit_AOT", - "Version": "1.64.0", - "Mean": "120.7 ms", - "Error": "1.88 ms", - "StdDev": "1.57 ms", - "Median": "120.7 ms" + "Version": "1.65.0", + "Mean": "118.5 ms", + "Error": "1.40 ms", + "StdDev": "1.24 ms", + "Median": "118.3 ms" } ], "DataDrivenTests": [ { "Method": "TUnit", - "Version": "1.64.0", - "Mean": "308.59 ms", - "Error": "5.719 ms", - "StdDev": "5.350 ms", - "Median": "307.89 ms" + "Version": "1.65.0", + "Mean": "318.76 ms", + "Error": "6.066 ms", + "StdDev": "15.439 ms", + "Median": "312.55 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "547.52 ms", - "Error": "11.282 ms", - "StdDev": "31.636 ms", - "Median": "541.49 ms" + "Mean": "540.84 ms", + "Error": "10.822 ms", + "StdDev": "30.877 ms", + "Median": "535.88 ms" }, { "Method": "MSTest", "Version": "4.3.3", - "Mean": "552.18 ms", - "Error": "14.121 ms", - "StdDev": "41.191 ms", - "Median": "551.76 ms" + "Mean": "577.30 ms", + "Error": "11.504 ms", + "StdDev": "30.305 ms", + "Median": "574.52 ms" }, { "Method": "xUnit3", - "Version": "3.2.2", - "Mean": "534.14 ms", - "Error": "10.540 ms", - "StdDev": "9.859 ms", - "Median": "529.06 ms" + "Version": "4.0.0", + "Mean": "680.19 ms", + "Error": "17.585 ms", + "StdDev": "51.572 ms", + "Median": "676.84 ms" }, { "Method": "TUnit_AOT", - "Version": "1.64.0", - "Mean": "17.74 ms", - "Error": "0.354 ms", - "StdDev": "0.933 ms", - "Median": "17.58 ms" + "Version": "1.65.0", + "Mean": "13.53 ms", + "Error": "0.257 ms", + "StdDev": "0.228 ms", + "Median": "13.47 ms" } ], "MassiveParallelTests": [ { "Method": "TUnit", - "Version": "1.64.0", - "Mean": "469.3 ms", - "Error": "3.21 ms", - "StdDev": "3.00 ms", - "Median": "469.4 ms" + "Version": "1.65.0", + "Mean": "566.0 ms", + "Error": "14.13 ms", + "StdDev": "41.65 ms", + "Median": "565.5 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "1,073.9 ms", - "Error": "14.51 ms", - "StdDev": "12.86 ms", - "Median": "1,067.0 ms" + "Mean": "1,151.5 ms", + "Error": "22.97 ms", + "StdDev": "40.23 ms", + "Median": "1,136.4 ms" }, { "Method": "MSTest", "Version": "4.3.3", - "Mean": "2,981.5 ms", - "Error": "32.62 ms", - "StdDev": "30.52 ms", - "Median": "2,993.4 ms" + "Mean": "3,028.4 ms", + "Error": "35.78 ms", + "StdDev": "33.46 ms", + "Median": "3,010.5 ms" }, { "Method": "xUnit3", - "Version": "3.2.2", - "Mean": "2,926.8 ms", - "Error": "15.21 ms", - "StdDev": "12.70 ms", - "Median": "2,928.2 ms" + "Version": "4.0.0", + "Mean": "3,101.4 ms", + "Error": "30.80 ms", + "StdDev": "27.30 ms", + "Median": "3,095.4 ms" }, { "Method": "TUnit_AOT", - "Version": "1.64.0", - "Mean": "217.8 ms", - "Error": "0.42 ms", - "StdDev": "0.39 ms", - "Median": "217.7 ms" + "Version": "1.65.0", + "Mean": "218.0 ms", + "Error": "1.65 ms", + "StdDev": "1.54 ms", + "Median": "217.2 ms" } ], "MatrixTests": [ { "Method": "TUnit", - "Version": "1.64.0", - "Mean": "375.1 ms", - "Error": "5.96 ms", - "StdDev": "5.58 ms", - "Median": "375.9 ms" + "Version": "1.65.0", + "Mean": "436.2 ms", + "Error": "9.74 ms", + "StdDev": "28.73 ms", + "Median": "430.7 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "1,420.2 ms", - "Error": "9.23 ms", - "StdDev": "7.71 ms", - "Median": "1,421.2 ms" + "Mean": "1,471.3 ms", + "Error": "28.75 ms", + "StdDev": "35.30 ms", + "Median": "1,461.4 ms" }, { "Method": "MSTest", "Version": "4.3.3", - "Mean": "1,530.7 ms", - "Error": "25.55 ms", - "StdDev": "22.65 ms", - "Median": "1,525.7 ms" + "Mean": "1,547.8 ms", + "Error": "28.77 ms", + "StdDev": "24.02 ms", + "Median": "1,538.3 ms" }, { "Method": "xUnit3", - "Version": "3.2.2", - "Mean": "1,443.5 ms", - "Error": "7.38 ms", - "StdDev": "6.54 ms", - "Median": "1,440.6 ms" + "Version": "4.0.0", + "Mean": "1,677.9 ms", + "Error": "18.45 ms", + "StdDev": "17.25 ms", + "Median": "1,673.5 ms" }, { "Method": "TUnit_AOT", - "Version": "1.64.0", - "Mean": "115.4 ms", - "Error": "0.71 ms", - "StdDev": "0.63 ms", - "Median": "115.3 ms" + "Version": "1.65.0", + "Mean": "117.8 ms", + "Error": "0.39 ms", + "StdDev": "0.34 ms", + "Median": "117.7 ms" } ], "ScaleTests": [ { "Method": "TUnit", - "Version": "1.64.0", - "Mean": "272.51 ms", - "Error": "3.420 ms", - "StdDev": "3.031 ms", - "Median": "271.73 ms" + "Version": "1.65.0", + "Mean": "349.50 ms", + "Error": "14.235 ms", + "StdDev": "41.972 ms", + "Median": "333.60 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "502.50 ms", - "Error": "9.990 ms", - "StdDev": "21.289 ms", - "Median": "495.10 ms" + "Mean": "581.67 ms", + "Error": "11.620 ms", + "StdDev": "30.611 ms", + "Median": "574.97 ms" }, { "Method": "MSTest", "Version": "4.3.3", - "Mean": "494.11 ms", - "Error": "5.782 ms", - "StdDev": "4.829 ms", - "Median": "495.49 ms" + "Mean": "577.69 ms", + "Error": "11.308 ms", + "StdDev": "30.378 ms", + "Median": "579.55 ms" }, { "Method": "xUnit3", - "Version": "3.2.2", - "Mean": "500.67 ms", - "Error": "9.657 ms", - "StdDev": "13.537 ms", - "Median": "496.60 ms" + "Version": "4.0.0", + "Mean": "752.17 ms", + "Error": "21.463 ms", + "StdDev": "62.610 ms", + "Median": "752.19 ms" }, { "Method": "TUnit_AOT", - "Version": "1.64.0", - "Mean": "15.92 ms", - "Error": "0.317 ms", - "StdDev": "0.588 ms", - "Median": "15.92 ms" + "Version": "1.65.0", + "Mean": "19.74 ms", + "Error": "0.386 ms", + "StdDev": "0.613 ms", + "Median": "19.67 ms" } ], "SetupTeardownTests": [ { "Method": "TUnit", - "Version": "1.64.0", - "Mean": "327.59 ms", - "Error": "2.921 ms", - "StdDev": "2.732 ms", - "Median": "326.78 ms" + "Version": "1.65.0", + "Mean": "355.61 ms", + "Error": "5.176 ms", + "StdDev": "4.842 ms", + "Median": "356.54 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "996.24 ms", - "Error": "8.514 ms", - "StdDev": "7.547 ms", - "Median": "995.63 ms" + "Mean": "1,045.37 ms", + "Error": "16.051 ms", + "StdDev": "14.229 ms", + "Median": "1,047.53 ms" }, { "Method": "MSTest", "Version": "4.3.3", - "Mean": "1,066.16 ms", - "Error": "18.486 ms", - "StdDev": "17.292 ms", - "Median": "1,060.72 ms" + "Mean": "1,104.79 ms", + "Error": "11.184 ms", + "StdDev": "8.732 ms", + "Median": "1,107.44 ms" }, { "Method": "xUnit3", - "Version": "3.2.2", - "Mean": "1,024.32 ms", - "Error": "10.028 ms", - "StdDev": "9.380 ms", - "Median": "1,023.42 ms" + "Version": "4.0.0", + "Mean": "1,292.08 ms", + "Error": "25.555 ms", + "StdDev": "41.267 ms", + "Median": "1,281.97 ms" }, { "Method": "TUnit_AOT", - "Version": "1.64.0", - "Mean": "66.11 ms", - "Error": "0.872 ms", - "StdDev": "0.728 ms", - "Median": "66.06 ms" + "Version": "1.65.0", + "Mean": "66.91 ms", + "Error": "0.754 ms", + "StdDev": "0.630 ms", + "Median": "66.72 ms" } ] }, @@ -263,35 +263,35 @@ "BuildTime": [ { "Method": "Build_TUnit", - "Version": "1.64.0", - "Mean": "940.2 ms", - "Error": "16.67 ms", - "StdDev": "27.85 ms", - "Median": "938.3 ms" + "Version": "1.65.0", + "Mean": "1,022.9 ms", + "Error": "20.32 ms", + "StdDev": "54.92 ms", + "Median": "1,015.7 ms" }, { "Method": "Build_NUnit", "Version": "4.6.1", - "Mean": "925.3 ms", - "Error": "18.28 ms", - "StdDev": "17.10 ms", - "Median": "924.0 ms" + "Mean": "914.6 ms", + "Error": "7.94 ms", + "StdDev": "6.63 ms", + "Median": "915.7 ms" }, { "Method": "Build_MSTest", "Version": "4.3.3", - "Mean": "1,033.0 ms", - "Error": "20.48 ms", - "StdDev": "49.06 ms", - "Median": "1,024.9 ms" + "Mean": "1,115.7 ms", + "Error": "22.16 ms", + "StdDev": "52.23 ms", + "Median": "1,115.6 ms" }, { "Method": "Build_xUnit3", - "Version": "3.2.2", - "Mean": "930.5 ms", - "Error": "17.26 ms", - "StdDev": "16.14 ms", - "Median": "927.8 ms" + "Version": "4.0.0", + "Mean": "929.3 ms", + "Error": "16.13 ms", + "StdDev": "12.60 ms", + "Median": "926.6 ms" } ] }, @@ -299,6 +299,6 @@ "runtimeCategories": 6, "buildCategories": 1, "totalBenchmarks": 7, - "lastUpdated": "2026-08-09T00:23:17.026Z" + "lastUpdated": "2026-08-16T00:18:52.417Z" } } \ No newline at end of file diff --git a/docs/static/benchmarks/summary.json b/docs/static/benchmarks/summary.json index f01b78fc0e..ae43a2d45e 100644 --- a/docs/static/benchmarks/summary.json +++ b/docs/static/benchmarks/summary.json @@ -10,6 +10,6 @@ "build": [ "BuildTime" ], - "timestamp": "2026-08-09", - "environment": "Ubuntu Latest • .NET SDK 10.0.302" + "timestamp": "2026-08-16", + "environment": "Ubuntu Latest • .NET SDK 10.0.400" } \ No newline at end of file