diff --git a/docs/docs/benchmarks/AsyncTests.md b/docs/docs/benchmarks/AsyncTests.md index 321fbdfcb0..1672c50549 100644 --- a/docs/docs/benchmarks/AsyncTests.md +++ b/docs/docs/benchmarks/AsyncTests.md @@ -7,7 +7,7 @@ sidebar_position: 2 # AsyncTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-06** from the latest CI run. +This benchmark was automatically generated on **2026-05-07** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-06** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 502.8 ms | 501.8 ms | 9.37 ms | -| NUnit | 4.5.1 | 722.1 ms | 718.3 ms | 12.42 ms | -| MSTest | 4.2.2 | 657.0 ms | 648.9 ms | 21.69 ms | -| xUnit3 | 3.2.2 | 768.0 ms | 769.4 ms | 7.78 ms | -| **TUnit (AOT)** | 1.43.11 | 120.4 ms | 120.4 ms | 0.30 ms | +| **TUnit** | 1.43.11 | 524.5 ms | 525.8 ms | 5.23 ms | +| NUnit | 4.5.1 | 731.0 ms | 732.4 ms | 7.06 ms | +| MSTest | 4.2.2 | 642.4 ms | 642.0 ms | 8.05 ms | +| xUnit3 | 3.2.2 | 793.1 ms | 793.4 ms | 8.05 ms | +| **TUnit (AOT)** | 1.43.11 | 122.6 ms | 122.6 ms | 0.19 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-06** from the latest CI xychart-beta title "AsyncTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 922 - bar [502.8, 722.1, 657, 768, 120.4] + y-axis "Time (ms)" 0 --> 952 + bar [524.5, 731, 642.4, 793.1, 122.6] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-06T00:47:34.012Z* +*Last generated: 2026-05-07T00:50:30.500Z* diff --git a/docs/docs/benchmarks/BuildTime.md b/docs/docs/benchmarks/BuildTime.md index 70577eb15b..0554b79591 100644 --- a/docs/docs/benchmarks/BuildTime.md +++ b/docs/docs/benchmarks/BuildTime.md @@ -7,7 +7,7 @@ sidebar_position: 8 # Build Performance Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-06** from the latest CI run. +This benchmark was automatically generated on **2026-05-07** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -18,10 +18,10 @@ Compilation time comparison across frameworks: | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 1.992 s | 1.999 s | 0.0311 s | -| Build_NUnit | 4.5.1 | 1.767 s | 1.764 s | 0.0142 s | -| Build_MSTest | 4.2.2 | 1.825 s | 1.827 s | 0.0228 s | -| Build_xUnit3 | 3.2.2 | 1.751 s | 1.752 s | 0.0128 s | +| **TUnit** | 1.43.11 | 1.888 s | 1.892 s | 0.0226 s | +| Build_NUnit | 4.5.1 | 1.723 s | 1.729 s | 0.0351 s | +| Build_MSTest | 4.2.2 | 1.809 s | 1.803 s | 0.0220 s | +| Build_xUnit3 | 3.2.2 | 1.695 s | 1.696 s | 0.0230 s | ## 📈 Visual Comparison @@ -60,7 +60,7 @@ xychart-beta title "Build Time Comparison" x-axis ["Build_TUnit", "Build_NUnit", "Build_MSTest", "Build_xUnit3"] y-axis "Time (s)" 0 --> 3 - bar [1.992, 1.767, 1.825, 1.751] + bar [1.888, 1.723, 1.809, 1.695] ``` --- @@ -69,4 +69,4 @@ xychart-beta View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-06T00:47:34.014Z* +*Last generated: 2026-05-07T00:50:30.502Z* diff --git a/docs/docs/benchmarks/DataDrivenTests.md b/docs/docs/benchmarks/DataDrivenTests.md index 644d576f89..27969d7522 100644 --- a/docs/docs/benchmarks/DataDrivenTests.md +++ b/docs/docs/benchmarks/DataDrivenTests.md @@ -7,7 +7,7 @@ sidebar_position: 3 # DataDrivenTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-06** from the latest CI run. +This benchmark was automatically generated on **2026-05-07** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-06** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 456.03 ms | 456.05 ms | 2.362 ms | -| NUnit | 4.5.1 | 586.53 ms | 584.73 ms | 5.894 ms | -| MSTest | 4.2.2 | 580.03 ms | 581.13 ms | 6.344 ms | -| xUnit3 | 3.2.2 | 626.62 ms | 627.79 ms | 4.732 ms | -| **TUnit (AOT)** | 1.43.11 | 25.05 ms | 25.06 ms | 1.383 ms | +| **TUnit** | 1.43.11 | 433.32 ms | 434.56 ms | 4.783 ms | +| NUnit | 4.5.1 | 639.93 ms | 640.74 ms | 17.389 ms | +| MSTest | 4.2.2 | 634.75 ms | 631.39 ms | 10.411 ms | +| xUnit3 | 3.2.2 | 649.96 ms | 649.74 ms | 16.535 ms | +| **TUnit (AOT)** | 1.43.11 | 26.84 ms | 27.03 ms | 2.046 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-06** from the latest CI xychart-beta title "DataDrivenTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 752 - bar [456.03, 586.53, 580.03, 626.62, 25.05] + y-axis "Time (ms)" 0 --> 780 + bar [433.32, 639.93, 634.75, 649.96, 26.84] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-06T00:47:34.012Z* +*Last generated: 2026-05-07T00:50:30.501Z* diff --git a/docs/docs/benchmarks/MassiveParallelTests.md b/docs/docs/benchmarks/MassiveParallelTests.md index 84a310d8d2..1cad903159 100644 --- a/docs/docs/benchmarks/MassiveParallelTests.md +++ b/docs/docs/benchmarks/MassiveParallelTests.md @@ -7,7 +7,7 @@ sidebar_position: 4 # MassiveParallelTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-06** from the latest CI run. +This benchmark was automatically generated on **2026-05-07** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-06** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 651.8 ms | 652.0 ms | 1.43 ms | -| NUnit | 4.5.1 | 1,230.8 ms | 1,230.3 ms | 9.49 ms | -| MSTest | 4.2.2 | 2,952.4 ms | 2,952.6 ms | 11.90 ms | -| xUnit3 | 3.2.2 | 3,103.5 ms | 3,105.0 ms | 5.71 ms | -| **TUnit (AOT)** | 1.43.11 | 226.4 ms | 226.3 ms | 0.25 ms | +| **TUnit** | 1.43.11 | 654.0 ms | 653.3 ms | 5.42 ms | +| NUnit | 4.5.1 | 1,228.3 ms | 1,228.1 ms | 10.87 ms | +| MSTest | 4.2.2 | 2,953.7 ms | 2,955.0 ms | 7.99 ms | +| xUnit3 | 3.2.2 | 3,128.7 ms | 3,123.3 ms | 14.62 ms | +| **TUnit (AOT)** | 1.43.11 | 227.1 ms | 227.1 ms | 0.44 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-06** from the latest CI xychart-beta title "MassiveParallelTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 3725 - bar [651.8, 1230.8, 2952.4, 3103.5, 226.4] + y-axis "Time (ms)" 0 --> 3755 + bar [654, 1228.3, 2953.7, 3128.7, 227.1] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-06T00:47:34.013Z* +*Last generated: 2026-05-07T00:50:30.501Z* diff --git a/docs/docs/benchmarks/MatrixTests.md b/docs/docs/benchmarks/MatrixTests.md index 69b04b95cf..3fadb9254a 100644 --- a/docs/docs/benchmarks/MatrixTests.md +++ b/docs/docs/benchmarks/MatrixTests.md @@ -7,7 +7,7 @@ sidebar_position: 5 # MatrixTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-06** from the latest CI run. +This benchmark was automatically generated on **2026-05-07** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-06** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 568.7 ms | 568.7 ms | 4.05 ms | -| NUnit | 4.5.1 | 1,609.1 ms | 1,609.4 ms | 9.46 ms | -| MSTest | 4.2.2 | 1,502.1 ms | 1,503.5 ms | 4.03 ms | -| xUnit3 | 3.2.2 | 1,656.2 ms | 1,655.9 ms | 6.46 ms | -| **TUnit (AOT)** | 1.43.11 | 125.2 ms | 125.1 ms | 0.48 ms | +| **TUnit** | 1.43.11 | 597.3 ms | 596.7 ms | 9.70 ms | +| NUnit | 4.5.1 | 1,632.3 ms | 1,635.9 ms | 12.96 ms | +| MSTest | 4.2.2 | 1,531.5 ms | 1,523.2 ms | 16.08 ms | +| xUnit3 | 3.2.2 | 1,678.5 ms | 1,676.0 ms | 11.61 ms | +| **TUnit (AOT)** | 1.43.11 | 125.5 ms | 125.4 ms | 0.37 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-06** from the latest CI xychart-beta title "MatrixTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 1988 - bar [568.7, 1609.1, 1502.1, 1656.2, 125.2] + y-axis "Time (ms)" 0 --> 2015 + bar [597.3, 1632.3, 1531.5, 1678.5, 125.5] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-06T00:47:34.013Z* +*Last generated: 2026-05-07T00:50:30.501Z* diff --git a/docs/docs/benchmarks/ScaleTests.md b/docs/docs/benchmarks/ScaleTests.md index 8becafb4ad..047f0ef7f6 100644 --- a/docs/docs/benchmarks/ScaleTests.md +++ b/docs/docs/benchmarks/ScaleTests.md @@ -7,7 +7,7 @@ sidebar_position: 6 # ScaleTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-06** from the latest CI run. +This benchmark was automatically generated on **2026-05-07** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-06** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 468.76 ms | 468.81 ms | 2.282 ms | -| NUnit | 4.5.1 | 589.58 ms | 589.67 ms | 5.003 ms | -| MSTest | 4.2.2 | 460.20 ms | 460.40 ms | 6.481 ms | -| xUnit3 | 3.2.2 | 605.83 ms | 605.59 ms | 9.000 ms | -| **TUnit (AOT)** | 1.43.11 | 34.12 ms | 34.04 ms | 2.474 ms | +| **TUnit** | 1.43.11 | 465.54 ms | 465.41 ms | 3.483 ms | +| NUnit | 4.5.1 | 625.00 ms | 624.13 ms | 7.097 ms | +| MSTest | 4.2.2 | 588.72 ms | 585.25 ms | 9.685 ms | +| xUnit3 | 3.2.2 | 641.11 ms | 639.14 ms | 7.566 ms | +| **TUnit (AOT)** | 1.43.11 | 28.70 ms | 28.71 ms | 1.154 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-06** from the latest CI xychart-beta title "ScaleTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 727 - bar [468.76, 589.58, 460.2, 605.83, 34.12] + y-axis "Time (ms)" 0 --> 770 + bar [465.54, 625, 588.72, 641.11, 28.7] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-06T00:47:34.013Z* +*Last generated: 2026-05-07T00:50:30.501Z* diff --git a/docs/docs/benchmarks/SetupTeardownTests.md b/docs/docs/benchmarks/SetupTeardownTests.md index 5957a025db..9fa9253107 100644 --- a/docs/docs/benchmarks/SetupTeardownTests.md +++ b/docs/docs/benchmarks/SetupTeardownTests.md @@ -7,7 +7,7 @@ sidebar_position: 7 # SetupTeardownTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-06** from the latest CI run. +This benchmark was automatically generated on **2026-05-07** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -16,10 +16,10 @@ This benchmark was automatically generated on **2026-05-06** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 554.9 ms | 552.4 ms | 6.43 ms | -| NUnit | 4.5.1 | 1,167.8 ms | 1,167.4 ms | 5.65 ms | -| MSTest | 4.2.2 | 1,077.5 ms | 1,076.7 ms | 6.70 ms | -| xUnit3 | 3.2.2 | 1,218.8 ms | 1,219.1 ms | 6.72 ms | +| **TUnit** | 1.43.11 | 562.2 ms | 562.3 ms | 3.81 ms | +| NUnit | 4.5.1 | 1,182.6 ms | 1,183.0 ms | 5.06 ms | +| MSTest | 4.2.2 | 1,084.8 ms | 1,087.1 ms | 7.22 ms | +| xUnit3 | 3.2.2 | 1,231.9 ms | 1,232.4 ms | 7.06 ms | | **TUnit (AOT)** | 1.43.11 | NA | NA | NA | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-06** from the latest CI xychart-beta title "SetupTeardownTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 1463 - bar [554.9, 1167.8, 1077.5, 1218.8, 0] + y-axis "Time (ms)" 0 --> 1479 + bar [562.2, 1182.6, 1084.8, 1231.9, 0] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-06T00:47:34.014Z* +*Last generated: 2026-05-07T00:50:30.502Z* diff --git a/docs/docs/benchmarks/index.md b/docs/docs/benchmarks/index.md index 0c9b736464..ee63751283 100644 --- a/docs/docs/benchmarks/index.md +++ b/docs/docs/benchmarks/index.md @@ -7,7 +7,7 @@ sidebar_position: 1 # Performance Benchmarks :::info Last Updated -These benchmarks were automatically generated on **2026-05-06** from the latest CI run. +These benchmarks were automatically generated on **2026-05-07** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -80,4 +80,4 @@ These benchmarks run automatically daily via [GitHub Actions](https://github.com Each benchmark runs multiple iterations with statistical analysis to ensure accuracy. Results may vary based on hardware and test characteristics. ::: -*Last generated: 2026-05-06T00:47:34.014Z* +*Last generated: 2026-05-07T00:50:30.502Z* diff --git a/docs/static/benchmarks/AsyncTests.json b/docs/static/benchmarks/AsyncTests.json index ef57fbcdde..c6b870b992 100644 --- a/docs/static/benchmarks/AsyncTests.json +++ b/docs/static/benchmarks/AsyncTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-06T00:47:34.012Z", + "timestamp": "2026-05-07T00:50:30.500Z", "category": "AsyncTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "502.8 ms", - "Error": "9.54 ms", - "StdDev": "9.37 ms", - "Median": "501.8 ms" + "Mean": "524.5 ms", + "Error": "5.59 ms", + "StdDev": "5.23 ms", + "Median": "525.8 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "722.1 ms", - "Error": "14.01 ms", - "StdDev": "12.42 ms", - "Median": "718.3 ms" + "Mean": "731.0 ms", + "Error": "7.96 ms", + "StdDev": "7.06 ms", + "Median": "732.4 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "657.0 ms", - "Error": "12.98 ms", - "StdDev": "21.69 ms", - "Median": "648.9 ms" + "Mean": "642.4 ms", + "Error": "8.61 ms", + "StdDev": "8.05 ms", + "Median": "642.0 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "768.0 ms", - "Error": "8.31 ms", - "StdDev": "7.78 ms", - "Median": "769.4 ms" + "Mean": "793.1 ms", + "Error": "9.08 ms", + "StdDev": "8.05 ms", + "Median": "793.4 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "120.4 ms", - "Error": "0.33 ms", - "StdDev": "0.30 ms", - "Median": "120.4 ms" + "Mean": "122.6 ms", + "Error": "0.21 ms", + "StdDev": "0.19 ms", + "Median": "122.6 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/BuildTime.json b/docs/static/benchmarks/BuildTime.json index ced7af0a13..2897f00c8d 100644 --- a/docs/static/benchmarks/BuildTime.json +++ b/docs/static/benchmarks/BuildTime.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-06T00:47:34.014Z", + "timestamp": "2026-05-07T00:50:30.502Z", "category": "BuildTime", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,34 +10,34 @@ { "Method": "Build_TUnit", "Version": "1.43.11", - "Mean": "1.992 s", - "Error": "0.0332 s", - "StdDev": "0.0311 s", - "Median": "1.999 s" + "Mean": "1.888 s", + "Error": "0.0255 s", + "StdDev": "0.0226 s", + "Median": "1.892 s" }, { "Method": "Build_NUnit", "Version": "4.5.1", - "Mean": "1.767 s", - "Error": "0.0160 s", - "StdDev": "0.0142 s", - "Median": "1.764 s" + "Mean": "1.723 s", + "Error": "0.0328 s", + "StdDev": "0.0351 s", + "Median": "1.729 s" }, { "Method": "Build_MSTest", "Version": "4.2.2", - "Mean": "1.825 s", - "Error": "0.0243 s", - "StdDev": "0.0228 s", - "Median": "1.827 s" + "Mean": "1.809 s", + "Error": "0.0236 s", + "StdDev": "0.0220 s", + "Median": "1.803 s" }, { "Method": "Build_xUnit3", "Version": "3.2.2", - "Mean": "1.751 s", - "Error": "0.0145 s", - "StdDev": "0.0128 s", - "Median": "1.752 s" + "Mean": "1.695 s", + "Error": "0.0246 s", + "StdDev": "0.0230 s", + "Median": "1.696 s" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/DataDrivenTests.json b/docs/static/benchmarks/DataDrivenTests.json index c6d24a51b1..69de04c2e1 100644 --- a/docs/static/benchmarks/DataDrivenTests.json +++ b/docs/static/benchmarks/DataDrivenTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-06T00:47:34.012Z", + "timestamp": "2026-05-07T00:50:30.501Z", "category": "DataDrivenTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "456.03 ms", - "Error": "2.665 ms", - "StdDev": "2.362 ms", - "Median": "456.05 ms" + "Mean": "433.32 ms", + "Error": "5.728 ms", + "StdDev": "4.783 ms", + "Median": "434.56 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "586.53 ms", - "Error": "7.549 ms", - "StdDev": "5.894 ms", - "Median": "584.73 ms" + "Mean": "639.93 ms", + "Error": "12.703 ms", + "StdDev": "17.389 ms", + "Median": "640.74 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "580.03 ms", - "Error": "7.157 ms", - "StdDev": "6.344 ms", - "Median": "581.13 ms" + "Mean": "634.75 ms", + "Error": "8.232 ms", + "StdDev": "10.411 ms", + "Median": "631.39 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "626.62 ms", - "Error": "5.059 ms", - "StdDev": "4.732 ms", - "Median": "627.79 ms" + "Mean": "649.96 ms", + "Error": "11.281 ms", + "StdDev": "16.535 ms", + "Median": "649.74 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "25.05 ms", - "Error": "0.496 ms", - "StdDev": "1.383 ms", - "Median": "25.06 ms" + "Mean": "26.84 ms", + "Error": "0.701 ms", + "StdDev": "2.046 ms", + "Median": "27.03 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MassiveParallelTests.json b/docs/static/benchmarks/MassiveParallelTests.json index c3036a3ad3..2918bad2d6 100644 --- a/docs/static/benchmarks/MassiveParallelTests.json +++ b/docs/static/benchmarks/MassiveParallelTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-06T00:47:34.013Z", + "timestamp": "2026-05-07T00:50:30.501Z", "category": "MassiveParallelTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "651.8 ms", - "Error": "1.83 ms", - "StdDev": "1.43 ms", - "Median": "652.0 ms" + "Mean": "654.0 ms", + "Error": "5.80 ms", + "StdDev": "5.42 ms", + "Median": "653.3 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,230.8 ms", - "Error": "10.15 ms", - "StdDev": "9.49 ms", - "Median": "1,230.3 ms" + "Mean": "1,228.3 ms", + "Error": "12.27 ms", + "StdDev": "10.87 ms", + "Median": "1,228.1 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "2,952.4 ms", - "Error": "12.72 ms", - "StdDev": "11.90 ms", - "Median": "2,952.6 ms" + "Mean": "2,953.7 ms", + "Error": "8.54 ms", + "StdDev": "7.99 ms", + "Median": "2,955.0 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "3,103.5 ms", - "Error": "6.84 ms", - "StdDev": "5.71 ms", - "Median": "3,105.0 ms" + "Mean": "3,128.7 ms", + "Error": "15.63 ms", + "StdDev": "14.62 ms", + "Median": "3,123.3 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "226.4 ms", - "Error": "0.29 ms", - "StdDev": "0.25 ms", - "Median": "226.3 ms" + "Mean": "227.1 ms", + "Error": "0.47 ms", + "StdDev": "0.44 ms", + "Median": "227.1 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MatrixTests.json b/docs/static/benchmarks/MatrixTests.json index abe54d0c9d..927012e5b9 100644 --- a/docs/static/benchmarks/MatrixTests.json +++ b/docs/static/benchmarks/MatrixTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-06T00:47:34.013Z", + "timestamp": "2026-05-07T00:50:30.501Z", "category": "MatrixTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "568.7 ms", - "Error": "4.85 ms", - "StdDev": "4.05 ms", - "Median": "568.7 ms" + "Mean": "597.3 ms", + "Error": "9.07 ms", + "StdDev": "9.70 ms", + "Median": "596.7 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,609.1 ms", - "Error": "10.11 ms", - "StdDev": "9.46 ms", - "Median": "1,609.4 ms" + "Mean": "1,632.3 ms", + "Error": "14.62 ms", + "StdDev": "12.96 ms", + "Median": "1,635.9 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "1,502.1 ms", - "Error": "4.82 ms", - "StdDev": "4.03 ms", - "Median": "1,503.5 ms" + "Mean": "1,531.5 ms", + "Error": "18.14 ms", + "StdDev": "16.08 ms", + "Median": "1,523.2 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,656.2 ms", - "Error": "7.29 ms", - "StdDev": "6.46 ms", - "Median": "1,655.9 ms" + "Mean": "1,678.5 ms", + "Error": "13.90 ms", + "StdDev": "11.61 ms", + "Median": "1,676.0 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "125.2 ms", - "Error": "0.62 ms", - "StdDev": "0.48 ms", - "Median": "125.1 ms" + "Mean": "125.5 ms", + "Error": "0.39 ms", + "StdDev": "0.37 ms", + "Median": "125.4 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/ScaleTests.json b/docs/static/benchmarks/ScaleTests.json index fb37aa2677..a4b73683fc 100644 --- a/docs/static/benchmarks/ScaleTests.json +++ b/docs/static/benchmarks/ScaleTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-06T00:47:34.013Z", + "timestamp": "2026-05-07T00:50:30.501Z", "category": "ScaleTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "468.76 ms", - "Error": "2.733 ms", - "StdDev": "2.282 ms", - "Median": "468.81 ms" + "Mean": "465.54 ms", + "Error": "3.929 ms", + "StdDev": "3.483 ms", + "Median": "465.41 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "589.58 ms", - "Error": "5.644 ms", - "StdDev": "5.003 ms", - "Median": "589.67 ms" + "Mean": "625.00 ms", + "Error": "7.587 ms", + "StdDev": "7.097 ms", + "Median": "624.13 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "460.20 ms", - "Error": "7.311 ms", - "StdDev": "6.481 ms", - "Median": "460.40 ms" + "Mean": "588.72 ms", + "Error": "10.354 ms", + "StdDev": "9.685 ms", + "Median": "585.25 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "605.83 ms", - "Error": "9.621 ms", - "StdDev": "9.000 ms", - "Median": "605.59 ms" + "Mean": "641.11 ms", + "Error": "8.536 ms", + "StdDev": "7.566 ms", + "Median": "639.14 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "34.12 ms", - "Error": "0.844 ms", - "StdDev": "2.474 ms", - "Median": "34.04 ms" + "Mean": "28.70 ms", + "Error": "0.565 ms", + "StdDev": "1.154 ms", + "Median": "28.71 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/SetupTeardownTests.json b/docs/static/benchmarks/SetupTeardownTests.json index 06c1e403b2..6f8f3d1643 100644 --- a/docs/static/benchmarks/SetupTeardownTests.json +++ b/docs/static/benchmarks/SetupTeardownTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-06T00:47:34.014Z", + "timestamp": "2026-05-07T00:50:30.502Z", "category": "SetupTeardownTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,34 +10,34 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "554.9 ms", - "Error": "6.87 ms", - "StdDev": "6.43 ms", - "Median": "552.4 ms" + "Mean": "562.2 ms", + "Error": "4.07 ms", + "StdDev": "3.81 ms", + "Median": "562.3 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,167.8 ms", - "Error": "6.37 ms", - "StdDev": "5.65 ms", - "Median": "1,167.4 ms" + "Mean": "1,182.6 ms", + "Error": "5.71 ms", + "StdDev": "5.06 ms", + "Median": "1,183.0 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "1,077.5 ms", - "Error": "7.17 ms", - "StdDev": "6.70 ms", - "Median": "1,076.7 ms" + "Mean": "1,084.8 ms", + "Error": "7.72 ms", + "StdDev": "7.22 ms", + "Median": "1,087.1 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,218.8 ms", - "Error": "7.18 ms", - "StdDev": "6.72 ms", - "Median": "1,219.1 ms" + "Mean": "1,231.9 ms", + "Error": "7.96 ms", + "StdDev": "7.06 ms", + "Median": "1,232.4 ms" }, { "Method": "TUnit_AOT", diff --git a/docs/static/benchmarks/historical.json b/docs/static/benchmarks/historical.json index ffc8cbbf23..4206d11967 100644 --- a/docs/static/benchmarks/historical.json +++ b/docs/static/benchmarks/historical.json @@ -1,8 +1,4 @@ [ - { - "date": "2026-02-09", - "environment": "Ubuntu" - }, { "date": "2026-02-10", "environment": "Ubuntu" @@ -358,5 +354,9 @@ { "date": "2026-05-06", "environment": "Ubuntu" + }, + { + "date": "2026-05-07", + "environment": "Ubuntu" } ] \ No newline at end of file diff --git a/docs/static/benchmarks/latest.json b/docs/static/benchmarks/latest.json index ca237a542b..893d100e05 100644 --- a/docs/static/benchmarks/latest.json +++ b/docs/static/benchmarks/latest.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-06T00:47:34.015Z", + "timestamp": "2026-05-07T00:50:30.502Z", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.203", @@ -10,244 +10,244 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "502.8 ms", - "Error": "9.54 ms", - "StdDev": "9.37 ms", - "Median": "501.8 ms" + "Mean": "524.5 ms", + "Error": "5.59 ms", + "StdDev": "5.23 ms", + "Median": "525.8 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "722.1 ms", - "Error": "14.01 ms", - "StdDev": "12.42 ms", - "Median": "718.3 ms" + "Mean": "731.0 ms", + "Error": "7.96 ms", + "StdDev": "7.06 ms", + "Median": "732.4 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "657.0 ms", - "Error": "12.98 ms", - "StdDev": "21.69 ms", - "Median": "648.9 ms" + "Mean": "642.4 ms", + "Error": "8.61 ms", + "StdDev": "8.05 ms", + "Median": "642.0 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "768.0 ms", - "Error": "8.31 ms", - "StdDev": "7.78 ms", - "Median": "769.4 ms" + "Mean": "793.1 ms", + "Error": "9.08 ms", + "StdDev": "8.05 ms", + "Median": "793.4 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "120.4 ms", - "Error": "0.33 ms", - "StdDev": "0.30 ms", - "Median": "120.4 ms" + "Mean": "122.6 ms", + "Error": "0.21 ms", + "StdDev": "0.19 ms", + "Median": "122.6 ms" } ], "DataDrivenTests": [ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "456.03 ms", - "Error": "2.665 ms", - "StdDev": "2.362 ms", - "Median": "456.05 ms" + "Mean": "433.32 ms", + "Error": "5.728 ms", + "StdDev": "4.783 ms", + "Median": "434.56 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "586.53 ms", - "Error": "7.549 ms", - "StdDev": "5.894 ms", - "Median": "584.73 ms" + "Mean": "639.93 ms", + "Error": "12.703 ms", + "StdDev": "17.389 ms", + "Median": "640.74 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "580.03 ms", - "Error": "7.157 ms", - "StdDev": "6.344 ms", - "Median": "581.13 ms" + "Mean": "634.75 ms", + "Error": "8.232 ms", + "StdDev": "10.411 ms", + "Median": "631.39 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "626.62 ms", - "Error": "5.059 ms", - "StdDev": "4.732 ms", - "Median": "627.79 ms" + "Mean": "649.96 ms", + "Error": "11.281 ms", + "StdDev": "16.535 ms", + "Median": "649.74 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "25.05 ms", - "Error": "0.496 ms", - "StdDev": "1.383 ms", - "Median": "25.06 ms" + "Mean": "26.84 ms", + "Error": "0.701 ms", + "StdDev": "2.046 ms", + "Median": "27.03 ms" } ], "MassiveParallelTests": [ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "651.8 ms", - "Error": "1.83 ms", - "StdDev": "1.43 ms", - "Median": "652.0 ms" + "Mean": "654.0 ms", + "Error": "5.80 ms", + "StdDev": "5.42 ms", + "Median": "653.3 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,230.8 ms", - "Error": "10.15 ms", - "StdDev": "9.49 ms", - "Median": "1,230.3 ms" + "Mean": "1,228.3 ms", + "Error": "12.27 ms", + "StdDev": "10.87 ms", + "Median": "1,228.1 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "2,952.4 ms", - "Error": "12.72 ms", - "StdDev": "11.90 ms", - "Median": "2,952.6 ms" + "Mean": "2,953.7 ms", + "Error": "8.54 ms", + "StdDev": "7.99 ms", + "Median": "2,955.0 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "3,103.5 ms", - "Error": "6.84 ms", - "StdDev": "5.71 ms", - "Median": "3,105.0 ms" + "Mean": "3,128.7 ms", + "Error": "15.63 ms", + "StdDev": "14.62 ms", + "Median": "3,123.3 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "226.4 ms", - "Error": "0.29 ms", - "StdDev": "0.25 ms", - "Median": "226.3 ms" + "Mean": "227.1 ms", + "Error": "0.47 ms", + "StdDev": "0.44 ms", + "Median": "227.1 ms" } ], "MatrixTests": [ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "568.7 ms", - "Error": "4.85 ms", - "StdDev": "4.05 ms", - "Median": "568.7 ms" + "Mean": "597.3 ms", + "Error": "9.07 ms", + "StdDev": "9.70 ms", + "Median": "596.7 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,609.1 ms", - "Error": "10.11 ms", - "StdDev": "9.46 ms", - "Median": "1,609.4 ms" + "Mean": "1,632.3 ms", + "Error": "14.62 ms", + "StdDev": "12.96 ms", + "Median": "1,635.9 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "1,502.1 ms", - "Error": "4.82 ms", - "StdDev": "4.03 ms", - "Median": "1,503.5 ms" + "Mean": "1,531.5 ms", + "Error": "18.14 ms", + "StdDev": "16.08 ms", + "Median": "1,523.2 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,656.2 ms", - "Error": "7.29 ms", - "StdDev": "6.46 ms", - "Median": "1,655.9 ms" + "Mean": "1,678.5 ms", + "Error": "13.90 ms", + "StdDev": "11.61 ms", + "Median": "1,676.0 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "125.2 ms", - "Error": "0.62 ms", - "StdDev": "0.48 ms", - "Median": "125.1 ms" + "Mean": "125.5 ms", + "Error": "0.39 ms", + "StdDev": "0.37 ms", + "Median": "125.4 ms" } ], "ScaleTests": [ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "468.76 ms", - "Error": "2.733 ms", - "StdDev": "2.282 ms", - "Median": "468.81 ms" + "Mean": "465.54 ms", + "Error": "3.929 ms", + "StdDev": "3.483 ms", + "Median": "465.41 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "589.58 ms", - "Error": "5.644 ms", - "StdDev": "5.003 ms", - "Median": "589.67 ms" + "Mean": "625.00 ms", + "Error": "7.587 ms", + "StdDev": "7.097 ms", + "Median": "624.13 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "460.20 ms", - "Error": "7.311 ms", - "StdDev": "6.481 ms", - "Median": "460.40 ms" + "Mean": "588.72 ms", + "Error": "10.354 ms", + "StdDev": "9.685 ms", + "Median": "585.25 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "605.83 ms", - "Error": "9.621 ms", - "StdDev": "9.000 ms", - "Median": "605.59 ms" + "Mean": "641.11 ms", + "Error": "8.536 ms", + "StdDev": "7.566 ms", + "Median": "639.14 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "34.12 ms", - "Error": "0.844 ms", - "StdDev": "2.474 ms", - "Median": "34.04 ms" + "Mean": "28.70 ms", + "Error": "0.565 ms", + "StdDev": "1.154 ms", + "Median": "28.71 ms" } ], "SetupTeardownTests": [ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "554.9 ms", - "Error": "6.87 ms", - "StdDev": "6.43 ms", - "Median": "552.4 ms" + "Mean": "562.2 ms", + "Error": "4.07 ms", + "StdDev": "3.81 ms", + "Median": "562.3 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,167.8 ms", - "Error": "6.37 ms", - "StdDev": "5.65 ms", - "Median": "1,167.4 ms" + "Mean": "1,182.6 ms", + "Error": "5.71 ms", + "StdDev": "5.06 ms", + "Median": "1,183.0 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "1,077.5 ms", - "Error": "7.17 ms", - "StdDev": "6.70 ms", - "Median": "1,076.7 ms" + "Mean": "1,084.8 ms", + "Error": "7.72 ms", + "StdDev": "7.22 ms", + "Median": "1,087.1 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,218.8 ms", - "Error": "7.18 ms", - "StdDev": "6.72 ms", - "Median": "1,219.1 ms" + "Mean": "1,231.9 ms", + "Error": "7.96 ms", + "StdDev": "7.06 ms", + "Median": "1,232.4 ms" }, { "Method": "TUnit_AOT", @@ -264,34 +264,34 @@ { "Method": "Build_TUnit", "Version": "1.43.11", - "Mean": "1.992 s", - "Error": "0.0332 s", - "StdDev": "0.0311 s", - "Median": "1.999 s" + "Mean": "1.888 s", + "Error": "0.0255 s", + "StdDev": "0.0226 s", + "Median": "1.892 s" }, { "Method": "Build_NUnit", "Version": "4.5.1", - "Mean": "1.767 s", - "Error": "0.0160 s", - "StdDev": "0.0142 s", - "Median": "1.764 s" + "Mean": "1.723 s", + "Error": "0.0328 s", + "StdDev": "0.0351 s", + "Median": "1.729 s" }, { "Method": "Build_MSTest", "Version": "4.2.2", - "Mean": "1.825 s", - "Error": "0.0243 s", - "StdDev": "0.0228 s", - "Median": "1.827 s" + "Mean": "1.809 s", + "Error": "0.0236 s", + "StdDev": "0.0220 s", + "Median": "1.803 s" }, { "Method": "Build_xUnit3", "Version": "3.2.2", - "Mean": "1.751 s", - "Error": "0.0145 s", - "StdDev": "0.0128 s", - "Median": "1.752 s" + "Mean": "1.695 s", + "Error": "0.0246 s", + "StdDev": "0.0230 s", + "Median": "1.696 s" } ] }, @@ -299,6 +299,6 @@ "runtimeCategories": 6, "buildCategories": 1, "totalBenchmarks": 7, - "lastUpdated": "2026-05-06T00:47:34.011Z" + "lastUpdated": "2026-05-07T00:50:30.500Z" } } \ No newline at end of file diff --git a/docs/static/benchmarks/summary.json b/docs/static/benchmarks/summary.json index 2eff53d5af..fb11e88acc 100644 --- a/docs/static/benchmarks/summary.json +++ b/docs/static/benchmarks/summary.json @@ -10,6 +10,6 @@ "build": [ "BuildTime" ], - "timestamp": "2026-05-06", + "timestamp": "2026-05-07", "environment": "Ubuntu Latest • .NET SDK 10.0.203" } \ No newline at end of file