diff --git a/docs/docs/benchmarks/AsyncTests.md b/docs/docs/benchmarks/AsyncTests.md index b178d8d7a0..321fbdfcb0 100644 --- a/docs/docs/benchmarks/AsyncTests.md +++ b/docs/docs/benchmarks/AsyncTests.md @@ -7,7 +7,7 @@ sidebar_position: 2 # AsyncTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-05** from the latest CI run. +This benchmark was automatically generated on **2026-05-06** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-05** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 512.9 ms | 512.8 ms | 1.98 ms | -| NUnit | 4.5.1 | 705.3 ms | 702.0 ms | 9.32 ms | -| MSTest | 4.2.2 | 611.8 ms | 612.3 ms | 7.84 ms | -| xUnit3 | 3.2.2 | 760.0 ms | 760.6 ms | 7.78 ms | -| **TUnit (AOT)** | 1.43.11 | 121.4 ms | 121.5 ms | 0.24 ms | +| **TUnit** | 1.43.11 | 502.8 ms | 501.8 ms | 9.37 ms | +| NUnit | 4.5.1 | 722.1 ms | 718.3 ms | 12.42 ms | +| MSTest | 4.2.2 | 657.0 ms | 648.9 ms | 21.69 ms | +| xUnit3 | 3.2.2 | 768.0 ms | 769.4 ms | 7.78 ms | +| **TUnit (AOT)** | 1.43.11 | 120.4 ms | 120.4 ms | 0.30 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-05** from the latest CI xychart-beta title "AsyncTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 912 - bar [512.9, 705.3, 611.8, 760, 121.4] + y-axis "Time (ms)" 0 --> 922 + bar [502.8, 722.1, 657, 768, 120.4] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-05T00:49:00.302Z* +*Last generated: 2026-05-06T00:47:34.012Z* diff --git a/docs/docs/benchmarks/BuildTime.md b/docs/docs/benchmarks/BuildTime.md index f555eea9ed..70577eb15b 100644 --- a/docs/docs/benchmarks/BuildTime.md +++ b/docs/docs/benchmarks/BuildTime.md @@ -7,7 +7,7 @@ sidebar_position: 8 # Build Performance Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-05** from the latest CI run. +This benchmark was automatically generated on **2026-05-06** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -18,10 +18,10 @@ Compilation time comparison across frameworks: | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 1.418 s | 1.415 s | 0.0322 s | -| Build_NUnit | 4.5.1 | 1.287 s | 1.277 s | 0.0294 s | -| Build_MSTest | 4.2.2 | 1.707 s | 1.676 s | 0.1376 s | -| Build_xUnit3 | 3.2.2 | 1.273 s | 1.275 s | 0.0117 s | +| **TUnit** | 1.43.11 | 1.992 s | 1.999 s | 0.0311 s | +| Build_NUnit | 4.5.1 | 1.767 s | 1.764 s | 0.0142 s | +| Build_MSTest | 4.2.2 | 1.825 s | 1.827 s | 0.0228 s | +| Build_xUnit3 | 3.2.2 | 1.751 s | 1.752 s | 0.0128 s | ## 📈 Visual Comparison @@ -60,7 +60,7 @@ xychart-beta title "Build Time Comparison" x-axis ["Build_TUnit", "Build_NUnit", "Build_MSTest", "Build_xUnit3"] y-axis "Time (s)" 0 --> 3 - bar [1.418, 1.287, 1.707, 1.273] + bar [1.992, 1.767, 1.825, 1.751] ``` --- @@ -69,4 +69,4 @@ xychart-beta View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-05T00:49:00.304Z* +*Last generated: 2026-05-06T00:47:34.014Z* diff --git a/docs/docs/benchmarks/DataDrivenTests.md b/docs/docs/benchmarks/DataDrivenTests.md index ea686aaf20..644d576f89 100644 --- a/docs/docs/benchmarks/DataDrivenTests.md +++ b/docs/docs/benchmarks/DataDrivenTests.md @@ -7,7 +7,7 @@ sidebar_position: 3 # DataDrivenTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-05** from the latest CI run. +This benchmark was automatically generated on **2026-05-06** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-05** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 463.22 ms | 465.39 ms | 5.372 ms | -| NUnit | 4.5.1 | 596.03 ms | 593.43 ms | 5.485 ms | -| MSTest | 4.2.2 | 590.50 ms | 587.62 ms | 12.722 ms | -| xUnit3 | 3.2.2 | 633.83 ms | 629.21 ms | 11.634 ms | -| **TUnit (AOT)** | 1.43.11 | 30.66 ms | 30.90 ms | 2.582 ms | +| **TUnit** | 1.43.11 | 456.03 ms | 456.05 ms | 2.362 ms | +| NUnit | 4.5.1 | 586.53 ms | 584.73 ms | 5.894 ms | +| MSTest | 4.2.2 | 580.03 ms | 581.13 ms | 6.344 ms | +| xUnit3 | 3.2.2 | 626.62 ms | 627.79 ms | 4.732 ms | +| **TUnit (AOT)** | 1.43.11 | 25.05 ms | 25.06 ms | 1.383 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-05** from the latest CI xychart-beta title "DataDrivenTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 761 - bar [463.22, 596.03, 590.5, 633.83, 30.66] + y-axis "Time (ms)" 0 --> 752 + bar [456.03, 586.53, 580.03, 626.62, 25.05] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-05T00:49:00.303Z* +*Last generated: 2026-05-06T00:47:34.012Z* diff --git a/docs/docs/benchmarks/MassiveParallelTests.md b/docs/docs/benchmarks/MassiveParallelTests.md index 8c5f69215a..84a310d8d2 100644 --- a/docs/docs/benchmarks/MassiveParallelTests.md +++ b/docs/docs/benchmarks/MassiveParallelTests.md @@ -7,7 +7,7 @@ sidebar_position: 4 # MassiveParallelTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-05** from the latest CI run. +This benchmark was automatically generated on **2026-05-06** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-05** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 653.9 ms | 653.1 ms | 2.97 ms | -| NUnit | 4.5.1 | 1,251.6 ms | 1,253.3 ms | 7.35 ms | -| MSTest | 4.2.2 | 2,966.3 ms | 2,966.0 ms | 5.41 ms | -| xUnit3 | 3.2.2 | 3,126.9 ms | 3,127.9 ms | 9.14 ms | -| **TUnit (AOT)** | 1.43.11 | 226.6 ms | 226.7 ms | 0.48 ms | +| **TUnit** | 1.43.11 | 651.8 ms | 652.0 ms | 1.43 ms | +| NUnit | 4.5.1 | 1,230.8 ms | 1,230.3 ms | 9.49 ms | +| MSTest | 4.2.2 | 2,952.4 ms | 2,952.6 ms | 11.90 ms | +| xUnit3 | 3.2.2 | 3,103.5 ms | 3,105.0 ms | 5.71 ms | +| **TUnit (AOT)** | 1.43.11 | 226.4 ms | 226.3 ms | 0.25 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-05** from the latest CI xychart-beta title "MassiveParallelTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 3753 - bar [653.9, 1251.6, 2966.3, 3126.9, 226.6] + y-axis "Time (ms)" 0 --> 3725 + bar [651.8, 1230.8, 2952.4, 3103.5, 226.4] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-05T00:49:00.303Z* +*Last generated: 2026-05-06T00:47:34.013Z* diff --git a/docs/docs/benchmarks/MatrixTests.md b/docs/docs/benchmarks/MatrixTests.md index d5604ea5e4..69b04b95cf 100644 --- a/docs/docs/benchmarks/MatrixTests.md +++ b/docs/docs/benchmarks/MatrixTests.md @@ -7,7 +7,7 @@ sidebar_position: 5 # MatrixTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-05** from the latest CI run. +This benchmark was automatically generated on **2026-05-06** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-05** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 568.9 ms | 569.0 ms | 4.53 ms | -| NUnit | 4.5.1 | 1,592.9 ms | 1,595.0 ms | 10.65 ms | -| MSTest | 4.2.2 | 1,489.4 ms | 1,490.6 ms | 7.68 ms | -| xUnit3 | 3.2.2 | 1,635.4 ms | 1,635.7 ms | 12.00 ms | -| **TUnit (AOT)** | 1.43.11 | 125.3 ms | 125.3 ms | 0.27 ms | +| **TUnit** | 1.43.11 | 568.7 ms | 568.7 ms | 4.05 ms | +| NUnit | 4.5.1 | 1,609.1 ms | 1,609.4 ms | 9.46 ms | +| MSTest | 4.2.2 | 1,502.1 ms | 1,503.5 ms | 4.03 ms | +| xUnit3 | 3.2.2 | 1,656.2 ms | 1,655.9 ms | 6.46 ms | +| **TUnit (AOT)** | 1.43.11 | 125.2 ms | 125.1 ms | 0.48 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-05** from the latest CI xychart-beta title "MatrixTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 1963 - bar [568.9, 1592.9, 1489.4, 1635.4, 125.3] + y-axis "Time (ms)" 0 --> 1988 + bar [568.7, 1609.1, 1502.1, 1656.2, 125.2] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-05T00:49:00.303Z* +*Last generated: 2026-05-06T00:47:34.013Z* diff --git a/docs/docs/benchmarks/ScaleTests.md b/docs/docs/benchmarks/ScaleTests.md index 2d2542e656..8becafb4ad 100644 --- a/docs/docs/benchmarks/ScaleTests.md +++ b/docs/docs/benchmarks/ScaleTests.md @@ -7,7 +7,7 @@ sidebar_position: 6 # ScaleTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-05** from the latest CI run. +This benchmark was automatically generated on **2026-05-06** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-05** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 462.84 ms | 462.76 ms | 1.954 ms | -| NUnit | 4.5.1 | 597.14 ms | 596.78 ms | 4.384 ms | -| MSTest | 4.2.2 | 464.14 ms | 464.15 ms | 5.391 ms | -| xUnit3 | 3.2.2 | 607.81 ms | 607.75 ms | 11.074 ms | -| **TUnit (AOT)** | 1.43.11 | 29.43 ms | 29.13 ms | 2.111 ms | +| **TUnit** | 1.43.11 | 468.76 ms | 468.81 ms | 2.282 ms | +| NUnit | 4.5.1 | 589.58 ms | 589.67 ms | 5.003 ms | +| MSTest | 4.2.2 | 460.20 ms | 460.40 ms | 6.481 ms | +| xUnit3 | 3.2.2 | 605.83 ms | 605.59 ms | 9.000 ms | +| **TUnit (AOT)** | 1.43.11 | 34.12 ms | 34.04 ms | 2.474 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-05** from the latest CI xychart-beta title "ScaleTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 730 - bar [462.84, 597.14, 464.14, 607.81, 29.43] + y-axis "Time (ms)" 0 --> 727 + bar [468.76, 589.58, 460.2, 605.83, 34.12] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-05T00:49:00.303Z* +*Last generated: 2026-05-06T00:47:34.013Z* diff --git a/docs/docs/benchmarks/SetupTeardownTests.md b/docs/docs/benchmarks/SetupTeardownTests.md index 7dcb649740..5957a025db 100644 --- a/docs/docs/benchmarks/SetupTeardownTests.md +++ b/docs/docs/benchmarks/SetupTeardownTests.md @@ -7,7 +7,7 @@ sidebar_position: 7 # SetupTeardownTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-05** from the latest CI run. +This benchmark was automatically generated on **2026-05-06** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -16,10 +16,10 @@ This benchmark was automatically generated on **2026-05-05** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 559.5 ms | 559.0 ms | 3.86 ms | -| NUnit | 4.5.1 | 1,201.2 ms | 1,201.4 ms | 5.82 ms | -| MSTest | 4.2.2 | 1,118.4 ms | 1,116.8 ms | 7.58 ms | -| xUnit3 | 3.2.2 | 1,260.5 ms | 1,259.5 ms | 6.50 ms | +| **TUnit** | 1.43.11 | 554.9 ms | 552.4 ms | 6.43 ms | +| NUnit | 4.5.1 | 1,167.8 ms | 1,167.4 ms | 5.65 ms | +| MSTest | 4.2.2 | 1,077.5 ms | 1,076.7 ms | 6.70 ms | +| xUnit3 | 3.2.2 | 1,218.8 ms | 1,219.1 ms | 6.72 ms | | **TUnit (AOT)** | 1.43.11 | NA | NA | NA | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-05** from the latest CI xychart-beta title "SetupTeardownTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 1513 - bar [559.5, 1201.2, 1118.4, 1260.5, 0] + y-axis "Time (ms)" 0 --> 1463 + bar [554.9, 1167.8, 1077.5, 1218.8, 0] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-05T00:49:00.304Z* +*Last generated: 2026-05-06T00:47:34.014Z* diff --git a/docs/docs/benchmarks/index.md b/docs/docs/benchmarks/index.md index 42ec6e8551..0c9b736464 100644 --- a/docs/docs/benchmarks/index.md +++ b/docs/docs/benchmarks/index.md @@ -7,7 +7,7 @@ sidebar_position: 1 # Performance Benchmarks :::info Last Updated -These benchmarks were automatically generated on **2026-05-05** from the latest CI run. +These benchmarks were automatically generated on **2026-05-06** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -80,4 +80,4 @@ These benchmarks run automatically daily via [GitHub Actions](https://github.com Each benchmark runs multiple iterations with statistical analysis to ensure accuracy. Results may vary based on hardware and test characteristics. ::: -*Last generated: 2026-05-05T00:49:00.305Z* +*Last generated: 2026-05-06T00:47:34.014Z* diff --git a/docs/static/benchmarks/AsyncTests.json b/docs/static/benchmarks/AsyncTests.json index 90671c48f7..ef57fbcdde 100644 --- a/docs/static/benchmarks/AsyncTests.json +++ b/docs/static/benchmarks/AsyncTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-05T00:49:00.302Z", + "timestamp": "2026-05-06T00:47:34.012Z", "category": "AsyncTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "512.9 ms", - "Error": "2.23 ms", - "StdDev": "1.98 ms", - "Median": "512.8 ms" + "Mean": "502.8 ms", + "Error": "9.54 ms", + "StdDev": "9.37 ms", + "Median": "501.8 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "705.3 ms", - "Error": "9.96 ms", - "StdDev": "9.32 ms", - "Median": "702.0 ms" + "Mean": "722.1 ms", + "Error": "14.01 ms", + "StdDev": "12.42 ms", + "Median": "718.3 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "611.8 ms", - "Error": "8.39 ms", - "StdDev": "7.84 ms", - "Median": "612.3 ms" + "Mean": "657.0 ms", + "Error": "12.98 ms", + "StdDev": "21.69 ms", + "Median": "648.9 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "760.0 ms", + "Mean": "768.0 ms", "Error": "8.31 ms", "StdDev": "7.78 ms", - "Median": "760.6 ms" + "Median": "769.4 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "121.4 ms", - "Error": "0.26 ms", - "StdDev": "0.24 ms", - "Median": "121.5 ms" + "Mean": "120.4 ms", + "Error": "0.33 ms", + "StdDev": "0.30 ms", + "Median": "120.4 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/BuildTime.json b/docs/static/benchmarks/BuildTime.json index 1da37ce31b..ced7af0a13 100644 --- a/docs/static/benchmarks/BuildTime.json +++ b/docs/static/benchmarks/BuildTime.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-05T00:49:00.304Z", + "timestamp": "2026-05-06T00:47:34.014Z", "category": "BuildTime", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,34 +10,34 @@ { "Method": "Build_TUnit", "Version": "1.43.11", - "Mean": "1.418 s", - "Error": "0.0279 s", - "StdDev": "0.0322 s", - "Median": "1.415 s" + "Mean": "1.992 s", + "Error": "0.0332 s", + "StdDev": "0.0311 s", + "Median": "1.999 s" }, { "Method": "Build_NUnit", "Version": "4.5.1", - "Mean": "1.287 s", - "Error": "0.0210 s", - "StdDev": "0.0294 s", - "Median": "1.277 s" + "Mean": "1.767 s", + "Error": "0.0160 s", + "StdDev": "0.0142 s", + "Median": "1.764 s" }, { "Method": "Build_MSTest", "Version": "4.2.2", - "Mean": "1.707 s", - "Error": "0.0480 s", - "StdDev": "0.1376 s", - "Median": "1.676 s" + "Mean": "1.825 s", + "Error": "0.0243 s", + "StdDev": "0.0228 s", + "Median": "1.827 s" }, { "Method": "Build_xUnit3", "Version": "3.2.2", - "Mean": "1.273 s", - "Error": "0.0125 s", - "StdDev": "0.0117 s", - "Median": "1.275 s" + "Mean": "1.751 s", + "Error": "0.0145 s", + "StdDev": "0.0128 s", + "Median": "1.752 s" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/DataDrivenTests.json b/docs/static/benchmarks/DataDrivenTests.json index 34f28d8869..c6d24a51b1 100644 --- a/docs/static/benchmarks/DataDrivenTests.json +++ b/docs/static/benchmarks/DataDrivenTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-05T00:49:00.303Z", + "timestamp": "2026-05-06T00:47:34.012Z", "category": "DataDrivenTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "463.22 ms", - "Error": "6.433 ms", - "StdDev": "5.372 ms", - "Median": "465.39 ms" + "Mean": "456.03 ms", + "Error": "2.665 ms", + "StdDev": "2.362 ms", + "Median": "456.05 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "596.03 ms", - "Error": "6.568 ms", - "StdDev": "5.485 ms", - "Median": "593.43 ms" + "Mean": "586.53 ms", + "Error": "7.549 ms", + "StdDev": "5.894 ms", + "Median": "584.73 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "590.50 ms", - "Error": "11.446 ms", - "StdDev": "12.722 ms", - "Median": "587.62 ms" + "Mean": "580.03 ms", + "Error": "7.157 ms", + "StdDev": "6.344 ms", + "Median": "581.13 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "633.83 ms", - "Error": "12.437 ms", - "StdDev": "11.634 ms", - "Median": "629.21 ms" + "Mean": "626.62 ms", + "Error": "5.059 ms", + "StdDev": "4.732 ms", + "Median": "627.79 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "30.66 ms", - "Error": "0.880 ms", - "StdDev": "2.582 ms", - "Median": "30.90 ms" + "Mean": "25.05 ms", + "Error": "0.496 ms", + "StdDev": "1.383 ms", + "Median": "25.06 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MassiveParallelTests.json b/docs/static/benchmarks/MassiveParallelTests.json index a86e82e1bd..c3036a3ad3 100644 --- a/docs/static/benchmarks/MassiveParallelTests.json +++ b/docs/static/benchmarks/MassiveParallelTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-05T00:49:00.303Z", + "timestamp": "2026-05-06T00:47:34.013Z", "category": "MassiveParallelTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "653.9 ms", - "Error": "3.56 ms", - "StdDev": "2.97 ms", - "Median": "653.1 ms" + "Mean": "651.8 ms", + "Error": "1.83 ms", + "StdDev": "1.43 ms", + "Median": "652.0 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,251.6 ms", - "Error": "7.85 ms", - "StdDev": "7.35 ms", - "Median": "1,253.3 ms" + "Mean": "1,230.8 ms", + "Error": "10.15 ms", + "StdDev": "9.49 ms", + "Median": "1,230.3 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "2,966.3 ms", - "Error": "6.11 ms", - "StdDev": "5.41 ms", - "Median": "2,966.0 ms" + "Mean": "2,952.4 ms", + "Error": "12.72 ms", + "StdDev": "11.90 ms", + "Median": "2,952.6 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "3,126.9 ms", - "Error": "10.31 ms", - "StdDev": "9.14 ms", - "Median": "3,127.9 ms" + "Mean": "3,103.5 ms", + "Error": "6.84 ms", + "StdDev": "5.71 ms", + "Median": "3,105.0 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "226.6 ms", - "Error": "0.52 ms", - "StdDev": "0.48 ms", - "Median": "226.7 ms" + "Mean": "226.4 ms", + "Error": "0.29 ms", + "StdDev": "0.25 ms", + "Median": "226.3 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MatrixTests.json b/docs/static/benchmarks/MatrixTests.json index 579e869ab8..abe54d0c9d 100644 --- a/docs/static/benchmarks/MatrixTests.json +++ b/docs/static/benchmarks/MatrixTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-05T00:49:00.303Z", + "timestamp": "2026-05-06T00:47:34.013Z", "category": "MatrixTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "568.9 ms", - "Error": "5.11 ms", - "StdDev": "4.53 ms", - "Median": "569.0 ms" + "Mean": "568.7 ms", + "Error": "4.85 ms", + "StdDev": "4.05 ms", + "Median": "568.7 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,592.9 ms", - "Error": "12.02 ms", - "StdDev": "10.65 ms", - "Median": "1,595.0 ms" + "Mean": "1,609.1 ms", + "Error": "10.11 ms", + "StdDev": "9.46 ms", + "Median": "1,609.4 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "1,489.4 ms", - "Error": "8.21 ms", - "StdDev": "7.68 ms", - "Median": "1,490.6 ms" + "Mean": "1,502.1 ms", + "Error": "4.82 ms", + "StdDev": "4.03 ms", + "Median": "1,503.5 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,635.4 ms", - "Error": "13.53 ms", - "StdDev": "12.00 ms", - "Median": "1,635.7 ms" + "Mean": "1,656.2 ms", + "Error": "7.29 ms", + "StdDev": "6.46 ms", + "Median": "1,655.9 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "125.3 ms", - "Error": "0.32 ms", - "StdDev": "0.27 ms", - "Median": "125.3 ms" + "Mean": "125.2 ms", + "Error": "0.62 ms", + "StdDev": "0.48 ms", + "Median": "125.1 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/ScaleTests.json b/docs/static/benchmarks/ScaleTests.json index 079e3a4977..fb37aa2677 100644 --- a/docs/static/benchmarks/ScaleTests.json +++ b/docs/static/benchmarks/ScaleTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-05T00:49:00.304Z", + "timestamp": "2026-05-06T00:47:34.013Z", "category": "ScaleTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "462.84 ms", - "Error": "2.339 ms", - "StdDev": "1.954 ms", - "Median": "462.76 ms" + "Mean": "468.76 ms", + "Error": "2.733 ms", + "StdDev": "2.282 ms", + "Median": "468.81 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "597.14 ms", - "Error": "4.945 ms", - "StdDev": "4.384 ms", - "Median": "596.78 ms" + "Mean": "589.58 ms", + "Error": "5.644 ms", + "StdDev": "5.003 ms", + "Median": "589.67 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "464.14 ms", - "Error": "6.455 ms", - "StdDev": "5.391 ms", - "Median": "464.15 ms" + "Mean": "460.20 ms", + "Error": "7.311 ms", + "StdDev": "6.481 ms", + "Median": "460.40 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "607.81 ms", - "Error": "11.276 ms", - "StdDev": "11.074 ms", - "Median": "607.75 ms" + "Mean": "605.83 ms", + "Error": "9.621 ms", + "StdDev": "9.000 ms", + "Median": "605.59 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "29.43 ms", - "Error": "0.720 ms", - "StdDev": "2.111 ms", - "Median": "29.13 ms" + "Mean": "34.12 ms", + "Error": "0.844 ms", + "StdDev": "2.474 ms", + "Median": "34.04 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/SetupTeardownTests.json b/docs/static/benchmarks/SetupTeardownTests.json index e9cdd85db6..06c1e403b2 100644 --- a/docs/static/benchmarks/SetupTeardownTests.json +++ b/docs/static/benchmarks/SetupTeardownTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-05T00:49:00.304Z", + "timestamp": "2026-05-06T00:47:34.014Z", "category": "SetupTeardownTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,34 +10,34 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "559.5 ms", - "Error": "4.13 ms", - "StdDev": "3.86 ms", - "Median": "559.0 ms" + "Mean": "554.9 ms", + "Error": "6.87 ms", + "StdDev": "6.43 ms", + "Median": "552.4 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,201.2 ms", - "Error": "6.56 ms", - "StdDev": "5.82 ms", - "Median": "1,201.4 ms" + "Mean": "1,167.8 ms", + "Error": "6.37 ms", + "StdDev": "5.65 ms", + "Median": "1,167.4 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "1,118.4 ms", - "Error": "8.11 ms", - "StdDev": "7.58 ms", - "Median": "1,116.8 ms" + "Mean": "1,077.5 ms", + "Error": "7.17 ms", + "StdDev": "6.70 ms", + "Median": "1,076.7 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,260.5 ms", - "Error": "7.33 ms", - "StdDev": "6.50 ms", - "Median": "1,259.5 ms" + "Mean": "1,218.8 ms", + "Error": "7.18 ms", + "StdDev": "6.72 ms", + "Median": "1,219.1 ms" }, { "Method": "TUnit_AOT", diff --git a/docs/static/benchmarks/historical.json b/docs/static/benchmarks/historical.json index e704b771f1..ffc8cbbf23 100644 --- a/docs/static/benchmarks/historical.json +++ b/docs/static/benchmarks/historical.json @@ -1,8 +1,4 @@ [ - { - "date": "2026-02-08", - "environment": "Ubuntu" - }, { "date": "2026-02-09", "environment": "Ubuntu" @@ -358,5 +354,9 @@ { "date": "2026-05-05", "environment": "Ubuntu" + }, + { + "date": "2026-05-06", + "environment": "Ubuntu" } ] \ No newline at end of file diff --git a/docs/static/benchmarks/latest.json b/docs/static/benchmarks/latest.json index 42cde13f2c..ca237a542b 100644 --- a/docs/static/benchmarks/latest.json +++ b/docs/static/benchmarks/latest.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-05T00:49:00.305Z", + "timestamp": "2026-05-06T00:47:34.015Z", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.203", @@ -10,244 +10,244 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "512.9 ms", - "Error": "2.23 ms", - "StdDev": "1.98 ms", - "Median": "512.8 ms" + "Mean": "502.8 ms", + "Error": "9.54 ms", + "StdDev": "9.37 ms", + "Median": "501.8 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "705.3 ms", - "Error": "9.96 ms", - "StdDev": "9.32 ms", - "Median": "702.0 ms" + "Mean": "722.1 ms", + "Error": "14.01 ms", + "StdDev": "12.42 ms", + "Median": "718.3 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "611.8 ms", - "Error": "8.39 ms", - "StdDev": "7.84 ms", - "Median": "612.3 ms" + "Mean": "657.0 ms", + "Error": "12.98 ms", + "StdDev": "21.69 ms", + "Median": "648.9 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "760.0 ms", + "Mean": "768.0 ms", "Error": "8.31 ms", "StdDev": "7.78 ms", - "Median": "760.6 ms" + "Median": "769.4 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "121.4 ms", - "Error": "0.26 ms", - "StdDev": "0.24 ms", - "Median": "121.5 ms" + "Mean": "120.4 ms", + "Error": "0.33 ms", + "StdDev": "0.30 ms", + "Median": "120.4 ms" } ], "DataDrivenTests": [ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "463.22 ms", - "Error": "6.433 ms", - "StdDev": "5.372 ms", - "Median": "465.39 ms" + "Mean": "456.03 ms", + "Error": "2.665 ms", + "StdDev": "2.362 ms", + "Median": "456.05 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "596.03 ms", - "Error": "6.568 ms", - "StdDev": "5.485 ms", - "Median": "593.43 ms" + "Mean": "586.53 ms", + "Error": "7.549 ms", + "StdDev": "5.894 ms", + "Median": "584.73 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "590.50 ms", - "Error": "11.446 ms", - "StdDev": "12.722 ms", - "Median": "587.62 ms" + "Mean": "580.03 ms", + "Error": "7.157 ms", + "StdDev": "6.344 ms", + "Median": "581.13 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "633.83 ms", - "Error": "12.437 ms", - "StdDev": "11.634 ms", - "Median": "629.21 ms" + "Mean": "626.62 ms", + "Error": "5.059 ms", + "StdDev": "4.732 ms", + "Median": "627.79 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "30.66 ms", - "Error": "0.880 ms", - "StdDev": "2.582 ms", - "Median": "30.90 ms" + "Mean": "25.05 ms", + "Error": "0.496 ms", + "StdDev": "1.383 ms", + "Median": "25.06 ms" } ], "MassiveParallelTests": [ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "653.9 ms", - "Error": "3.56 ms", - "StdDev": "2.97 ms", - "Median": "653.1 ms" + "Mean": "651.8 ms", + "Error": "1.83 ms", + "StdDev": "1.43 ms", + "Median": "652.0 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,251.6 ms", - "Error": "7.85 ms", - "StdDev": "7.35 ms", - "Median": "1,253.3 ms" + "Mean": "1,230.8 ms", + "Error": "10.15 ms", + "StdDev": "9.49 ms", + "Median": "1,230.3 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "2,966.3 ms", - "Error": "6.11 ms", - "StdDev": "5.41 ms", - "Median": "2,966.0 ms" + "Mean": "2,952.4 ms", + "Error": "12.72 ms", + "StdDev": "11.90 ms", + "Median": "2,952.6 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "3,126.9 ms", - "Error": "10.31 ms", - "StdDev": "9.14 ms", - "Median": "3,127.9 ms" + "Mean": "3,103.5 ms", + "Error": "6.84 ms", + "StdDev": "5.71 ms", + "Median": "3,105.0 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "226.6 ms", - "Error": "0.52 ms", - "StdDev": "0.48 ms", - "Median": "226.7 ms" + "Mean": "226.4 ms", + "Error": "0.29 ms", + "StdDev": "0.25 ms", + "Median": "226.3 ms" } ], "MatrixTests": [ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "568.9 ms", - "Error": "5.11 ms", - "StdDev": "4.53 ms", - "Median": "569.0 ms" + "Mean": "568.7 ms", + "Error": "4.85 ms", + "StdDev": "4.05 ms", + "Median": "568.7 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,592.9 ms", - "Error": "12.02 ms", - "StdDev": "10.65 ms", - "Median": "1,595.0 ms" + "Mean": "1,609.1 ms", + "Error": "10.11 ms", + "StdDev": "9.46 ms", + "Median": "1,609.4 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "1,489.4 ms", - "Error": "8.21 ms", - "StdDev": "7.68 ms", - "Median": "1,490.6 ms" + "Mean": "1,502.1 ms", + "Error": "4.82 ms", + "StdDev": "4.03 ms", + "Median": "1,503.5 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,635.4 ms", - "Error": "13.53 ms", - "StdDev": "12.00 ms", - "Median": "1,635.7 ms" + "Mean": "1,656.2 ms", + "Error": "7.29 ms", + "StdDev": "6.46 ms", + "Median": "1,655.9 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "125.3 ms", - "Error": "0.32 ms", - "StdDev": "0.27 ms", - "Median": "125.3 ms" + "Mean": "125.2 ms", + "Error": "0.62 ms", + "StdDev": "0.48 ms", + "Median": "125.1 ms" } ], "ScaleTests": [ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "462.84 ms", - "Error": "2.339 ms", - "StdDev": "1.954 ms", - "Median": "462.76 ms" + "Mean": "468.76 ms", + "Error": "2.733 ms", + "StdDev": "2.282 ms", + "Median": "468.81 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "597.14 ms", - "Error": "4.945 ms", - "StdDev": "4.384 ms", - "Median": "596.78 ms" + "Mean": "589.58 ms", + "Error": "5.644 ms", + "StdDev": "5.003 ms", + "Median": "589.67 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "464.14 ms", - "Error": "6.455 ms", - "StdDev": "5.391 ms", - "Median": "464.15 ms" + "Mean": "460.20 ms", + "Error": "7.311 ms", + "StdDev": "6.481 ms", + "Median": "460.40 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "607.81 ms", - "Error": "11.276 ms", - "StdDev": "11.074 ms", - "Median": "607.75 ms" + "Mean": "605.83 ms", + "Error": "9.621 ms", + "StdDev": "9.000 ms", + "Median": "605.59 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "29.43 ms", - "Error": "0.720 ms", - "StdDev": "2.111 ms", - "Median": "29.13 ms" + "Mean": "34.12 ms", + "Error": "0.844 ms", + "StdDev": "2.474 ms", + "Median": "34.04 ms" } ], "SetupTeardownTests": [ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "559.5 ms", - "Error": "4.13 ms", - "StdDev": "3.86 ms", - "Median": "559.0 ms" + "Mean": "554.9 ms", + "Error": "6.87 ms", + "StdDev": "6.43 ms", + "Median": "552.4 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,201.2 ms", - "Error": "6.56 ms", - "StdDev": "5.82 ms", - "Median": "1,201.4 ms" + "Mean": "1,167.8 ms", + "Error": "6.37 ms", + "StdDev": "5.65 ms", + "Median": "1,167.4 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "1,118.4 ms", - "Error": "8.11 ms", - "StdDev": "7.58 ms", - "Median": "1,116.8 ms" + "Mean": "1,077.5 ms", + "Error": "7.17 ms", + "StdDev": "6.70 ms", + "Median": "1,076.7 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,260.5 ms", - "Error": "7.33 ms", - "StdDev": "6.50 ms", - "Median": "1,259.5 ms" + "Mean": "1,218.8 ms", + "Error": "7.18 ms", + "StdDev": "6.72 ms", + "Median": "1,219.1 ms" }, { "Method": "TUnit_AOT", @@ -264,34 +264,34 @@ { "Method": "Build_TUnit", "Version": "1.43.11", - "Mean": "1.418 s", - "Error": "0.0279 s", - "StdDev": "0.0322 s", - "Median": "1.415 s" + "Mean": "1.992 s", + "Error": "0.0332 s", + "StdDev": "0.0311 s", + "Median": "1.999 s" }, { "Method": "Build_NUnit", "Version": "4.5.1", - "Mean": "1.287 s", - "Error": "0.0210 s", - "StdDev": "0.0294 s", - "Median": "1.277 s" + "Mean": "1.767 s", + "Error": "0.0160 s", + "StdDev": "0.0142 s", + "Median": "1.764 s" }, { "Method": "Build_MSTest", "Version": "4.2.2", - "Mean": "1.707 s", - "Error": "0.0480 s", - "StdDev": "0.1376 s", - "Median": "1.676 s" + "Mean": "1.825 s", + "Error": "0.0243 s", + "StdDev": "0.0228 s", + "Median": "1.827 s" }, { "Method": "Build_xUnit3", "Version": "3.2.2", - "Mean": "1.273 s", - "Error": "0.0125 s", - "StdDev": "0.0117 s", - "Median": "1.275 s" + "Mean": "1.751 s", + "Error": "0.0145 s", + "StdDev": "0.0128 s", + "Median": "1.752 s" } ] }, @@ -299,6 +299,6 @@ "runtimeCategories": 6, "buildCategories": 1, "totalBenchmarks": 7, - "lastUpdated": "2026-05-05T00:49:00.302Z" + "lastUpdated": "2026-05-06T00:47:34.011Z" } } \ No newline at end of file diff --git a/docs/static/benchmarks/summary.json b/docs/static/benchmarks/summary.json index 57dcfb47b5..2eff53d5af 100644 --- a/docs/static/benchmarks/summary.json +++ b/docs/static/benchmarks/summary.json @@ -10,6 +10,6 @@ "build": [ "BuildTime" ], - "timestamp": "2026-05-05", + "timestamp": "2026-05-06", "environment": "Ubuntu Latest • .NET SDK 10.0.203" } \ No newline at end of file