diff --git a/docs/docs/benchmarks/AsyncTests.md b/docs/docs/benchmarks/AsyncTests.md index 0cc7c3d447..b178d8d7a0 100644 --- a/docs/docs/benchmarks/AsyncTests.md +++ b/docs/docs/benchmarks/AsyncTests.md @@ -7,7 +7,7 @@ sidebar_position: 2 # AsyncTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-04** from the latest CI run. +This benchmark was automatically generated on **2026-05-05** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-04** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 519.4 ms | 520.2 ms | 3.72 ms | -| NUnit | 4.5.1 | 683.0 ms | 681.7 ms | 9.28 ms | -| MSTest | 4.2.2 | 597.1 ms | 592.5 ms | 10.08 ms | -| xUnit3 | 3.2.2 | 730.5 ms | 732.3 ms | 5.24 ms | -| **TUnit (AOT)** | 1.43.11 | 123.8 ms | 123.7 ms | 0.31 ms | +| **TUnit** | 1.43.11 | 512.9 ms | 512.8 ms | 1.98 ms | +| NUnit | 4.5.1 | 705.3 ms | 702.0 ms | 9.32 ms | +| MSTest | 4.2.2 | 611.8 ms | 612.3 ms | 7.84 ms | +| xUnit3 | 3.2.2 | 760.0 ms | 760.6 ms | 7.78 ms | +| **TUnit (AOT)** | 1.43.11 | 121.4 ms | 121.5 ms | 0.24 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-04** from the latest CI xychart-beta title "AsyncTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 877 - bar [519.4, 683, 597.1, 730.5, 123.8] + y-axis "Time (ms)" 0 --> 912 + bar [512.9, 705.3, 611.8, 760, 121.4] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-04T00:51:29.027Z* +*Last generated: 2026-05-05T00:49:00.302Z* diff --git a/docs/docs/benchmarks/BuildTime.md b/docs/docs/benchmarks/BuildTime.md index 05b6567c74..f555eea9ed 100644 --- a/docs/docs/benchmarks/BuildTime.md +++ b/docs/docs/benchmarks/BuildTime.md @@ -7,7 +7,7 @@ sidebar_position: 8 # Build Performance Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-04** from the latest CI run. +This benchmark was automatically generated on **2026-05-05** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -18,10 +18,10 @@ Compilation time comparison across frameworks: | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 1.833 s | 1.830 s | 0.0358 s | -| Build_NUnit | 4.5.1 | 1.657 s | 1.658 s | 0.0203 s | -| Build_MSTest | 4.2.2 | 1.718 s | 1.713 s | 0.0210 s | -| Build_xUnit3 | 3.2.2 | 1.641 s | 1.647 s | 0.0112 s | +| **TUnit** | 1.43.11 | 1.418 s | 1.415 s | 0.0322 s | +| Build_NUnit | 4.5.1 | 1.287 s | 1.277 s | 0.0294 s | +| Build_MSTest | 4.2.2 | 1.707 s | 1.676 s | 0.1376 s | +| Build_xUnit3 | 3.2.2 | 1.273 s | 1.275 s | 0.0117 s | ## 📈 Visual Comparison @@ -60,7 +60,7 @@ xychart-beta title "Build Time Comparison" x-axis ["Build_TUnit", "Build_NUnit", "Build_MSTest", "Build_xUnit3"] y-axis "Time (s)" 0 --> 3 - bar [1.833, 1.657, 1.718, 1.641] + bar [1.418, 1.287, 1.707, 1.273] ``` --- @@ -69,4 +69,4 @@ xychart-beta View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-04T00:51:29.029Z* +*Last generated: 2026-05-05T00:49:00.304Z* diff --git a/docs/docs/benchmarks/DataDrivenTests.md b/docs/docs/benchmarks/DataDrivenTests.md index 06d929c4e2..ea686aaf20 100644 --- a/docs/docs/benchmarks/DataDrivenTests.md +++ b/docs/docs/benchmarks/DataDrivenTests.md @@ -7,7 +7,7 @@ sidebar_position: 3 # DataDrivenTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-04** from the latest CI run. +This benchmark was automatically generated on **2026-05-05** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-04** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 462.99 ms | 462.05 ms | 3.107 ms | -| NUnit | 4.5.1 | 567.04 ms | 564.52 ms | 11.105 ms | -| MSTest | 4.2.2 | 461.28 ms | 462.15 ms | 5.316 ms | -| xUnit3 | 3.2.2 | 599.06 ms | 599.15 ms | 3.758 ms | -| **TUnit (AOT)** | 1.43.11 | 27.15 ms | 27.26 ms | 2.619 ms | +| **TUnit** | 1.43.11 | 463.22 ms | 465.39 ms | 5.372 ms | +| NUnit | 4.5.1 | 596.03 ms | 593.43 ms | 5.485 ms | +| MSTest | 4.2.2 | 590.50 ms | 587.62 ms | 12.722 ms | +| xUnit3 | 3.2.2 | 633.83 ms | 629.21 ms | 11.634 ms | +| **TUnit (AOT)** | 1.43.11 | 30.66 ms | 30.90 ms | 2.582 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-04** from the latest CI xychart-beta title "DataDrivenTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 719 - bar [462.99, 567.04, 461.28, 599.06, 27.15] + y-axis "Time (ms)" 0 --> 761 + bar [463.22, 596.03, 590.5, 633.83, 30.66] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-04T00:51:29.027Z* +*Last generated: 2026-05-05T00:49:00.303Z* diff --git a/docs/docs/benchmarks/MassiveParallelTests.md b/docs/docs/benchmarks/MassiveParallelTests.md index e9606946cc..8c5f69215a 100644 --- a/docs/docs/benchmarks/MassiveParallelTests.md +++ b/docs/docs/benchmarks/MassiveParallelTests.md @@ -7,7 +7,7 @@ sidebar_position: 4 # MassiveParallelTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-04** from the latest CI run. +This benchmark was automatically generated on **2026-05-05** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-04** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 667.0 ms | 667.3 ms | 4.06 ms | -| NUnit | 4.5.1 | 1,265.9 ms | 1,265.2 ms | 11.48 ms | -| MSTest | 4.2.2 | 2,983.6 ms | 2,981.4 ms | 9.57 ms | -| xUnit3 | 3.2.2 | 3,132.9 ms | 3,128.6 ms | 12.39 ms | -| **TUnit (AOT)** | 1.43.11 | 227.1 ms | 227.2 ms | 0.52 ms | +| **TUnit** | 1.43.11 | 653.9 ms | 653.1 ms | 2.97 ms | +| NUnit | 4.5.1 | 1,251.6 ms | 1,253.3 ms | 7.35 ms | +| MSTest | 4.2.2 | 2,966.3 ms | 2,966.0 ms | 5.41 ms | +| xUnit3 | 3.2.2 | 3,126.9 ms | 3,127.9 ms | 9.14 ms | +| **TUnit (AOT)** | 1.43.11 | 226.6 ms | 226.7 ms | 0.48 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-04** from the latest CI xychart-beta title "MassiveParallelTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 3760 - bar [667, 1265.9, 2983.6, 3132.9, 227.1] + y-axis "Time (ms)" 0 --> 3753 + bar [653.9, 1251.6, 2966.3, 3126.9, 226.6] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-04T00:51:29.028Z* +*Last generated: 2026-05-05T00:49:00.303Z* diff --git a/docs/docs/benchmarks/MatrixTests.md b/docs/docs/benchmarks/MatrixTests.md index e4741304d1..d5604ea5e4 100644 --- a/docs/docs/benchmarks/MatrixTests.md +++ b/docs/docs/benchmarks/MatrixTests.md @@ -7,7 +7,7 @@ sidebar_position: 5 # MatrixTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-04** from the latest CI run. +This benchmark was automatically generated on **2026-05-05** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-04** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 568.3 ms | 568.3 ms | 2.35 ms | -| NUnit | 4.5.1 | 1,614.1 ms | 1,615.6 ms | 7.13 ms | -| MSTest | 4.2.2 | 1,509.7 ms | 1,508.0 ms | 5.27 ms | -| xUnit3 | 3.2.2 | 1,662.1 ms | 1,659.2 ms | 9.71 ms | -| **TUnit (AOT)** | 1.43.11 | 125.7 ms | 125.6 ms | 0.29 ms | +| **TUnit** | 1.43.11 | 568.9 ms | 569.0 ms | 4.53 ms | +| NUnit | 4.5.1 | 1,592.9 ms | 1,595.0 ms | 10.65 ms | +| MSTest | 4.2.2 | 1,489.4 ms | 1,490.6 ms | 7.68 ms | +| xUnit3 | 3.2.2 | 1,635.4 ms | 1,635.7 ms | 12.00 ms | +| **TUnit (AOT)** | 1.43.11 | 125.3 ms | 125.3 ms | 0.27 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-04** from the latest CI xychart-beta title "MatrixTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 1995 - bar [568.3, 1614.1, 1509.7, 1662.1, 125.7] + y-axis "Time (ms)" 0 --> 1963 + bar [568.9, 1592.9, 1489.4, 1635.4, 125.3] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-04T00:51:29.028Z* +*Last generated: 2026-05-05T00:49:00.303Z* diff --git a/docs/docs/benchmarks/ScaleTests.md b/docs/docs/benchmarks/ScaleTests.md index 03bd41e6a2..2d2542e656 100644 --- a/docs/docs/benchmarks/ScaleTests.md +++ b/docs/docs/benchmarks/ScaleTests.md @@ -7,7 +7,7 @@ sidebar_position: 6 # ScaleTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-04** from the latest CI run. +This benchmark was automatically generated on **2026-05-05** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-04** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 461.39 ms | 461.72 ms | 2.835 ms | -| NUnit | 4.5.1 | 581.69 ms | 582.10 ms | 5.807 ms | -| MSTest | 4.2.2 | 447.84 ms | 448.00 ms | 4.753 ms | -| xUnit3 | 3.2.2 | 589.70 ms | 588.45 ms | 6.942 ms | -| **TUnit (AOT)** | 1.43.11 | 33.10 ms | 33.24 ms | 2.182 ms | +| **TUnit** | 1.43.11 | 462.84 ms | 462.76 ms | 1.954 ms | +| NUnit | 4.5.1 | 597.14 ms | 596.78 ms | 4.384 ms | +| MSTest | 4.2.2 | 464.14 ms | 464.15 ms | 5.391 ms | +| xUnit3 | 3.2.2 | 607.81 ms | 607.75 ms | 11.074 ms | +| **TUnit (AOT)** | 1.43.11 | 29.43 ms | 29.13 ms | 2.111 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-04** from the latest CI xychart-beta title "ScaleTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 708 - bar [461.39, 581.69, 447.84, 589.7, 33.1] + y-axis "Time (ms)" 0 --> 730 + bar [462.84, 597.14, 464.14, 607.81, 29.43] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-04T00:51:29.028Z* +*Last generated: 2026-05-05T00:49:00.303Z* diff --git a/docs/docs/benchmarks/SetupTeardownTests.md b/docs/docs/benchmarks/SetupTeardownTests.md index ba2e056acc..7dcb649740 100644 --- a/docs/docs/benchmarks/SetupTeardownTests.md +++ b/docs/docs/benchmarks/SetupTeardownTests.md @@ -7,7 +7,7 @@ sidebar_position: 7 # SetupTeardownTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-04** from the latest CI run. +This benchmark was automatically generated on **2026-05-05** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -16,10 +16,10 @@ This benchmark was automatically generated on **2026-05-04** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.43.11 | 574.1 ms | 574.6 ms | 5.41 ms | -| NUnit | 4.5.1 | 1,197.5 ms | 1,196.2 ms | 8.59 ms | -| MSTest | 4.2.2 | 1,113.8 ms | 1,113.4 ms | 5.42 ms | -| xUnit3 | 3.2.2 | 1,257.2 ms | 1,258.3 ms | 3.29 ms | +| **TUnit** | 1.43.11 | 559.5 ms | 559.0 ms | 3.86 ms | +| NUnit | 4.5.1 | 1,201.2 ms | 1,201.4 ms | 5.82 ms | +| MSTest | 4.2.2 | 1,118.4 ms | 1,116.8 ms | 7.58 ms | +| xUnit3 | 3.2.2 | 1,260.5 ms | 1,259.5 ms | 6.50 ms | | **TUnit (AOT)** | 1.43.11 | NA | NA | NA | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-04** from the latest CI xychart-beta title "SetupTeardownTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 1509 - bar [574.1, 1197.5, 1113.8, 1257.2, 0] + y-axis "Time (ms)" 0 --> 1513 + bar [559.5, 1201.2, 1118.4, 1260.5, 0] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-04T00:51:29.028Z* +*Last generated: 2026-05-05T00:49:00.304Z* diff --git a/docs/docs/benchmarks/index.md b/docs/docs/benchmarks/index.md index f109ec3feb..42ec6e8551 100644 --- a/docs/docs/benchmarks/index.md +++ b/docs/docs/benchmarks/index.md @@ -7,7 +7,7 @@ sidebar_position: 1 # Performance Benchmarks :::info Last Updated -These benchmarks were automatically generated on **2026-05-04** from the latest CI run. +These benchmarks were automatically generated on **2026-05-05** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.203 ::: @@ -80,4 +80,4 @@ These benchmarks run automatically daily via [GitHub Actions](https://github.com Each benchmark runs multiple iterations with statistical analysis to ensure accuracy. Results may vary based on hardware and test characteristics. ::: -*Last generated: 2026-05-04T00:51:29.029Z* +*Last generated: 2026-05-05T00:49:00.305Z* diff --git a/docs/static/benchmarks/AsyncTests.json b/docs/static/benchmarks/AsyncTests.json index 4d1e359283..90671c48f7 100644 --- a/docs/static/benchmarks/AsyncTests.json +++ b/docs/static/benchmarks/AsyncTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-04T00:51:29.027Z", + "timestamp": "2026-05-05T00:49:00.302Z", "category": "AsyncTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "519.4 ms", - "Error": "4.45 ms", - "StdDev": "3.72 ms", - "Median": "520.2 ms" + "Mean": "512.9 ms", + "Error": "2.23 ms", + "StdDev": "1.98 ms", + "Median": "512.8 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "683.0 ms", - "Error": "10.47 ms", - "StdDev": "9.28 ms", - "Median": "681.7 ms" + "Mean": "705.3 ms", + "Error": "9.96 ms", + "StdDev": "9.32 ms", + "Median": "702.0 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "597.1 ms", - "Error": "10.78 ms", - "StdDev": "10.08 ms", - "Median": "592.5 ms" + "Mean": "611.8 ms", + "Error": "8.39 ms", + "StdDev": "7.84 ms", + "Median": "612.3 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "730.5 ms", - "Error": "5.61 ms", - "StdDev": "5.24 ms", - "Median": "732.3 ms" + "Mean": "760.0 ms", + "Error": "8.31 ms", + "StdDev": "7.78 ms", + "Median": "760.6 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "123.8 ms", - "Error": "0.37 ms", - "StdDev": "0.31 ms", - "Median": "123.7 ms" + "Mean": "121.4 ms", + "Error": "0.26 ms", + "StdDev": "0.24 ms", + "Median": "121.5 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/BuildTime.json b/docs/static/benchmarks/BuildTime.json index 3d65418a3b..1da37ce31b 100644 --- a/docs/static/benchmarks/BuildTime.json +++ b/docs/static/benchmarks/BuildTime.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-04T00:51:29.029Z", + "timestamp": "2026-05-05T00:49:00.304Z", "category": "BuildTime", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,34 +10,34 @@ { "Method": "Build_TUnit", "Version": "1.43.11", - "Mean": "1.833 s", - "Error": "0.0365 s", - "StdDev": "0.0358 s", - "Median": "1.830 s" + "Mean": "1.418 s", + "Error": "0.0279 s", + "StdDev": "0.0322 s", + "Median": "1.415 s" }, { "Method": "Build_NUnit", "Version": "4.5.1", - "Mean": "1.657 s", - "Error": "0.0217 s", - "StdDev": "0.0203 s", - "Median": "1.658 s" + "Mean": "1.287 s", + "Error": "0.0210 s", + "StdDev": "0.0294 s", + "Median": "1.277 s" }, { "Method": "Build_MSTest", "Version": "4.2.2", - "Mean": "1.718 s", - "Error": "0.0225 s", - "StdDev": "0.0210 s", - "Median": "1.713 s" + "Mean": "1.707 s", + "Error": "0.0480 s", + "StdDev": "0.1376 s", + "Median": "1.676 s" }, { "Method": "Build_xUnit3", "Version": "3.2.2", - "Mean": "1.641 s", - "Error": "0.0143 s", - "StdDev": "0.0112 s", - "Median": "1.647 s" + "Mean": "1.273 s", + "Error": "0.0125 s", + "StdDev": "0.0117 s", + "Median": "1.275 s" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/DataDrivenTests.json b/docs/static/benchmarks/DataDrivenTests.json index 43548b9f13..34f28d8869 100644 --- a/docs/static/benchmarks/DataDrivenTests.json +++ b/docs/static/benchmarks/DataDrivenTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-04T00:51:29.027Z", + "timestamp": "2026-05-05T00:49:00.303Z", "category": "DataDrivenTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "462.99 ms", - "Error": "3.505 ms", - "StdDev": "3.107 ms", - "Median": "462.05 ms" + "Mean": "463.22 ms", + "Error": "6.433 ms", + "StdDev": "5.372 ms", + "Median": "465.39 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "567.04 ms", - "Error": "9.643 ms", - "StdDev": "11.105 ms", - "Median": "564.52 ms" + "Mean": "596.03 ms", + "Error": "6.568 ms", + "StdDev": "5.485 ms", + "Median": "593.43 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "461.28 ms", - "Error": "5.996 ms", - "StdDev": "5.316 ms", - "Median": "462.15 ms" + "Mean": "590.50 ms", + "Error": "11.446 ms", + "StdDev": "12.722 ms", + "Median": "587.62 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "599.06 ms", - "Error": "4.239 ms", - "StdDev": "3.758 ms", - "Median": "599.15 ms" + "Mean": "633.83 ms", + "Error": "12.437 ms", + "StdDev": "11.634 ms", + "Median": "629.21 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "27.15 ms", - "Error": "0.893 ms", - "StdDev": "2.619 ms", - "Median": "27.26 ms" + "Mean": "30.66 ms", + "Error": "0.880 ms", + "StdDev": "2.582 ms", + "Median": "30.90 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MassiveParallelTests.json b/docs/static/benchmarks/MassiveParallelTests.json index a4fb2c7e78..a86e82e1bd 100644 --- a/docs/static/benchmarks/MassiveParallelTests.json +++ b/docs/static/benchmarks/MassiveParallelTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-04T00:51:29.028Z", + "timestamp": "2026-05-05T00:49:00.303Z", "category": "MassiveParallelTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "667.0 ms", - "Error": "4.58 ms", - "StdDev": "4.06 ms", - "Median": "667.3 ms" + "Mean": "653.9 ms", + "Error": "3.56 ms", + "StdDev": "2.97 ms", + "Median": "653.1 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,265.9 ms", - "Error": "12.95 ms", - "StdDev": "11.48 ms", - "Median": "1,265.2 ms" + "Mean": "1,251.6 ms", + "Error": "7.85 ms", + "StdDev": "7.35 ms", + "Median": "1,253.3 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "2,983.6 ms", - "Error": "10.79 ms", - "StdDev": "9.57 ms", - "Median": "2,981.4 ms" + "Mean": "2,966.3 ms", + "Error": "6.11 ms", + "StdDev": "5.41 ms", + "Median": "2,966.0 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "3,132.9 ms", - "Error": "13.98 ms", - "StdDev": "12.39 ms", - "Median": "3,128.6 ms" + "Mean": "3,126.9 ms", + "Error": "10.31 ms", + "StdDev": "9.14 ms", + "Median": "3,127.9 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "227.1 ms", - "Error": "0.58 ms", - "StdDev": "0.52 ms", - "Median": "227.2 ms" + "Mean": "226.6 ms", + "Error": "0.52 ms", + "StdDev": "0.48 ms", + "Median": "226.7 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MatrixTests.json b/docs/static/benchmarks/MatrixTests.json index 6d80d3b0c2..579e869ab8 100644 --- a/docs/static/benchmarks/MatrixTests.json +++ b/docs/static/benchmarks/MatrixTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-04T00:51:29.028Z", + "timestamp": "2026-05-05T00:49:00.303Z", "category": "MatrixTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "568.3 ms", - "Error": "3.02 ms", - "StdDev": "2.35 ms", - "Median": "568.3 ms" + "Mean": "568.9 ms", + "Error": "5.11 ms", + "StdDev": "4.53 ms", + "Median": "569.0 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,614.1 ms", - "Error": "7.62 ms", - "StdDev": "7.13 ms", - "Median": "1,615.6 ms" + "Mean": "1,592.9 ms", + "Error": "12.02 ms", + "StdDev": "10.65 ms", + "Median": "1,595.0 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "1,509.7 ms", - "Error": "5.94 ms", - "StdDev": "5.27 ms", - "Median": "1,508.0 ms" + "Mean": "1,489.4 ms", + "Error": "8.21 ms", + "StdDev": "7.68 ms", + "Median": "1,490.6 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,662.1 ms", - "Error": "10.96 ms", - "StdDev": "9.71 ms", - "Median": "1,659.2 ms" + "Mean": "1,635.4 ms", + "Error": "13.53 ms", + "StdDev": "12.00 ms", + "Median": "1,635.7 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "125.7 ms", - "Error": "0.31 ms", - "StdDev": "0.29 ms", - "Median": "125.6 ms" + "Mean": "125.3 ms", + "Error": "0.32 ms", + "StdDev": "0.27 ms", + "Median": "125.3 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/ScaleTests.json b/docs/static/benchmarks/ScaleTests.json index d5422b3cfd..079e3a4977 100644 --- a/docs/static/benchmarks/ScaleTests.json +++ b/docs/static/benchmarks/ScaleTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-04T00:51:29.028Z", + "timestamp": "2026-05-05T00:49:00.304Z", "category": "ScaleTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "461.39 ms", - "Error": "3.198 ms", - "StdDev": "2.835 ms", - "Median": "461.72 ms" + "Mean": "462.84 ms", + "Error": "2.339 ms", + "StdDev": "1.954 ms", + "Median": "462.76 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "581.69 ms", - "Error": "6.954 ms", - "StdDev": "5.807 ms", - "Median": "582.10 ms" + "Mean": "597.14 ms", + "Error": "4.945 ms", + "StdDev": "4.384 ms", + "Median": "596.78 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "447.84 ms", - "Error": "5.692 ms", - "StdDev": "4.753 ms", - "Median": "448.00 ms" + "Mean": "464.14 ms", + "Error": "6.455 ms", + "StdDev": "5.391 ms", + "Median": "464.15 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "589.70 ms", - "Error": "8.313 ms", - "StdDev": "6.942 ms", - "Median": "588.45 ms" + "Mean": "607.81 ms", + "Error": "11.276 ms", + "StdDev": "11.074 ms", + "Median": "607.75 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "33.10 ms", - "Error": "0.752 ms", - "StdDev": "2.182 ms", - "Median": "33.24 ms" + "Mean": "29.43 ms", + "Error": "0.720 ms", + "StdDev": "2.111 ms", + "Median": "29.13 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/SetupTeardownTests.json b/docs/static/benchmarks/SetupTeardownTests.json index 20196b3d72..e9cdd85db6 100644 --- a/docs/static/benchmarks/SetupTeardownTests.json +++ b/docs/static/benchmarks/SetupTeardownTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-04T00:51:29.028Z", + "timestamp": "2026-05-05T00:49:00.304Z", "category": "SetupTeardownTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,34 +10,34 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "574.1 ms", - "Error": "5.78 ms", - "StdDev": "5.41 ms", - "Median": "574.6 ms" + "Mean": "559.5 ms", + "Error": "4.13 ms", + "StdDev": "3.86 ms", + "Median": "559.0 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,197.5 ms", - "Error": "9.18 ms", - "StdDev": "8.59 ms", - "Median": "1,196.2 ms" + "Mean": "1,201.2 ms", + "Error": "6.56 ms", + "StdDev": "5.82 ms", + "Median": "1,201.4 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "1,113.8 ms", - "Error": "6.12 ms", - "StdDev": "5.42 ms", - "Median": "1,113.4 ms" + "Mean": "1,118.4 ms", + "Error": "8.11 ms", + "StdDev": "7.58 ms", + "Median": "1,116.8 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,257.2 ms", - "Error": "3.94 ms", - "StdDev": "3.29 ms", - "Median": "1,258.3 ms" + "Mean": "1,260.5 ms", + "Error": "7.33 ms", + "StdDev": "6.50 ms", + "Median": "1,259.5 ms" }, { "Method": "TUnit_AOT", diff --git a/docs/static/benchmarks/historical.json b/docs/static/benchmarks/historical.json index f5de59969d..e704b771f1 100644 --- a/docs/static/benchmarks/historical.json +++ b/docs/static/benchmarks/historical.json @@ -1,8 +1,4 @@ [ - { - "date": "2026-02-07", - "environment": "Ubuntu" - }, { "date": "2026-02-08", "environment": "Ubuntu" @@ -358,5 +354,9 @@ { "date": "2026-05-04", "environment": "Ubuntu" + }, + { + "date": "2026-05-05", + "environment": "Ubuntu" } ] \ No newline at end of file diff --git a/docs/static/benchmarks/latest.json b/docs/static/benchmarks/latest.json index 13af8f65ee..42cde13f2c 100644 --- a/docs/static/benchmarks/latest.json +++ b/docs/static/benchmarks/latest.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-04T00:51:29.029Z", + "timestamp": "2026-05-05T00:49:00.305Z", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.203", @@ -10,244 +10,244 @@ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "519.4 ms", - "Error": "4.45 ms", - "StdDev": "3.72 ms", - "Median": "520.2 ms" + "Mean": "512.9 ms", + "Error": "2.23 ms", + "StdDev": "1.98 ms", + "Median": "512.8 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "683.0 ms", - "Error": "10.47 ms", - "StdDev": "9.28 ms", - "Median": "681.7 ms" + "Mean": "705.3 ms", + "Error": "9.96 ms", + "StdDev": "9.32 ms", + "Median": "702.0 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "597.1 ms", - "Error": "10.78 ms", - "StdDev": "10.08 ms", - "Median": "592.5 ms" + "Mean": "611.8 ms", + "Error": "8.39 ms", + "StdDev": "7.84 ms", + "Median": "612.3 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "730.5 ms", - "Error": "5.61 ms", - "StdDev": "5.24 ms", - "Median": "732.3 ms" + "Mean": "760.0 ms", + "Error": "8.31 ms", + "StdDev": "7.78 ms", + "Median": "760.6 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "123.8 ms", - "Error": "0.37 ms", - "StdDev": "0.31 ms", - "Median": "123.7 ms" + "Mean": "121.4 ms", + "Error": "0.26 ms", + "StdDev": "0.24 ms", + "Median": "121.5 ms" } ], "DataDrivenTests": [ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "462.99 ms", - "Error": "3.505 ms", - "StdDev": "3.107 ms", - "Median": "462.05 ms" + "Mean": "463.22 ms", + "Error": "6.433 ms", + "StdDev": "5.372 ms", + "Median": "465.39 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "567.04 ms", - "Error": "9.643 ms", - "StdDev": "11.105 ms", - "Median": "564.52 ms" + "Mean": "596.03 ms", + "Error": "6.568 ms", + "StdDev": "5.485 ms", + "Median": "593.43 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "461.28 ms", - "Error": "5.996 ms", - "StdDev": "5.316 ms", - "Median": "462.15 ms" + "Mean": "590.50 ms", + "Error": "11.446 ms", + "StdDev": "12.722 ms", + "Median": "587.62 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "599.06 ms", - "Error": "4.239 ms", - "StdDev": "3.758 ms", - "Median": "599.15 ms" + "Mean": "633.83 ms", + "Error": "12.437 ms", + "StdDev": "11.634 ms", + "Median": "629.21 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "27.15 ms", - "Error": "0.893 ms", - "StdDev": "2.619 ms", - "Median": "27.26 ms" + "Mean": "30.66 ms", + "Error": "0.880 ms", + "StdDev": "2.582 ms", + "Median": "30.90 ms" } ], "MassiveParallelTests": [ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "667.0 ms", - "Error": "4.58 ms", - "StdDev": "4.06 ms", - "Median": "667.3 ms" + "Mean": "653.9 ms", + "Error": "3.56 ms", + "StdDev": "2.97 ms", + "Median": "653.1 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,265.9 ms", - "Error": "12.95 ms", - "StdDev": "11.48 ms", - "Median": "1,265.2 ms" + "Mean": "1,251.6 ms", + "Error": "7.85 ms", + "StdDev": "7.35 ms", + "Median": "1,253.3 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "2,983.6 ms", - "Error": "10.79 ms", - "StdDev": "9.57 ms", - "Median": "2,981.4 ms" + "Mean": "2,966.3 ms", + "Error": "6.11 ms", + "StdDev": "5.41 ms", + "Median": "2,966.0 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "3,132.9 ms", - "Error": "13.98 ms", - "StdDev": "12.39 ms", - "Median": "3,128.6 ms" + "Mean": "3,126.9 ms", + "Error": "10.31 ms", + "StdDev": "9.14 ms", + "Median": "3,127.9 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "227.1 ms", - "Error": "0.58 ms", - "StdDev": "0.52 ms", - "Median": "227.2 ms" + "Mean": "226.6 ms", + "Error": "0.52 ms", + "StdDev": "0.48 ms", + "Median": "226.7 ms" } ], "MatrixTests": [ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "568.3 ms", - "Error": "3.02 ms", - "StdDev": "2.35 ms", - "Median": "568.3 ms" + "Mean": "568.9 ms", + "Error": "5.11 ms", + "StdDev": "4.53 ms", + "Median": "569.0 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,614.1 ms", - "Error": "7.62 ms", - "StdDev": "7.13 ms", - "Median": "1,615.6 ms" + "Mean": "1,592.9 ms", + "Error": "12.02 ms", + "StdDev": "10.65 ms", + "Median": "1,595.0 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "1,509.7 ms", - "Error": "5.94 ms", - "StdDev": "5.27 ms", - "Median": "1,508.0 ms" + "Mean": "1,489.4 ms", + "Error": "8.21 ms", + "StdDev": "7.68 ms", + "Median": "1,490.6 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,662.1 ms", - "Error": "10.96 ms", - "StdDev": "9.71 ms", - "Median": "1,659.2 ms" + "Mean": "1,635.4 ms", + "Error": "13.53 ms", + "StdDev": "12.00 ms", + "Median": "1,635.7 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "125.7 ms", - "Error": "0.31 ms", - "StdDev": "0.29 ms", - "Median": "125.6 ms" + "Mean": "125.3 ms", + "Error": "0.32 ms", + "StdDev": "0.27 ms", + "Median": "125.3 ms" } ], "ScaleTests": [ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "461.39 ms", - "Error": "3.198 ms", - "StdDev": "2.835 ms", - "Median": "461.72 ms" + "Mean": "462.84 ms", + "Error": "2.339 ms", + "StdDev": "1.954 ms", + "Median": "462.76 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "581.69 ms", - "Error": "6.954 ms", - "StdDev": "5.807 ms", - "Median": "582.10 ms" + "Mean": "597.14 ms", + "Error": "4.945 ms", + "StdDev": "4.384 ms", + "Median": "596.78 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "447.84 ms", - "Error": "5.692 ms", - "StdDev": "4.753 ms", - "Median": "448.00 ms" + "Mean": "464.14 ms", + "Error": "6.455 ms", + "StdDev": "5.391 ms", + "Median": "464.15 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "589.70 ms", - "Error": "8.313 ms", - "StdDev": "6.942 ms", - "Median": "588.45 ms" + "Mean": "607.81 ms", + "Error": "11.276 ms", + "StdDev": "11.074 ms", + "Median": "607.75 ms" }, { "Method": "TUnit_AOT", "Version": "1.43.11", - "Mean": "33.10 ms", - "Error": "0.752 ms", - "StdDev": "2.182 ms", - "Median": "33.24 ms" + "Mean": "29.43 ms", + "Error": "0.720 ms", + "StdDev": "2.111 ms", + "Median": "29.13 ms" } ], "SetupTeardownTests": [ { "Method": "TUnit", "Version": "1.43.11", - "Mean": "574.1 ms", - "Error": "5.78 ms", - "StdDev": "5.41 ms", - "Median": "574.6 ms" + "Mean": "559.5 ms", + "Error": "4.13 ms", + "StdDev": "3.86 ms", + "Median": "559.0 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,197.5 ms", - "Error": "9.18 ms", - "StdDev": "8.59 ms", - "Median": "1,196.2 ms" + "Mean": "1,201.2 ms", + "Error": "6.56 ms", + "StdDev": "5.82 ms", + "Median": "1,201.4 ms" }, { "Method": "MSTest", "Version": "4.2.2", - "Mean": "1,113.8 ms", - "Error": "6.12 ms", - "StdDev": "5.42 ms", - "Median": "1,113.4 ms" + "Mean": "1,118.4 ms", + "Error": "8.11 ms", + "StdDev": "7.58 ms", + "Median": "1,116.8 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,257.2 ms", - "Error": "3.94 ms", - "StdDev": "3.29 ms", - "Median": "1,258.3 ms" + "Mean": "1,260.5 ms", + "Error": "7.33 ms", + "StdDev": "6.50 ms", + "Median": "1,259.5 ms" }, { "Method": "TUnit_AOT", @@ -264,34 +264,34 @@ { "Method": "Build_TUnit", "Version": "1.43.11", - "Mean": "1.833 s", - "Error": "0.0365 s", - "StdDev": "0.0358 s", - "Median": "1.830 s" + "Mean": "1.418 s", + "Error": "0.0279 s", + "StdDev": "0.0322 s", + "Median": "1.415 s" }, { "Method": "Build_NUnit", "Version": "4.5.1", - "Mean": "1.657 s", - "Error": "0.0217 s", - "StdDev": "0.0203 s", - "Median": "1.658 s" + "Mean": "1.287 s", + "Error": "0.0210 s", + "StdDev": "0.0294 s", + "Median": "1.277 s" }, { "Method": "Build_MSTest", "Version": "4.2.2", - "Mean": "1.718 s", - "Error": "0.0225 s", - "StdDev": "0.0210 s", - "Median": "1.713 s" + "Mean": "1.707 s", + "Error": "0.0480 s", + "StdDev": "0.1376 s", + "Median": "1.676 s" }, { "Method": "Build_xUnit3", "Version": "3.2.2", - "Mean": "1.641 s", - "Error": "0.0143 s", - "StdDev": "0.0112 s", - "Median": "1.647 s" + "Mean": "1.273 s", + "Error": "0.0125 s", + "StdDev": "0.0117 s", + "Median": "1.275 s" } ] }, @@ -299,6 +299,6 @@ "runtimeCategories": 6, "buildCategories": 1, "totalBenchmarks": 7, - "lastUpdated": "2026-05-04T00:51:29.026Z" + "lastUpdated": "2026-05-05T00:49:00.302Z" } } \ No newline at end of file diff --git a/docs/static/benchmarks/summary.json b/docs/static/benchmarks/summary.json index 7726924838..57dcfb47b5 100644 --- a/docs/static/benchmarks/summary.json +++ b/docs/static/benchmarks/summary.json @@ -10,6 +10,6 @@ "build": [ "BuildTime" ], - "timestamp": "2026-05-04", + "timestamp": "2026-05-05", "environment": "Ubuntu Latest • .NET SDK 10.0.203" } \ No newline at end of file