diff --git a/docs/docs/benchmarks/AsyncTests.md b/docs/docs/benchmarks/AsyncTests.md index 223f4280ce..866c95272b 100644 --- a/docs/docs/benchmarks/AsyncTests.md +++ b/docs/docs/benchmarks/AsyncTests.md @@ -7,7 +7,7 @@ sidebar_position: 2 # AsyncTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-24** from the latest CI run. +This benchmark was automatically generated on **2026-05-25** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.300 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-24** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.45.29 | 533.5 ms | 534.8 ms | 4.25 ms | -| NUnit | 4.6.1 | 734.7 ms | 729.5 ms | 14.28 ms | -| MSTest | 4.2.3 | 637.9 ms | 640.4 ms | 5.39 ms | -| xUnit3 | 3.2.2 | 786.5 ms | 785.4 ms | 8.99 ms | -| **TUnit (AOT)** | 1.45.29 | 121.9 ms | 122.0 ms | 0.53 ms | +| **TUnit** | 1.45.29 | 535.2 ms | 533.5 ms | 4.42 ms | +| NUnit | 4.6.1 | 728.6 ms | 728.8 ms | 5.28 ms | +| MSTest | 4.2.3 | 626.4 ms | 625.7 ms | 8.48 ms | +| xUnit3 | 3.2.2 | 778.3 ms | 778.8 ms | 6.32 ms | +| **TUnit (AOT)** | 1.45.29 | 122.7 ms | 122.6 ms | 0.21 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-24** from the latest CI xychart-beta title "AsyncTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 944 - bar [533.5, 734.7, 637.9, 786.5, 121.9] + y-axis "Time (ms)" 0 --> 934 + bar [535.2, 728.6, 626.4, 778.3, 122.7] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-24T00:57:35.464Z* +*Last generated: 2026-05-25T00:58:53.136Z* diff --git a/docs/docs/benchmarks/BuildTime.md b/docs/docs/benchmarks/BuildTime.md index fc8925cf9a..862c6b5339 100644 --- a/docs/docs/benchmarks/BuildTime.md +++ b/docs/docs/benchmarks/BuildTime.md @@ -7,7 +7,7 @@ sidebar_position: 8 # Build Performance Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-24** from the latest CI run. +This benchmark was automatically generated on **2026-05-25** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.300 ::: @@ -18,10 +18,10 @@ Compilation time comparison across frameworks: | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.45.29 | 1.839 s | 1.843 s | 0.0355 s | -| Build_NUnit | 4.6.1 | 1.725 s | 1.709 s | 0.0353 s | -| Build_MSTest | 4.2.3 | 1.743 s | 1.738 s | 0.0326 s | -| Build_xUnit3 | 3.2.2 | 1.669 s | 1.660 s | 0.0242 s | +| **TUnit** | 1.45.29 | 1.714 s | 1.688 s | 0.0625 s | +| Build_NUnit | 4.6.1 | 1.609 s | 1.601 s | 0.0202 s | +| Build_MSTest | 4.2.3 | 1.660 s | 1.651 s | 0.0198 s | +| Build_xUnit3 | 3.2.2 | 1.590 s | 1.587 s | 0.0111 s | ## 📈 Visual Comparison @@ -60,7 +60,7 @@ xychart-beta title "Build Time Comparison" x-axis ["Build_TUnit", "Build_NUnit", "Build_MSTest", "Build_xUnit3"] y-axis "Time (s)" 0 --> 3 - bar [1.839, 1.725, 1.743, 1.669] + bar [1.714, 1.609, 1.66, 1.59] ``` --- @@ -69,4 +69,4 @@ xychart-beta View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-24T00:57:35.466Z* +*Last generated: 2026-05-25T00:58:53.139Z* diff --git a/docs/docs/benchmarks/DataDrivenTests.md b/docs/docs/benchmarks/DataDrivenTests.md index 7bd80920d4..83d351b1e0 100644 --- a/docs/docs/benchmarks/DataDrivenTests.md +++ b/docs/docs/benchmarks/DataDrivenTests.md @@ -7,7 +7,7 @@ sidebar_position: 3 # DataDrivenTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-24** from the latest CI run. +This benchmark was automatically generated on **2026-05-25** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.300 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-24** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.45.29 | 362.98 ms | 361.93 ms | 3.782 ms | -| NUnit | 4.6.1 | 447.80 ms | 447.50 ms | 4.801 ms | -| MSTest | 4.2.3 | 395.63 ms | 393.52 ms | 13.709 ms | -| xUnit3 | 3.2.2 | 469.96 ms | 470.17 ms | 3.494 ms | -| **TUnit (AOT)** | 1.45.29 | 23.30 ms | 23.33 ms | 1.430 ms | +| **TUnit** | 1.45.29 | 497.35 ms | 493.83 ms | 11.755 ms | +| NUnit | 4.6.1 | 664.80 ms | 659.72 ms | 14.022 ms | +| MSTest | 4.2.3 | 673.15 ms | 673.87 ms | 14.065 ms | +| xUnit3 | 3.2.2 | 695.56 ms | 686.54 ms | 31.059 ms | +| **TUnit (AOT)** | 1.45.29 | 28.08 ms | 28.15 ms | 2.015 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-24** from the latest CI xychart-beta title "DataDrivenTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 564 - bar [362.98, 447.8, 395.63, 469.96, 23.3] + y-axis "Time (ms)" 0 --> 835 + bar [497.35, 664.8, 673.15, 695.56, 28.08] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-24T00:57:35.465Z* +*Last generated: 2026-05-25T00:58:53.137Z* diff --git a/docs/docs/benchmarks/MassiveParallelTests.md b/docs/docs/benchmarks/MassiveParallelTests.md index 0212a90302..0bc227ef75 100644 --- a/docs/docs/benchmarks/MassiveParallelTests.md +++ b/docs/docs/benchmarks/MassiveParallelTests.md @@ -7,7 +7,7 @@ sidebar_position: 4 # MassiveParallelTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-24** from the latest CI run. +This benchmark was automatically generated on **2026-05-25** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.300 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-24** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.45.29 | 664.6 ms | 665.3 ms | 4.67 ms | -| NUnit | 4.6.1 | 1,245.1 ms | 1,245.8 ms | 5.16 ms | -| MSTest | 4.2.3 | 2,961.1 ms | 2,959.0 ms | 9.15 ms | -| xUnit3 | 3.2.2 | 3,113.7 ms | 3,112.4 ms | 11.59 ms | -| **TUnit (AOT)** | 1.45.29 | 226.5 ms | 226.6 ms | 0.55 ms | +| **TUnit** | 1.45.29 | 661.8 ms | 661.0 ms | 4.68 ms | +| NUnit | 4.6.1 | 1,259.2 ms | 1,258.3 ms | 7.43 ms | +| MSTest | 4.2.3 | 2,986.1 ms | 2,983.7 ms | 7.44 ms | +| xUnit3 | 3.2.2 | 3,149.0 ms | 3,148.1 ms | 11.12 ms | +| **TUnit (AOT)** | 1.45.29 | 226.7 ms | 226.7 ms | 0.44 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-24** from the latest CI xychart-beta title "MassiveParallelTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 3737 - bar [664.6, 1245.1, 2961.1, 3113.7, 226.5] + y-axis "Time (ms)" 0 --> 3779 + bar [661.8, 1259.2, 2986.1, 3149, 226.7] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-24T00:57:35.465Z* +*Last generated: 2026-05-25T00:58:53.137Z* diff --git a/docs/docs/benchmarks/MatrixTests.md b/docs/docs/benchmarks/MatrixTests.md index 90efc56ca9..b520c0fe8c 100644 --- a/docs/docs/benchmarks/MatrixTests.md +++ b/docs/docs/benchmarks/MatrixTests.md @@ -7,7 +7,7 @@ sidebar_position: 5 # MatrixTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-24** from the latest CI run. +This benchmark was automatically generated on **2026-05-25** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.300 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-24** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.45.29 | 572.9 ms | 573.8 ms | 6.30 ms | -| NUnit | 4.6.1 | 1,586.0 ms | 1,584.4 ms | 6.10 ms | -| MSTest | 4.2.3 | 1,485.3 ms | 1,482.2 ms | 9.89 ms | -| xUnit3 | 3.2.2 | 1,621.0 ms | 1,622.0 ms | 7.95 ms | -| **TUnit (AOT)** | 1.45.29 | 127.1 ms | 127.1 ms | 0.23 ms | +| **TUnit** | 1.45.29 | 566.5 ms | 565.6 ms | 4.75 ms | +| NUnit | 4.6.1 | 1,564.8 ms | 1,563.3 ms | 7.29 ms | +| MSTest | 4.2.3 | 1,468.0 ms | 1,467.0 ms | 5.26 ms | +| xUnit3 | 3.2.2 | 1,602.5 ms | 1,602.4 ms | 8.81 ms | +| **TUnit (AOT)** | 1.45.29 | 126.3 ms | 126.2 ms | 0.36 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-24** from the latest CI xychart-beta title "MatrixTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 1946 - bar [572.9, 1586, 1485.3, 1621, 127.1] + y-axis "Time (ms)" 0 --> 1923 + bar [566.5, 1564.8, 1468, 1602.5, 126.3] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-24T00:57:35.465Z* +*Last generated: 2026-05-25T00:58:53.137Z* diff --git a/docs/docs/benchmarks/ScaleTests.md b/docs/docs/benchmarks/ScaleTests.md index a754d56cc9..75f48a656b 100644 --- a/docs/docs/benchmarks/ScaleTests.md +++ b/docs/docs/benchmarks/ScaleTests.md @@ -7,7 +7,7 @@ sidebar_position: 6 # ScaleTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-24** from the latest CI run. +This benchmark was automatically generated on **2026-05-25** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.300 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-05-24** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.45.29 | 439.62 ms | 439.50 ms | 5.316 ms | -| NUnit | 4.6.1 | 574.26 ms | 576.79 ms | 10.004 ms | -| MSTest | 4.2.3 | 539.18 ms | 538.52 ms | 23.059 ms | -| xUnit3 | 3.2.2 | 591.71 ms | 592.04 ms | 9.959 ms | -| **TUnit (AOT)** | 1.45.29 | 35.09 ms | 34.57 ms | 3.140 ms | +| **TUnit** | 1.45.29 | 475.86 ms | 475.18 ms | 3.865 ms | +| NUnit | 4.6.1 | 636.13 ms | 636.65 ms | 10.409 ms | +| MSTest | 4.2.3 | 539.38 ms | 536.91 ms | 9.482 ms | +| xUnit3 | 3.2.2 | 640.50 ms | 642.54 ms | 11.596 ms | +| **TUnit (AOT)** | 1.45.29 | 30.74 ms | 30.62 ms | 1.677 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-24** from the latest CI xychart-beta title "ScaleTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 711 - bar [439.62, 574.26, 539.18, 591.71, 35.09] + y-axis "Time (ms)" 0 --> 769 + bar [475.86, 636.13, 539.38, 640.5, 30.74] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-24T00:57:35.466Z* +*Last generated: 2026-05-25T00:58:53.138Z* diff --git a/docs/docs/benchmarks/SetupTeardownTests.md b/docs/docs/benchmarks/SetupTeardownTests.md index 0a2eea48d7..f94fef1b63 100644 --- a/docs/docs/benchmarks/SetupTeardownTests.md +++ b/docs/docs/benchmarks/SetupTeardownTests.md @@ -7,7 +7,7 @@ sidebar_position: 7 # SetupTeardownTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-05-24** from the latest CI run. +This benchmark was automatically generated on **2026-05-25** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.300 ::: @@ -16,10 +16,10 @@ This benchmark was automatically generated on **2026-05-24** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.45.29 | 524.7 ms | 523.7 ms | 5.86 ms | -| NUnit | 4.6.1 | 1,147.5 ms | 1,148.1 ms | 2.92 ms | -| MSTest | 4.2.3 | 1,080.1 ms | 1,081.3 ms | 7.91 ms | -| xUnit3 | 3.2.2 | 1,222.1 ms | 1,221.4 ms | 10.29 ms | +| **TUnit** | 1.45.29 | 542.8 ms | 541.8 ms | 5.81 ms | +| NUnit | 4.6.1 | 1,163.4 ms | 1,163.7 ms | 4.54 ms | +| MSTest | 4.2.3 | 1,089.9 ms | 1,090.1 ms | 8.27 ms | +| xUnit3 | 3.2.2 | 1,239.9 ms | 1,241.4 ms | 6.80 ms | | **TUnit (AOT)** | 1.45.29 | NA | NA | NA | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-05-24** from the latest CI xychart-beta title "SetupTeardownTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 1467 - bar [524.7, 1147.5, 1080.1, 1222.1, 0] + y-axis "Time (ms)" 0 --> 1488 + bar [542.8, 1163.4, 1089.9, 1239.9, 0] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-05-24T00:57:35.466Z* +*Last generated: 2026-05-25T00:58:53.138Z* diff --git a/docs/docs/benchmarks/index.md b/docs/docs/benchmarks/index.md index a2a276c15f..214a4c38b3 100644 --- a/docs/docs/benchmarks/index.md +++ b/docs/docs/benchmarks/index.md @@ -7,7 +7,7 @@ sidebar_position: 1 # Performance Benchmarks :::info Last Updated -These benchmarks were automatically generated on **2026-05-24** from the latest CI run. +These benchmarks were automatically generated on **2026-05-25** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.300 ::: @@ -80,4 +80,4 @@ These benchmarks run automatically daily via [GitHub Actions](https://github.com Each benchmark runs multiple iterations with statistical analysis to ensure accuracy. Results may vary based on hardware and test characteristics. ::: -*Last generated: 2026-05-24T00:57:35.467Z* +*Last generated: 2026-05-25T00:58:53.139Z* diff --git a/docs/static/benchmarks/AsyncTests.json b/docs/static/benchmarks/AsyncTests.json index dc4cc634fe..cfee182250 100644 --- a/docs/static/benchmarks/AsyncTests.json +++ b/docs/static/benchmarks/AsyncTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-24T00:57:35.464Z", + "timestamp": "2026-05-25T00:58:53.136Z", "category": "AsyncTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.45.29", - "Mean": "533.5 ms", - "Error": "4.79 ms", - "StdDev": "4.25 ms", - "Median": "534.8 ms" + "Mean": "535.2 ms", + "Error": "4.73 ms", + "StdDev": "4.42 ms", + "Median": "533.5 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "734.7 ms", - "Error": "12.85 ms", - "StdDev": "14.28 ms", - "Median": "729.5 ms" + "Mean": "728.6 ms", + "Error": "6.32 ms", + "StdDev": "5.28 ms", + "Median": "728.8 ms" }, { "Method": "MSTest", "Version": "4.2.3", - "Mean": "637.9 ms", - "Error": "6.45 ms", - "StdDev": "5.39 ms", - "Median": "640.4 ms" + "Mean": "626.4 ms", + "Error": "9.56 ms", + "StdDev": "8.48 ms", + "Median": "625.7 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "786.5 ms", - "Error": "9.61 ms", - "StdDev": "8.99 ms", - "Median": "785.4 ms" + "Mean": "778.3 ms", + "Error": "6.76 ms", + "StdDev": "6.32 ms", + "Median": "778.8 ms" }, { "Method": "TUnit_AOT", "Version": "1.45.29", - "Mean": "121.9 ms", - "Error": "0.57 ms", - "StdDev": "0.53 ms", - "Median": "122.0 ms" + "Mean": "122.7 ms", + "Error": "0.23 ms", + "StdDev": "0.21 ms", + "Median": "122.6 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/BuildTime.json b/docs/static/benchmarks/BuildTime.json index b8d96cfe66..1ae62cb8b8 100644 --- a/docs/static/benchmarks/BuildTime.json +++ b/docs/static/benchmarks/BuildTime.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-24T00:57:35.467Z", + "timestamp": "2026-05-25T00:58:53.139Z", "category": "BuildTime", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,34 +10,34 @@ { "Method": "Build_TUnit", "Version": "1.45.29", - "Mean": "1.839 s", - "Error": "0.0362 s", - "StdDev": "0.0355 s", - "Median": "1.843 s" + "Mean": "1.714 s", + "Error": "0.0337 s", + "StdDev": "0.0625 s", + "Median": "1.688 s" }, { "Method": "Build_NUnit", "Version": "4.6.1", - "Mean": "1.725 s", - "Error": "0.0344 s", - "StdDev": "0.0353 s", - "Median": "1.709 s" + "Mean": "1.609 s", + "Error": "0.0216 s", + "StdDev": "0.0202 s", + "Median": "1.601 s" }, { "Method": "Build_MSTest", "Version": "4.2.3", - "Mean": "1.743 s", - "Error": "0.0348 s", - "StdDev": "0.0326 s", - "Median": "1.738 s" + "Mean": "1.660 s", + "Error": "0.0211 s", + "StdDev": "0.0198 s", + "Median": "1.651 s" }, { "Method": "Build_xUnit3", "Version": "3.2.2", - "Mean": "1.669 s", - "Error": "0.0259 s", - "StdDev": "0.0242 s", - "Median": "1.660 s" + "Mean": "1.590 s", + "Error": "0.0119 s", + "StdDev": "0.0111 s", + "Median": "1.587 s" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/DataDrivenTests.json b/docs/static/benchmarks/DataDrivenTests.json index 2420abce14..7c188e1888 100644 --- a/docs/static/benchmarks/DataDrivenTests.json +++ b/docs/static/benchmarks/DataDrivenTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-24T00:57:35.465Z", + "timestamp": "2026-05-25T00:58:53.137Z", "category": "DataDrivenTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.45.29", - "Mean": "362.98 ms", - "Error": "4.044 ms", - "StdDev": "3.782 ms", - "Median": "361.93 ms" + "Mean": "497.35 ms", + "Error": "9.874 ms", + "StdDev": "11.755 ms", + "Median": "493.83 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "447.80 ms", - "Error": "5.749 ms", - "StdDev": "4.801 ms", - "Median": "447.50 ms" + "Mean": "664.80 ms", + "Error": "12.615 ms", + "StdDev": "14.022 ms", + "Median": "659.72 ms" }, { "Method": "MSTest", "Version": "4.2.3", - "Mean": "395.63 ms", - "Error": "7.827 ms", - "StdDev": "13.709 ms", - "Median": "393.52 ms" + "Mean": "673.15 ms", + "Error": "13.145 ms", + "StdDev": "14.065 ms", + "Median": "673.87 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "469.96 ms", - "Error": "3.942 ms", - "StdDev": "3.494 ms", - "Median": "470.17 ms" + "Mean": "695.56 ms", + "Error": "13.760 ms", + "StdDev": "31.059 ms", + "Median": "686.54 ms" }, { "Method": "TUnit_AOT", "Version": "1.45.29", - "Mean": "23.30 ms", - "Error": "0.498 ms", - "StdDev": "1.430 ms", - "Median": "23.33 ms" + "Mean": "28.08 ms", + "Error": "0.687 ms", + "StdDev": "2.015 ms", + "Median": "28.15 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MassiveParallelTests.json b/docs/static/benchmarks/MassiveParallelTests.json index a97b7eedb9..b497ca430e 100644 --- a/docs/static/benchmarks/MassiveParallelTests.json +++ b/docs/static/benchmarks/MassiveParallelTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-24T00:57:35.465Z", + "timestamp": "2026-05-25T00:58:53.137Z", "category": "MassiveParallelTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.45.29", - "Mean": "664.6 ms", - "Error": "5.27 ms", - "StdDev": "4.67 ms", - "Median": "665.3 ms" + "Mean": "661.8 ms", + "Error": "5.28 ms", + "StdDev": "4.68 ms", + "Median": "661.0 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "1,245.1 ms", - "Error": "6.61 ms", - "StdDev": "5.16 ms", - "Median": "1,245.8 ms" + "Mean": "1,259.2 ms", + "Error": "8.90 ms", + "StdDev": "7.43 ms", + "Median": "1,258.3 ms" }, { "Method": "MSTest", "Version": "4.2.3", - "Mean": "2,961.1 ms", - "Error": "9.78 ms", - "StdDev": "9.15 ms", - "Median": "2,959.0 ms" + "Mean": "2,986.1 ms", + "Error": "7.95 ms", + "StdDev": "7.44 ms", + "Median": "2,983.7 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "3,113.7 ms", - "Error": "13.88 ms", - "StdDev": "11.59 ms", - "Median": "3,112.4 ms" + "Mean": "3,149.0 ms", + "Error": "12.54 ms", + "StdDev": "11.12 ms", + "Median": "3,148.1 ms" }, { "Method": "TUnit_AOT", "Version": "1.45.29", - "Mean": "226.5 ms", - "Error": "0.59 ms", - "StdDev": "0.55 ms", - "Median": "226.6 ms" + "Mean": "226.7 ms", + "Error": "0.47 ms", + "StdDev": "0.44 ms", + "Median": "226.7 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MatrixTests.json b/docs/static/benchmarks/MatrixTests.json index 086527a0fb..7f1f5db5d9 100644 --- a/docs/static/benchmarks/MatrixTests.json +++ b/docs/static/benchmarks/MatrixTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-24T00:57:35.465Z", + "timestamp": "2026-05-25T00:58:53.138Z", "category": "MatrixTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.45.29", - "Mean": "572.9 ms", - "Error": "6.73 ms", - "StdDev": "6.30 ms", - "Median": "573.8 ms" + "Mean": "566.5 ms", + "Error": "5.07 ms", + "StdDev": "4.75 ms", + "Median": "565.6 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "1,586.0 ms", - "Error": "7.30 ms", - "StdDev": "6.10 ms", - "Median": "1,584.4 ms" + "Mean": "1,564.8 ms", + "Error": "7.79 ms", + "StdDev": "7.29 ms", + "Median": "1,563.3 ms" }, { "Method": "MSTest", "Version": "4.2.3", - "Mean": "1,485.3 ms", - "Error": "10.57 ms", - "StdDev": "9.89 ms", - "Median": "1,482.2 ms" + "Mean": "1,468.0 ms", + "Error": "5.93 ms", + "StdDev": "5.26 ms", + "Median": "1,467.0 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,621.0 ms", - "Error": "9.52 ms", - "StdDev": "7.95 ms", - "Median": "1,622.0 ms" + "Mean": "1,602.5 ms", + "Error": "9.42 ms", + "StdDev": "8.81 ms", + "Median": "1,602.4 ms" }, { "Method": "TUnit_AOT", "Version": "1.45.29", - "Mean": "127.1 ms", - "Error": "0.25 ms", - "StdDev": "0.23 ms", - "Median": "127.1 ms" + "Mean": "126.3 ms", + "Error": "0.38 ms", + "StdDev": "0.36 ms", + "Median": "126.2 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/ScaleTests.json b/docs/static/benchmarks/ScaleTests.json index 1554a162ac..e2595ba681 100644 --- a/docs/static/benchmarks/ScaleTests.json +++ b/docs/static/benchmarks/ScaleTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-24T00:57:35.466Z", + "timestamp": "2026-05-25T00:58:53.138Z", "category": "ScaleTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.45.29", - "Mean": "439.62 ms", - "Error": "5.683 ms", - "StdDev": "5.316 ms", - "Median": "439.50 ms" + "Mean": "475.86 ms", + "Error": "4.360 ms", + "StdDev": "3.865 ms", + "Median": "475.18 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "574.26 ms", - "Error": "10.695 ms", - "StdDev": "10.004 ms", - "Median": "576.79 ms" + "Mean": "636.13 ms", + "Error": "12.465 ms", + "StdDev": "10.409 ms", + "Median": "636.65 ms" }, { "Method": "MSTest", "Version": "4.2.3", - "Mean": "539.18 ms", - "Error": "10.607 ms", - "StdDev": "23.059 ms", - "Median": "538.52 ms" + "Mean": "539.38 ms", + "Error": "10.696 ms", + "StdDev": "9.482 ms", + "Median": "536.91 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "591.71 ms", - "Error": "10.646 ms", - "StdDev": "9.959 ms", - "Median": "592.04 ms" + "Mean": "640.50 ms", + "Error": "12.397 ms", + "StdDev": "11.596 ms", + "Median": "642.54 ms" }, { "Method": "TUnit_AOT", "Version": "1.45.29", - "Mean": "35.09 ms", - "Error": "1.065 ms", - "StdDev": "3.140 ms", - "Median": "34.57 ms" + "Mean": "30.74 ms", + "Error": "0.609 ms", + "StdDev": "1.677 ms", + "Median": "30.62 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/SetupTeardownTests.json b/docs/static/benchmarks/SetupTeardownTests.json index ad4a349a69..4eb03dd0d6 100644 --- a/docs/static/benchmarks/SetupTeardownTests.json +++ b/docs/static/benchmarks/SetupTeardownTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-24T00:57:35.466Z", + "timestamp": "2026-05-25T00:58:53.138Z", "category": "SetupTeardownTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", @@ -10,34 +10,34 @@ { "Method": "TUnit", "Version": "1.45.29", - "Mean": "524.7 ms", - "Error": "6.27 ms", - "StdDev": "5.86 ms", - "Median": "523.7 ms" + "Mean": "542.8 ms", + "Error": "6.21 ms", + "StdDev": "5.81 ms", + "Median": "541.8 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "1,147.5 ms", - "Error": "3.50 ms", - "StdDev": "2.92 ms", - "Median": "1,148.1 ms" + "Mean": "1,163.4 ms", + "Error": "5.13 ms", + "StdDev": "4.54 ms", + "Median": "1,163.7 ms" }, { "Method": "MSTest", "Version": "4.2.3", - "Mean": "1,080.1 ms", - "Error": "8.45 ms", - "StdDev": "7.91 ms", - "Median": "1,081.3 ms" + "Mean": "1,089.9 ms", + "Error": "9.32 ms", + "StdDev": "8.27 ms", + "Median": "1,090.1 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,222.1 ms", - "Error": "11.61 ms", - "StdDev": "10.29 ms", - "Median": "1,221.4 ms" + "Mean": "1,239.9 ms", + "Error": "7.67 ms", + "StdDev": "6.80 ms", + "Median": "1,241.4 ms" }, { "Method": "TUnit_AOT", diff --git a/docs/static/benchmarks/historical.json b/docs/static/benchmarks/historical.json index 6618666625..85d884d495 100644 --- a/docs/static/benchmarks/historical.json +++ b/docs/static/benchmarks/historical.json @@ -1,8 +1,4 @@ [ - { - "date": "2026-02-27", - "environment": "Ubuntu" - }, { "date": "2026-02-28", "environment": "Ubuntu" @@ -358,5 +354,9 @@ { "date": "2026-05-24", "environment": "Ubuntu" + }, + { + "date": "2026-05-25", + "environment": "Ubuntu" } ] \ No newline at end of file diff --git a/docs/static/benchmarks/latest.json b/docs/static/benchmarks/latest.json index 50314799d5..f5dfc53e8a 100644 --- a/docs/static/benchmarks/latest.json +++ b/docs/static/benchmarks/latest.json @@ -1,5 +1,5 @@ { - "timestamp": "2026-05-24T00:57:35.467Z", + "timestamp": "2026-05-25T00:58:53.139Z", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.300", @@ -10,244 +10,244 @@ { "Method": "TUnit", "Version": "1.45.29", - "Mean": "533.5 ms", - "Error": "4.79 ms", - "StdDev": "4.25 ms", - "Median": "534.8 ms" + "Mean": "535.2 ms", + "Error": "4.73 ms", + "StdDev": "4.42 ms", + "Median": "533.5 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "734.7 ms", - "Error": "12.85 ms", - "StdDev": "14.28 ms", - "Median": "729.5 ms" + "Mean": "728.6 ms", + "Error": "6.32 ms", + "StdDev": "5.28 ms", + "Median": "728.8 ms" }, { "Method": "MSTest", "Version": "4.2.3", - "Mean": "637.9 ms", - "Error": "6.45 ms", - "StdDev": "5.39 ms", - "Median": "640.4 ms" + "Mean": "626.4 ms", + "Error": "9.56 ms", + "StdDev": "8.48 ms", + "Median": "625.7 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "786.5 ms", - "Error": "9.61 ms", - "StdDev": "8.99 ms", - "Median": "785.4 ms" + "Mean": "778.3 ms", + "Error": "6.76 ms", + "StdDev": "6.32 ms", + "Median": "778.8 ms" }, { "Method": "TUnit_AOT", "Version": "1.45.29", - "Mean": "121.9 ms", - "Error": "0.57 ms", - "StdDev": "0.53 ms", - "Median": "122.0 ms" + "Mean": "122.7 ms", + "Error": "0.23 ms", + "StdDev": "0.21 ms", + "Median": "122.6 ms" } ], "DataDrivenTests": [ { "Method": "TUnit", "Version": "1.45.29", - "Mean": "362.98 ms", - "Error": "4.044 ms", - "StdDev": "3.782 ms", - "Median": "361.93 ms" + "Mean": "497.35 ms", + "Error": "9.874 ms", + "StdDev": "11.755 ms", + "Median": "493.83 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "447.80 ms", - "Error": "5.749 ms", - "StdDev": "4.801 ms", - "Median": "447.50 ms" + "Mean": "664.80 ms", + "Error": "12.615 ms", + "StdDev": "14.022 ms", + "Median": "659.72 ms" }, { "Method": "MSTest", "Version": "4.2.3", - "Mean": "395.63 ms", - "Error": "7.827 ms", - "StdDev": "13.709 ms", - "Median": "393.52 ms" + "Mean": "673.15 ms", + "Error": "13.145 ms", + "StdDev": "14.065 ms", + "Median": "673.87 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "469.96 ms", - "Error": "3.942 ms", - "StdDev": "3.494 ms", - "Median": "470.17 ms" + "Mean": "695.56 ms", + "Error": "13.760 ms", + "StdDev": "31.059 ms", + "Median": "686.54 ms" }, { "Method": "TUnit_AOT", "Version": "1.45.29", - "Mean": "23.30 ms", - "Error": "0.498 ms", - "StdDev": "1.430 ms", - "Median": "23.33 ms" + "Mean": "28.08 ms", + "Error": "0.687 ms", + "StdDev": "2.015 ms", + "Median": "28.15 ms" } ], "MassiveParallelTests": [ { "Method": "TUnit", "Version": "1.45.29", - "Mean": "664.6 ms", - "Error": "5.27 ms", - "StdDev": "4.67 ms", - "Median": "665.3 ms" + "Mean": "661.8 ms", + "Error": "5.28 ms", + "StdDev": "4.68 ms", + "Median": "661.0 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "1,245.1 ms", - "Error": "6.61 ms", - "StdDev": "5.16 ms", - "Median": "1,245.8 ms" + "Mean": "1,259.2 ms", + "Error": "8.90 ms", + "StdDev": "7.43 ms", + "Median": "1,258.3 ms" }, { "Method": "MSTest", "Version": "4.2.3", - "Mean": "2,961.1 ms", - "Error": "9.78 ms", - "StdDev": "9.15 ms", - "Median": "2,959.0 ms" + "Mean": "2,986.1 ms", + "Error": "7.95 ms", + "StdDev": "7.44 ms", + "Median": "2,983.7 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "3,113.7 ms", - "Error": "13.88 ms", - "StdDev": "11.59 ms", - "Median": "3,112.4 ms" + "Mean": "3,149.0 ms", + "Error": "12.54 ms", + "StdDev": "11.12 ms", + "Median": "3,148.1 ms" }, { "Method": "TUnit_AOT", "Version": "1.45.29", - "Mean": "226.5 ms", - "Error": "0.59 ms", - "StdDev": "0.55 ms", - "Median": "226.6 ms" + "Mean": "226.7 ms", + "Error": "0.47 ms", + "StdDev": "0.44 ms", + "Median": "226.7 ms" } ], "MatrixTests": [ { "Method": "TUnit", "Version": "1.45.29", - "Mean": "572.9 ms", - "Error": "6.73 ms", - "StdDev": "6.30 ms", - "Median": "573.8 ms" + "Mean": "566.5 ms", + "Error": "5.07 ms", + "StdDev": "4.75 ms", + "Median": "565.6 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "1,586.0 ms", - "Error": "7.30 ms", - "StdDev": "6.10 ms", - "Median": "1,584.4 ms" + "Mean": "1,564.8 ms", + "Error": "7.79 ms", + "StdDev": "7.29 ms", + "Median": "1,563.3 ms" }, { "Method": "MSTest", "Version": "4.2.3", - "Mean": "1,485.3 ms", - "Error": "10.57 ms", - "StdDev": "9.89 ms", - "Median": "1,482.2 ms" + "Mean": "1,468.0 ms", + "Error": "5.93 ms", + "StdDev": "5.26 ms", + "Median": "1,467.0 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,621.0 ms", - "Error": "9.52 ms", - "StdDev": "7.95 ms", - "Median": "1,622.0 ms" + "Mean": "1,602.5 ms", + "Error": "9.42 ms", + "StdDev": "8.81 ms", + "Median": "1,602.4 ms" }, { "Method": "TUnit_AOT", "Version": "1.45.29", - "Mean": "127.1 ms", - "Error": "0.25 ms", - "StdDev": "0.23 ms", - "Median": "127.1 ms" + "Mean": "126.3 ms", + "Error": "0.38 ms", + "StdDev": "0.36 ms", + "Median": "126.2 ms" } ], "ScaleTests": [ { "Method": "TUnit", "Version": "1.45.29", - "Mean": "439.62 ms", - "Error": "5.683 ms", - "StdDev": "5.316 ms", - "Median": "439.50 ms" + "Mean": "475.86 ms", + "Error": "4.360 ms", + "StdDev": "3.865 ms", + "Median": "475.18 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "574.26 ms", - "Error": "10.695 ms", - "StdDev": "10.004 ms", - "Median": "576.79 ms" + "Mean": "636.13 ms", + "Error": "12.465 ms", + "StdDev": "10.409 ms", + "Median": "636.65 ms" }, { "Method": "MSTest", "Version": "4.2.3", - "Mean": "539.18 ms", - "Error": "10.607 ms", - "StdDev": "23.059 ms", - "Median": "538.52 ms" + "Mean": "539.38 ms", + "Error": "10.696 ms", + "StdDev": "9.482 ms", + "Median": "536.91 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "591.71 ms", - "Error": "10.646 ms", - "StdDev": "9.959 ms", - "Median": "592.04 ms" + "Mean": "640.50 ms", + "Error": "12.397 ms", + "StdDev": "11.596 ms", + "Median": "642.54 ms" }, { "Method": "TUnit_AOT", "Version": "1.45.29", - "Mean": "35.09 ms", - "Error": "1.065 ms", - "StdDev": "3.140 ms", - "Median": "34.57 ms" + "Mean": "30.74 ms", + "Error": "0.609 ms", + "StdDev": "1.677 ms", + "Median": "30.62 ms" } ], "SetupTeardownTests": [ { "Method": "TUnit", "Version": "1.45.29", - "Mean": "524.7 ms", - "Error": "6.27 ms", - "StdDev": "5.86 ms", - "Median": "523.7 ms" + "Mean": "542.8 ms", + "Error": "6.21 ms", + "StdDev": "5.81 ms", + "Median": "541.8 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "1,147.5 ms", - "Error": "3.50 ms", - "StdDev": "2.92 ms", - "Median": "1,148.1 ms" + "Mean": "1,163.4 ms", + "Error": "5.13 ms", + "StdDev": "4.54 ms", + "Median": "1,163.7 ms" }, { "Method": "MSTest", "Version": "4.2.3", - "Mean": "1,080.1 ms", - "Error": "8.45 ms", - "StdDev": "7.91 ms", - "Median": "1,081.3 ms" + "Mean": "1,089.9 ms", + "Error": "9.32 ms", + "StdDev": "8.27 ms", + "Median": "1,090.1 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,222.1 ms", - "Error": "11.61 ms", - "StdDev": "10.29 ms", - "Median": "1,221.4 ms" + "Mean": "1,239.9 ms", + "Error": "7.67 ms", + "StdDev": "6.80 ms", + "Median": "1,241.4 ms" }, { "Method": "TUnit_AOT", @@ -264,34 +264,34 @@ { "Method": "Build_TUnit", "Version": "1.45.29", - "Mean": "1.839 s", - "Error": "0.0362 s", - "StdDev": "0.0355 s", - "Median": "1.843 s" + "Mean": "1.714 s", + "Error": "0.0337 s", + "StdDev": "0.0625 s", + "Median": "1.688 s" }, { "Method": "Build_NUnit", "Version": "4.6.1", - "Mean": "1.725 s", - "Error": "0.0344 s", - "StdDev": "0.0353 s", - "Median": "1.709 s" + "Mean": "1.609 s", + "Error": "0.0216 s", + "StdDev": "0.0202 s", + "Median": "1.601 s" }, { "Method": "Build_MSTest", "Version": "4.2.3", - "Mean": "1.743 s", - "Error": "0.0348 s", - "StdDev": "0.0326 s", - "Median": "1.738 s" + "Mean": "1.660 s", + "Error": "0.0211 s", + "StdDev": "0.0198 s", + "Median": "1.651 s" }, { "Method": "Build_xUnit3", "Version": "3.2.2", - "Mean": "1.669 s", - "Error": "0.0259 s", - "StdDev": "0.0242 s", - "Median": "1.660 s" + "Mean": "1.590 s", + "Error": "0.0119 s", + "StdDev": "0.0111 s", + "Median": "1.587 s" } ] }, @@ -299,6 +299,6 @@ "runtimeCategories": 6, "buildCategories": 1, "totalBenchmarks": 7, - "lastUpdated": "2026-05-24T00:57:35.464Z" + "lastUpdated": "2026-05-25T00:58:53.136Z" } } \ No newline at end of file diff --git a/docs/static/benchmarks/summary.json b/docs/static/benchmarks/summary.json index 74ba85c28e..eb69f54322 100644 --- a/docs/static/benchmarks/summary.json +++ b/docs/static/benchmarks/summary.json @@ -10,6 +10,6 @@ "build": [ "BuildTime" ], - "timestamp": "2026-05-24", + "timestamp": "2026-05-25", "environment": "Ubuntu Latest • .NET SDK 10.0.300" } \ No newline at end of file