Merge remote-tracking branch 'origin/features/refactor/benchmarker' into features/refactor/base-draft

[GuideLLM Refactor] benchmark package updates and rewrites #356

Author: sjmonson

src/guidellm/benchmark/__init__.py

@@ -1,19 +1,31 @@
-from .aggregator import AggregatorT, BenchmarkAggregator, GenerativeBenchmarkAggregator
-from .benchmark import (
+from .aggregator import (
+    Aggregator,
+    AggregatorState,
+    CompilableAggregator,
+    GenerativeRequestsAggregator,
+    GenerativeStatsProgressAggregator,
+    InjectExtrasAggregator,
+    SchedulerStatsAggregator,
+    SerializableAggregator,
+)
+from .benchmarker import Benchmarker
+from .entrypoints import benchmark_generative_text, reimport_benchmarks_report
+from .objects import (
     Benchmark,
-    BenchmarkArgs,
     BenchmarkMetrics,
-    BenchmarkRunStats,
+    BenchmarkSchedulerStats,
     BenchmarkT,
     GenerativeBenchmark,
+    GenerativeBenchmarksReport,
     GenerativeMetrics,
-    GenerativeTextErrorStats,
-    GenerativeTextResponseStats,
-    StatusBreakdown,
+    GenerativeRequestStats,
+)
+from .output import (
+    GenerativeBenchmarkerConsole,
+    GenerativeBenchmarkerCSV,
+    GenerativeBenchmarkerHTML,
+    GenerativeBenchmarkerOutput,
 )
-from .benchmarker import Benchmarker, BenchmarkerResult, GenerativeBenchmarker
-from .entrypoints import benchmark_generative_text, reimport_benchmarks_report
-from .output import GenerativeBenchmarksConsole, GenerativeBenchmarksReport
 from .profile import (
     AsyncProfile,
     ConcurrentProfile,
@@ -22,46 +34,45 @@
     SweepProfile,
     SynchronousProfile,
     ThroughputProfile,
-    create_profile,
 )
 from .progress import (
-    BenchmarkerProgressDisplay,
-    BenchmarkerTaskProgressState,
-    GenerativeTextBenchmarkerProgressDisplay,
-    GenerativeTextBenchmarkerTaskProgressState,
+    BenchmarkerProgress,
+    BenchmarkerProgressGroup,
+    GenerativeConsoleBenchmarkerProgress,
 )
 
 __all__ = [
-    "AggregatorT",
+    "Aggregator",
+    "AggregatorState",
     "AsyncProfile",
     "Benchmark",
-    "BenchmarkAggregator",
-    "BenchmarkArgs",
     "BenchmarkMetrics",
-    "BenchmarkRunStats",
+    "BenchmarkSchedulerStats",
     "BenchmarkT",
     "Benchmarker",
-    "BenchmarkerProgressDisplay",
-    "BenchmarkerResult",
-    "BenchmarkerTaskProgressState",
+    "BenchmarkerProgress",
+    "BenchmarkerProgressGroup",
+    "CompilableAggregator",
     "ConcurrentProfile",
     "GenerativeBenchmark",
-    "GenerativeBenchmarkAggregator",
-    "GenerativeBenchmarker",
-    "GenerativeBenchmarksConsole",
+    "GenerativeBenchmarkerCSV",
+    "GenerativeBenchmarkerConsole",
+    "GenerativeBenchmarkerHTML",
+    "GenerativeBenchmarkerOutput",
     "GenerativeBenchmarksReport",
+    "GenerativeConsoleBenchmarkerProgress",
     "GenerativeMetrics",
-    "GenerativeTextBenchmarkerProgressDisplay",
-    "GenerativeTextBenchmarkerTaskProgressState",
-    "GenerativeTextErrorStats",
-    "GenerativeTextResponseStats",
+    "GenerativeRequestStats",
+    "GenerativeRequestsAggregator",
+    "GenerativeStatsProgressAggregator",
+    "InjectExtrasAggregator",
     "Profile",
     "ProfileType",
-    "StatusBreakdown",
+    "SchedulerStatsAggregator",
+    "SerializableAggregator",
     "SweepProfile",
     "SynchronousProfile",
     "ThroughputProfile",
     "benchmark_generative_text",
-    "create_profile",
     "reimport_benchmarks_report",
 ]