fix: resolve bench_serving args (#2139)

sgl-project · Nov 23, 2024 · ad47749 · ad47749
1 parent 751c3a0
commit ad47749
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/python/sglang/bench_serving.py b/python/sglang/bench_serving.py
@@ -1107,6 +1107,10 @@ def run_benchmark(args_: argparse.Namespace):
     global args
     args = args_
 
+    # Set default value for max_concurrency if not present
+    if not hasattr(args, "max_concurrency"):
+        args.max_concurrency = None
+
     # Set global environments
     set_ulimit()
     random.seed(args.seed)