From ad47749b827b8087c914d489d2d26ac485121c59 Mon Sep 17 00:00:00 2001
From: Yineng Zhang <me@zhyncs.com>
Date: Sat, 23 Nov 2024 17:45:42 +0800
Subject: [PATCH] fix: resolve bench_serving args (#2139)

---
 python/sglang/bench_serving.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/python/sglang/bench_serving.py b/python/sglang/bench_serving.py
index c86474e934a..203d79fffa0 100644
--- a/python/sglang/bench_serving.py
+++ b/python/sglang/bench_serving.py
@@ -1107,6 +1107,10 @@ def run_benchmark(args_: argparse.Namespace):
     global args
     args = args_
 
+    # Set default value for max_concurrency if not present
+    if not hasattr(args, "max_concurrency"):
+        args.max_concurrency = None
+
     # Set global environments
     set_ulimit()
     random.seed(args.seed)