fix ci

sgl-project · Nov 24, 2024 · 30a0bab · 30a0bab
1 parent 2f928d0
commit 30a0bab
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 1 deletion.
diff --git a/python/sglang/bench_offline_throughput.py b/python/sglang/bench_offline_throughput.py
@@ -282,6 +282,7 @@ def throughput_test(
     if bench_args.result_filename:
         with open(bench_args.result_filename, "a") as fout:
             fout.write(json.dumps(result) + "\n")
+    backend.shutdown()
 
     print(
         "\n{s:{c}^{n}}".format(s=" Offline Throughput Benchmark Result ", n=50, c="=")

diff --git a/test/srt/test_eagle_infer.py b/test/srt/test_eagle_infer.py
@@ -59,10 +59,19 @@ def test_2_eagle_offline_throughput(self):
         bench_args = BenchArgs(num_prompts=10)
         result_eagle = throughput_test(server_args=server_args, bench_args=bench_args)
 
+        server_args = ServerArgs(
+            model_path="meta-llama/Llama-2-7b-chat-hf",
+        )
+        result_naive = throughput_test(server_args=server_args, bench_args=bench_args)
+
         print("==== Throughput EAGLE ====")
         print(result_eagle["total_throughput"])
+        print("==== Throughput Baseline ====")
+        print(result_naive["total_throughput"])
 
-        self.assertGreater(result_eagle["total_throughput"], 1200.0)
+        self.assertGreater(
+            result_eagle["total_throughput"], result_naive["total_throughput"] * 1.5
+        )
 
 
 if __name__ == "__main__":