Skip to content

Commit

Permalink
[Fix] Fix the style of test_large_max_new_tokens.py (#1638)
Browse files Browse the repository at this point in the history
  • Loading branch information
merrymercy authored Oct 11, 2024
1 parent 862cd26 commit dafb6a5
Showing 1 changed file with 2 additions and 4 deletions.
6 changes: 2 additions & 4 deletions test/srt/test_large_max_new_tokens.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,4 @@
import json
import os
import time
import unittest
from concurrent.futures import ThreadPoolExecutor

Expand All @@ -16,7 +14,7 @@
)


class TestOpenAIServer(unittest.TestCase):
class TestLargeMaxNewTokens(unittest.TestCase):
@classmethod
def setUpClass(cls):
cls.model = DEFAULT_MODEL_NAME_FOR_TEST
Expand Down Expand Up @@ -57,7 +55,7 @@ def test_chat_completion(self):
num_requests = 4

futures = []
with ThreadPoolExecutor(16) as executor:
with ThreadPoolExecutor(num_requests) as executor:
for i in range(num_requests):
futures.append(executor.submit(self.run_chat_completion))

Expand Down

0 comments on commit dafb6a5

Please sign in to comment.