From 8c0b6d8ef2af10eda25239dd6c6cc65558780e76 Mon Sep 17 00:00:00 2001 From: qinhongjie Date: Tue, 20 Aug 2024 15:11:08 +0800 Subject: [PATCH] [llm_perf] fix wrong return value type of CoreInferencer.Task.get_result --- byte_infer_perf/llm_perf/core/inferencer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/byte_infer_perf/llm_perf/core/inferencer.py b/byte_infer_perf/llm_perf/core/inferencer.py index 9d817bb2f..2d87e1e7c 100644 --- a/byte_infer_perf/llm_perf/core/inferencer.py +++ b/byte_infer_perf/llm_perf/core/inferencer.py @@ -60,7 +60,7 @@ def add_result(self, res: GenerateResult): self.generate_ids.append(res.token_id) self.result_queue.put(res) - async def get_result(self) -> GenerateRequest: + async def get_result(self) -> GenerateResult: return await self.result_queue.get() def finish(self) -> None: