We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2663929 commit d613e22Copy full SHA for d613e22
ucm/integration/vllm/ucm_connector.py
@@ -341,10 +341,7 @@ def build_connector_meta(
341
)
342
else:
343
for request in scheduled_cached_reqs:
344
- request_id = request.request_id
345
- if scheduler_output.num_scheduled_tokens[request_id] == 1:
346
- # decode stage
347
- continue
+ request_id = request.req_id
348
req_meta = self.requests_meta.get(request_id)
349
if req_meta:
350
requests_dispatch_meta[request_id] = self._generate_dispatch_meta(
0 commit comments