From c91f92fdf3aac72e6c0a3d2666804abd7bac11f6 Mon Sep 17 00:00:00 2001 From: qyh111 Date: Mon, 1 Dec 2025 01:21:11 -0800 Subject: [PATCH] adapt vllm0.9.1 --- ucm/integration/vllm/ucm_connector.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/ucm/integration/vllm/ucm_connector.py b/ucm/integration/vllm/ucm_connector.py index b3dc60c4..e843a3e7 100644 --- a/ucm/integration/vllm/ucm_connector.py +++ b/ucm/integration/vllm/ucm_connector.py @@ -341,10 +341,7 @@ def build_connector_meta( ) else: for request in scheduled_cached_reqs: - request_id = request.request_id - if scheduler_output.num_scheduled_tokens[request_id] == 1: - # decode stage - continue + request_id = request.req_id req_meta = self.requests_meta.get(request_id) if req_meta: requests_dispatch_meta[request_id] = self._generate_dispatch_meta(