From 00d6e6c104faa41ff2186855fd0ce181470eaef0 Mon Sep 17 00:00:00 2001 From: "rshaw@neuralmagic.com" Date: Thu, 1 May 2025 21:06:00 +0000 Subject: [PATCH] updated Signed-off-by: rshaw@neuralmagic.com --- vllm/v1/core/kv_cache_manager.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/v1/core/kv_cache_manager.py b/vllm/v1/core/kv_cache_manager.py index 41d9f1b65c23..33cc33beb2ae 100644 --- a/vllm/v1/core/kv_cache_manager.py +++ b/vllm/v1/core/kv_cache_manager.py @@ -291,6 +291,7 @@ def allocate_slots( # cache a block after is has finished recving. self.num_cached_block[request.request_id] = len( new_computed_blocks) + return new_blocks self.cache_blocks( request=request,