From 9e26f9abaf6efc8f18a5df66c1a1054dc9ab996f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sebastian=20Sch=C3=B6nnenbeck?= Date: Fri, 11 Oct 2024 08:45:33 +0200 Subject: [PATCH] Added priority where needed --- vllm/engine/multiprocessing/engine.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/engine/multiprocessing/engine.py b/vllm/engine/multiprocessing/engine.py index eecca82cd2f7..6e0e140a4d06 100644 --- a/vllm/engine/multiprocessing/engine.py +++ b/vllm/engine/multiprocessing/engine.py @@ -282,7 +282,8 @@ def _handle_process_request(self, request: RPCProcessRequest): params=request.params, lora_request=request.lora_request, trace_headers=request.trace_headers, - prompt_adapter_request=request.prompt_adapter_request) + prompt_adapter_request=request.prompt_adapter_request, + priority=request.priority) if self.log_requests: logger.info("Added request %s.", request.request_id)