From 5fa2e53850bb8256d84017af8d384146158d1e8a Mon Sep 17 00:00:00 2001 From: Roger Wang Date: Fri, 21 Feb 2025 03:21:20 +0000 Subject: [PATCH 1/2] fix Signed-off-by: Roger Wang --- vllm/entrypoints/openai/protocol.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/vllm/entrypoints/openai/protocol.py b/vllm/entrypoints/openai/protocol.py index 98ea6a46133f..cb9b7b29be23 100644 --- a/vllm/entrypoints/openai/protocol.py +++ b/vllm/entrypoints/openai/protocol.py @@ -974,6 +974,10 @@ class EmbeddingChatRequest(OpenAIBaseModel): description=("Additional kwargs to pass to the template renderer. " "Will be accessible by the chat template."), ) + mm_processor_kwargs: Optional[Dict[str, Any]] = Field( + default=None, + description=("Additional kwargs to pass to the HF processor."), + ) priority: int = Field( default=0, description=( From 35e060774a5a0e28f9fa4644514f1d9bdf3f73ca Mon Sep 17 00:00:00 2001 From: Roger Wang Date: Fri, 21 Feb 2025 03:28:33 +0000 Subject: [PATCH 2/2] add Signed-off-by: Roger Wang --- vllm/entrypoints/openai/protocol.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/vllm/entrypoints/openai/protocol.py b/vllm/entrypoints/openai/protocol.py index cb9b7b29be23..29f64d28bdf1 100644 --- a/vllm/entrypoints/openai/protocol.py +++ b/vllm/entrypoints/openai/protocol.py @@ -1398,6 +1398,10 @@ class TokenizeChatRequest(OpenAIBaseModel): description=("Additional kwargs to pass to the template renderer. " "Will be accessible by the chat template."), ) + mm_processor_kwargs: Optional[Dict[str, Any]] = Field( + default=None, + description=("Additional kwargs to pass to the HF processor."), + ) @model_validator(mode="before") @classmethod