From ee497b504fb90556bb9bc3b7d47ddba1da79e69c Mon Sep 17 00:00:00 2001 From: Yuan Tang Date: Mon, 17 Feb 2025 20:55:30 -0500 Subject: [PATCH 1/2] [Bugfix] Only print out chat template when supplied Signed-off-by: Yuan Tang --- vllm/entrypoints/openai/api_server.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/entrypoints/openai/api_server.py b/vllm/entrypoints/openai/api_server.py index ad391d6737bf..bccd1bde3de4 100644 --- a/vllm/entrypoints/openai/api_server.py +++ b/vllm/entrypoints/openai/api_server.py @@ -797,7 +797,8 @@ async def init_app_state( state.log_stats = not args.disable_log_stats resolved_chat_template = load_chat_template(args.chat_template) - logger.info("Using supplied chat template:\n%s", resolved_chat_template) + if resolved_chat_template is not None: + logger.info("Using supplied chat template:\n%s", resolved_chat_template) state.openai_serving_models = OpenAIServingModels( engine_client=engine_client, From 03d44efed7dfa561c17c95acbfe5a8457b97c000 Mon Sep 17 00:00:00 2001 From: Yuan Tang Date: Mon, 17 Feb 2025 21:08:09 -0500 Subject: [PATCH 2/2] fix lint Signed-off-by: Yuan Tang --- vllm/entrypoints/openai/api_server.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/entrypoints/openai/api_server.py b/vllm/entrypoints/openai/api_server.py index bccd1bde3de4..da5383e790f5 100644 --- a/vllm/entrypoints/openai/api_server.py +++ b/vllm/entrypoints/openai/api_server.py @@ -798,7 +798,8 @@ async def init_app_state( resolved_chat_template = load_chat_template(args.chat_template) if resolved_chat_template is not None: - logger.info("Using supplied chat template:\n%s", resolved_chat_template) + logger.info("Using supplied chat template:\n%s", + resolved_chat_template) state.openai_serving_models = OpenAIServingModels( engine_client=engine_client,