[Bugfix]fixed load default chat template occurs TypeError

Signed-off-by: chaunceyjiang <[email protected]>

Author: chaunceyjiang

tests/entrypoints/test_chat_utils.py

@@ -25,7 +25,7 @@
 QWEN2VL_MODEL_ID = "Qwen/Qwen2-VL-2B-Instruct"
 MLLAMA_MODEL_ID = "meta-llama/Llama-3.2-11B-Vision-Instruct"
 LLAMA_GUARD_MODEL_ID = "meta-llama/Llama-Guard-3-1B"
-
+CohereForAI_MODEL_ID = "CohereForAI/c4ai-command-r7b-12-2024"
 
 @pytest.fixture(scope="function")
 def phi3v_model_config():
@@ -711,6 +711,42 @@ def get_conversation(is_hf: bool):
     assert hf_result == vllm_result
 
 
+@pytest.mark.parametrize("model", [
+    QWEN2VL_MODEL_ID,     # chat_template is of type str.
+    CohereForAI_MODEL_ID, # chat_template is of type dict.
+    ])
+def test_chat_template_hf(model):
+    """checks that chat_template is a dict type for HF models."""
+
+    def get_conversation():
+        return [
+            {"role": "system", "content": "You are a helpful assistant."},
+            {'role': 'user','content': 'Hello, how are you?'}]
+    # Build a config for the model
+    model_config = ModelConfig(model,
+                               task="generate",
+                               tokenizer=model,
+                               tokenizer_mode="auto",
+                               trust_remote_code=True,
+                               dtype="auto",
+                               seed=0)
+    # Build the tokenizer group and grab the underlying tokenizer
+    tokenizer_group = TokenizerGroup(
+        model,
+        enable_lora=False,
+        max_num_seqs=5,
+        max_input_length=None,
+    )
+    tokenizer = tokenizer_group.tokenizer
+    apply_hf_chat_template(
+        tokenizer,
+        conversation=get_conversation(),
+        # test that chat_template is None. use default chat_template.
+        chat_template=None,
+        add_generation_prompt=True
+    )
+
+
 # yapf: disable
 @pytest.mark.parametrize(
     ("model", "expected_format"),