diff --git a/python/sglang/srt/configs/internvl.py b/python/sglang/srt/configs/internvl.py index 14b6482524db..b4ddda22773d 100644 --- a/python/sglang/srt/configs/internvl.py +++ b/python/sglang/srt/configs/internvl.py @@ -9,6 +9,7 @@ LlamaConfig, PretrainedConfig, PreTrainedTokenizer, + Qwen2Config, ) from sglang.utils import logger @@ -311,6 +312,8 @@ def __init__( self.llm_config = LlamaConfig(**llm_config) elif llm_config.get("architectures")[0] == "InternLM2ForCausalLM": self.llm_config = InternLM2Config(**llm_config) + elif llm_config.get("architectures")[0] == "Qwen2ForCausalLM": + self.llm_config = Qwen2Config(**llm_config) else: raise ValueError( "Unsupported architecture: {}".format(