Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 6 additions & 0 deletions verl/third_party/vllm/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@

from packaging import version as vs

from verl.utils.device import is_npu_available
from verl.utils.import_utils import is_sglang_available


Expand All @@ -37,6 +38,11 @@ def get_version(pkg):
f"vllm version {package_version} not supported and SGLang also not Found. Currently supported "
f"vllm versions are 0.7.0+"
)
elif is_npu_available:
# sleep_mode=2 is not supported on vllm-ascend for now, will remove this restriction when this ability is ready.
VLLM_SLEEP_LEVEL = 1
from vllm import LLM
from vllm.distributed import parallel_state
elif vs.parse(package_version) >= vs.parse("0.7.0"):
vllm_version = package_version
if vs.parse(package_version) >= vs.parse("0.8.5"):
Expand Down
Loading