File tree Expand file tree Collapse file tree 1 file changed +6
-0
lines changed
Expand file tree Collapse file tree 1 file changed +6
-0
lines changed Original file line number Diff line number Diff line change 1616
1717from packaging import version as vs
1818
19+ from verl .utils .device import is_npu_available
1920from verl .utils .import_utils import is_sglang_available
2021
2122
@@ -37,6 +38,11 @@ def get_version(pkg):
3738 f"vllm version { package_version } not supported and SGLang also not Found. Currently supported "
3839 f"vllm versions are 0.7.0+"
3940 )
41+ elif is_npu_available :
42+ # sleep_mode=2 is not supported on vllm-ascend for now, will remove this restriction when this ability is ready.
43+ VLLM_SLEEP_LEVEL = 1
44+ from vllm import LLM
45+ from vllm .distributed import parallel_state
4046elif vs .parse (package_version ) >= vs .parse ("0.7.0" ):
4147 vllm_version = package_version
4248 if vs .parse (package_version ) >= vs .parse ("0.8.5" ):
You can’t perform that action at this time.
0 commit comments