✨ vllm support for 0.11.1 release

.github/workflows/test.yml

@@ -79,6 +79,7 @@ jobs:
             markers: "precompilation and not quantized"
             flags: "--timeout=300"
         include:
+          # Lower bound support
           - vllm_version:
               name: "vLLM:lowest"
               repo: "git+https://github.com/vllm-project/vllm --tag v0.10.2"
@@ -90,6 +91,19 @@ jobs:
               hf_model_2_rev: "cf74d8acd4f198de950bf004b262e6accfed5d2c"
             os: "ubuntu-latest"
             python_version: "3.12"
+          # Intermediate versions of vllm to check basic support for as well
+          - vllm_version:
+              name: "vLLM:0.11.0"
+              repo: "git+https://github.com/vllm-project/vllm --tag v0.11.0"
+            test_suite:
+              name: "backward compat"
+              markers: "compat or (cpu and basic)"
+              flags: "--timeout=300"
+              hf_model_2: "sentence-transformers/all-roberta-large-v1"
+              hf_model_2_rev: "cf74d8acd4f198de950bf004b262e6accfed5d2c"
+            os: "ubuntu-latest"
+            python_version: "3.12"
+
         # Exclude vLLM:main if PR does NOT have "ready" label AND auto-merge is not enabled
         exclude: >-
           ${{

pyproject.toml

@@ -13,7 +13,7 @@ license = {text = "Apache 2"}
 dependencies = [
     "fms-model-optimizer[fp8]>=0.6.0",
     "ibm-fms>=1.5.0,<2.0",
-    "vllm>=0.10.2,<=0.11.0",
+    "vllm>=0.10.2,<=0.11.1",
     "pytest-mock>=3.15.0",
 ]
 requires-python = ">=3.11"
@@ -50,6 +50,7 @@ override-dependencies = [
     "torchaudio; sys_platform == 'never'",
     "torchvision; sys_platform == 'never'",
     "triton; sys_platform == 'never'",
+    "intel-extension-for-pytorch; sys_platform == 'never'",
 
     # Skip packages on s390x and ppc64le, expected to be pre-installed
     "vllm ; platform_machine not in 's390x, ppc64le'",
@@ -62,6 +63,9 @@ environments = [
     "python_version > '3.9'"
 ]
 
+[tool.uv.sources]
+vllm = { git = "https://github.com/vllm-project/vllm", rev = "v0.11.1" }
+
 [tool.ruff]
 # Allow lines to be as long as 80.
 line-length = 80

tests/spyre_util.py

@@ -14,7 +14,15 @@
 from transformers import AutoTokenizer
 from vllm import SamplingParams
 from vllm.entrypoints.openai.cli_args import make_arg_parser
-from vllm.utils import FlexibleArgumentParser, get_open_port
+
+try:
+    # old
+    from vllm.utils import FlexibleArgumentParser, get_open_port
+except ImportError:
+    # new
+    from vllm.utils.argparse_utils import FlexibleArgumentParser
+    from vllm.utils.network_utils import get_open_port
+
 from vllm.v1.request import Request
 
 EmbeddingWarmupShapes = list[tuple[int, int]]

tests/utils/test_upstream_compatibility.py

@@ -1,7 +1,7 @@
 import os
 
 import pytest
-from vllm.v1.core.sched.output import NewRequestData
+from vllm.v1.core.sched.output import NewRequestData, SchedulerOutput
 from vllm.v1.kv_cache_interface import FullAttentionSpec
 
 from vllm_spyre.compat_utils import dataclass_fields
@@ -33,3 +33,40 @@ def test_use_mla():
     if VLLM_VERSION == "vLLM:lowest":
         # Can remove backwards compatibility for use_mla
         assert "use_mla" in dataclass_fields(FullAttentionSpec)
+
+
+def test_pin_memory_available():
+    if VLLM_VERSION == "vLLM:lowest":
+        try:
+            from vllm.utils import is_pin_memory_available  # # noqa
+            from vllm.utils import make_tensor_with_pad  # # noqa
+        except ImportError as e:
+            raise AssertionError("remove backwards compatibility imports for "
+                                 "is_pin_memory_available and "
+                                 "make_tensor_with_pad") from e
+
+
+def test_multi_modal_cache_stats():
+    if VLLM_VERSION == "vLLM:lowest":
+        # If this import succeeds then remove the backwards compatibility type
+        # def for MultiModalCacheStats
+        with pytest.raises(ImportError):
+            from vllm.v1.metrics.stats import MultiModalCacheStats  # # noqa
+
+
+def test_v0_worker_base():
+    if VLLM_VERSION == "vLLM:lowest":
+        try:
+            from vllm.worker.worker_base import WorkerBase  # # noqa
+        except ImportError as e:
+            raise AssertionError(
+                "remove the backwards compatibility code from "
+                "the SpyreWorker initializer") from e
+
+
+def test_structured_output_request_ids():
+    if VLLM_VERSION == "vLLM:lowest":
+        # Can remove "structured_output_request_ids" and "grammar_bitmask"
+        # from backwards compat
+        assert 'structured_output_request_ids' in dataclass_fields(
+            SchedulerOutput)

tests/v1/worker/test_spyre_input_batch.py

@@ -6,7 +6,13 @@
 import pytest
 import torch
 from vllm.sampling_params import SamplingParams
-from vllm.utils import is_pin_memory_available, make_tensor_with_pad
+
+try:
+    from vllm.utils import is_pin_memory_available, make_tensor_with_pad
+except ImportError:
+    from vllm.utils.platform_utils import is_pin_memory_available
+    from vllm.utils.torch_utils import make_tensor_with_pad
+
 from vllm.v1.sample.logits_processor import LogitsProcessors
 from vllm.v1.sample.metadata import SamplingMetadata