Use property

Signed-off-by: wangxiyuan <[email protected]>

Author: wangxiyuan

tests/worker/test_model_input.py

@@ -16,8 +16,6 @@
 
 class MockAttentionBackend(AttentionBackend):
 
-    use_output: bool = False
-
     @staticmethod
     def get_name() -> str:
         raise NotImplementedError

vllm/attention/backends/abstract.py

@@ -34,7 +34,7 @@ class AttentionBackend(ABC):
     # For some attention backends, we allocate an output tensor before
     # calling the custom op. When piecewise cudagraph is enabled, this
     # makes sure the output tensor is allocated inside the cudagraph.
-    use_output: bool
+    accept_output_buffer: bool = False
 
     @staticmethod
     @abstractmethod

vllm/attention/backends/blocksparse_attn.py

@@ -87,8 +87,6 @@ def __post_init__(self):
 
 class BlocksparseFlashAttentionBackend(AttentionBackend):
 
-    use_output: bool = True
-
     @staticmethod
     def get_name() -> str:
         # For attention layer compatibility

vllm/attention/backends/flash_attn.py

@@ -29,7 +29,7 @@
 
 class FlashAttentionBackend(AttentionBackend):
 
-    use_output: bool = True
+    accept_output_buffer: bool = True
 
     @staticmethod
     def get_supported_head_sizes() -> List[int]:

vllm/attention/backends/flashinfer.py

@@ -40,8 +40,6 @@
 
 class FlashInferBackend(AttentionBackend):
 
-    use_output: bool = False
-
     @staticmethod
     def get_name() -> str:
         return "FLASHINFER"

vllm/attention/backends/hpu_attn.py

@@ -22,8 +22,6 @@
 
 class HPUAttentionBackend(AttentionBackend):
 
-    use_output: bool = False
-
     @staticmethod
     def get_name() -> str:
         return "HPU_ATTN"

vllm/attention/backends/ipex_attn.py

@@ -17,8 +17,6 @@
 
 class IpexAttnBackend(AttentionBackend):
 
-    use_output: bool = False
-
     @staticmethod
     def get_name() -> str:
         return "IPEX"

vllm/attention/backends/openvino.py

@@ -37,8 +37,6 @@ def create_roi_tensor(
 
 class OpenVINOAttentionBackend(AttentionBackend):
 
-    use_output: bool = False
-
     @staticmethod
     def get_name() -> str:
         return "OPENVINO"

vllm/attention/backends/pallas.py

@@ -11,8 +11,6 @@
 
 class PallasAttentionBackend(AttentionBackend):
 
-    use_output: bool = False
-
     @staticmethod
     def get_name() -> str:
         return "PALLAS"

vllm/attention/backends/placeholder_attn.py

@@ -21,8 +21,6 @@
 class PlaceholderAttentionBackend(AttentionBackend):
     """Placeholder backend for when no attention is needed."""
 
-    use_output: bool = False
-
     @staticmethod
     def get_name() -> str:
         return "NO_ATTENTION"