add QueryLenSupport

ganyi1996ppo · ganyi1996ppo · commit cb1b16c95616 · 2025-10-23T09:38:06.000Z
Signed-off-by: ganyi &lt;ygan@amd.com&gt;
diff --git a/vllm/v1/attention/backends/mla/rocm_aiter_mla.py b/vllm/v1/attention/backends/mla/rocm_aiter_mla.py
@@ -18,6 +18,7 @@
     MLACommonImpl,
     MLACommonMetadata,
     MLACommonMetadataBuilder,
+    QueryLenSupport,
 )
 from vllm.v1.attention.backends.utils import AttentionCGSupport
 from vllm.v1.kv_cache_interface import AttentionSpec
@@ -82,6 +83,7 @@ class AiterMLAMetadataBuilder(MLACommonMetadataBuilder[AiterMLAMetadata]):
     cudagraph_support: ClassVar[AttentionCGSupport] = (
         AttentionCGSupport.UNIFORM_SINGLE_TOKEN_DECODE
     )
+    query_len_support: ClassVar[QueryLenSupport] = QueryLenSupport.VARLEN
 
     def __init__(
         self,

Original file line number	Diff line number	Diff line change
`@@ -18,6 +18,7 @@`
`18`	`18`	`MLACommonImpl,`
`19`	`19`	`MLACommonMetadata,`
`20`	`20`	`MLACommonMetadataBuilder,`
	`21`	`+ QueryLenSupport,`
`21`	`22`	`)`
`22`	`23`	`from vllm.v1.attention.backends.utils import AttentionCGSupport`
`23`	`24`	`from vllm.v1.kv_cache_interface import AttentionSpec`
`@@ -82,6 +83,7 @@ class AiterMLAMetadataBuilder(MLACommonMetadataBuilder[AiterMLAMetadata]):`
`82`	`83`	`cudagraph_support: ClassVar[AttentionCGSupport] = (`
`83`	`84`	`AttentionCGSupport.UNIFORM_SINGLE_TOKEN_DECODE`
`84`	`85`	`)`
	`86`	`+ query_len_support: ClassVar[QueryLenSupport] = QueryLenSupport.VARLEN`
`85`	`87`
`86`	`88`	`def __init__(`
`87`	`89`	`self,`