updated

Signed-off-by: [email protected] <[email protected]>

Author: robertgshaw2-redhat

vllm/v1/core/sched/scheduler.py

@@ -8,6 +8,9 @@
 from typing import Optional, Union
 
 from vllm.config import VllmConfig
+from vllm.distributed.kv_transfer.kv_connector.factory import (
+    KVConnectorFactory)
+from vllm.distributed.kv_transfer.kv_connector.v1 import KVConnectorRole
 from vllm.logger import init_logger
 from vllm.multimodal import MULTIMODAL_REGISTRY, MultiModalRegistry
 from vllm.v1.core.encoder_cache_manager import (EncoderCacheManager,
@@ -62,15 +65,8 @@ def __init__(
 
         # create connector
         if self.vllm_config.kv_transfer_config is not None:
-            from vllm.distributed.kv_transfer.kv_connector.factory import (
-                KVConnectorFactory)
-            from vllm.distributed.kv_transfer.kv_connector.v1 import (
-                KVConnectorRole as KVConnectorRole_V1)
             self.connector = KVConnectorFactory.create_connector(
-                rank=None,
-                local_rank=None,
-                config=self.vllm_config,
-                role=KVConnectorRole_V1.SCHEDULER)
+                config=self.vllm_config, role=KVConnectorRole.SCHEDULER)
         else:
             self.connector = None