[Core] Enable async scheduling for external_launcher mode (vllm-project#27394)

Signed-off-by: 22quinn <[email protected]>
Co-authored-by: Zhuohan Li <[email protected]>

Author: 2 people

vllm/engine/arg_utils.py

@@ -1553,11 +1553,12 @@ def create_engine_config(
         )
 
         if self.async_scheduling and (
-            parallel_config.distributed_executor_backend not in ("mp", "uni")
+            parallel_config.distributed_executor_backend
+            not in ("mp", "uni", "external_launcher")
         ):
             raise ValueError(
-                "Currently, async scheduling only supports `mp` or `uni` "
-                "distributed executor backend, but you choose "
+                "Currently, async scheduling only supports `mp`, `uni` or "
+                "`external_launcher` distributed executor backend, but you choose "
                 f"`{parallel_config.distributed_executor_backend}`."
             )
 

vllm/v1/engine/llm_engine.py

@@ -306,9 +306,7 @@ def step(self) -> list[RequestOutput] | list[PoolingRequestOutput]:
         self.engine_core.abort_requests(processed_outputs.reqs_to_abort)
 
         # 4) Record stats
-        if self.logger_manager is not None:
-            assert outputs.scheduler_stats is not None
-
+        if self.logger_manager is not None and outputs.scheduler_stats is not None:
             self.logger_manager.record(
                 scheduler_stats=outputs.scheduler_stats,
                 iteration_stats=iteration_stats,