Skip to content

Commit 2a3e01f

Browse files
committed
[Async Scheduling] Move the auto-selection of the backend to before the default selection.
Signed-off-by: Lehua Ding <[email protected]>
1 parent 8616300 commit 2a3e01f

File tree

1 file changed

+8
-5
lines changed

1 file changed

+8
-5
lines changed

vllm/engine/arg_utils.py

Lines changed: 8 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1287,11 +1287,6 @@ def create_engine_config(
12871287
is not None) else ParallelConfig.data_parallel_rpc_port
12881288

12891289
if self.async_scheduling:
1290-
# Async scheduling does not work with the uniprocess backend.
1291-
if self.distributed_executor_backend is None:
1292-
self.distributed_executor_backend = "mp"
1293-
logger.info("Defaulting to mp-based distributed executor "
1294-
"backend for async scheduling.")
12951290
if self.pipeline_parallel_size > 1:
12961291
raise ValueError("Async scheduling is not supported with "
12971292
"pipeline-parallel-size > 1.")
@@ -1344,6 +1339,14 @@ def create_engine_config(
13441339
_api_process_rank=self._api_process_rank,
13451340
)
13461341

1342+
if self.async_scheduling and (
1343+
parallel_config.distributed_executor_backend
1344+
not in ("mp", "ray")):
1345+
raise ValueError(
1346+
"Currently, async scheduling is only support `mp` "
1347+
"distributed executor backend, but you choose "
1348+
f"`{parallel_config.distributed_executor_backend}`.")
1349+
13471350
speculative_config = self.create_speculative_config(
13481351
target_model_config=model_config,
13491352
target_parallel_config=parallel_config,

0 commit comments

Comments
 (0)