File tree Expand file tree Collapse file tree 1 file changed +8
-5
lines changed Expand file tree Collapse file tree 1 file changed +8
-5
lines changed Original file line number Diff line number Diff line change @@ -1287,11 +1287,6 @@ def create_engine_config(
12871287 is not None ) else ParallelConfig .data_parallel_rpc_port
12881288
12891289 if self .async_scheduling :
1290- # Async scheduling does not work with the uniprocess backend.
1291- if self .distributed_executor_backend is None :
1292- self .distributed_executor_backend = "mp"
1293- logger .info ("Defaulting to mp-based distributed executor "
1294- "backend for async scheduling." )
12951290 if self .pipeline_parallel_size > 1 :
12961291 raise ValueError ("Async scheduling is not supported with "
12971292 "pipeline-parallel-size > 1." )
@@ -1344,6 +1339,14 @@ def create_engine_config(
13441339 _api_process_rank = self ._api_process_rank ,
13451340 )
13461341
1342+ if self .async_scheduling and (
1343+ parallel_config .distributed_executor_backend
1344+ not in ("mp" , "ray" )):
1345+ raise ValueError (
1346+ "Currently, async scheduling is only support `mp` "
1347+ "distributed executor backend, but you choose "
1348+ f"`{ parallel_config .distributed_executor_backend } `." )
1349+
13471350 speculative_config = self .create_speculative_config (
13481351 target_model_config = model_config ,
13491352 target_parallel_config = parallel_config ,
You can’t perform that action at this time.
0 commit comments