File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed
Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -1258,7 +1258,7 @@ def _pad_batch_across_dp(
12581258 num_tokens_padded : int ,
12591259 ) -> tuple [int , torch .Tensor ]:
12601260 # TODO(Flechman): support DBO ubatching
1261- ubatch_slices , num_toks_across_dp = coordinate_batch_across_dp (
1261+ should_ubatch , num_toks_across_dp = coordinate_batch_across_dp (
12621262 num_tokens_unpadded = num_tokens_unpadded ,
12631263 parallel_config = self .vllm_config .parallel_config ,
12641264 allow_microbatching = False ,
@@ -1267,7 +1267,7 @@ def _pad_batch_across_dp(
12671267 uniform_decode = None ,
12681268 num_scheduled_tokens_per_request = None ,
12691269 )
1270- assert ubatch_slices is None , "DBO ubatching not implemented for EAGLE"
1270+ assert not should_ubatch , "DBO ubatching not implemented for EAGLE"
12711271
12721272 num_tokens_dp_padded = num_tokens_padded
12731273 if num_toks_across_dp is not None :
You can’t perform that action at this time.
0 commit comments