Skip to content

Commit 9f1b5e1

Browse files
wip fix spec decode
Signed-off-by: Lucas Wilkinson <[email protected]>
1 parent 0a010a6 commit 9f1b5e1

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

vllm/v1/spec_decode/eagle.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1258,7 +1258,7 @@ def _pad_batch_across_dp(
12581258
num_tokens_padded: int,
12591259
) -> tuple[int, torch.Tensor]:
12601260
# TODO(Flechman): support DBO ubatching
1261-
ubatch_slices, num_toks_across_dp = coordinate_batch_across_dp(
1261+
should_ubatch, num_toks_across_dp = coordinate_batch_across_dp(
12621262
num_tokens_unpadded=num_tokens_unpadded,
12631263
parallel_config=self.vllm_config.parallel_config,
12641264
allow_microbatching=False,
@@ -1267,7 +1267,7 @@ def _pad_batch_across_dp(
12671267
uniform_decode=None,
12681268
num_scheduled_tokens_per_request=None,
12691269
)
1270-
assert ubatch_slices is None, "DBO ubatching not implemented for EAGLE"
1270+
assert not should_ubatch, "DBO ubatching not implemented for EAGLE"
12711271

12721272
num_tokens_dp_padded = num_tokens_padded
12731273
if num_toks_across_dp is not None:

0 commit comments

Comments
 (0)