Skip to content

Commit ce84b41

Browse files
fix unit test
Signed-off-by: Lucas Wilkinson <[email protected]>
1 parent d5cb8a5 commit ce84b41

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

tests/v1/attention/test_attention_splitting.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@
1313
split_attn_metadata,
1414
split_decodes_and_prefills,
1515
)
16-
from vllm.v1.worker.ubatch_utils import create_ubatch_slices
16+
from vllm.v1.worker.ubatch_utils import maybe_create_ubatch_slices
1717

1818

1919
@pytest.fixture
@@ -294,7 +294,9 @@ def test_prefill_split_across_ubatches(
294294
qsl_np = common.query_start_loc_cpu.numpy()
295295
num_tokens = common.num_actual_tokens
296296

297-
ubatch_slices = create_ubatch_slices(num_scheduled_tokens, split_point)
297+
ubatch_slices = maybe_create_ubatch_slices(
298+
True, num_scheduled_tokens, num_tokens, batch_spec.batch_size
299+
)
298300
assert len(ubatch_slices) == 2
299301

300302
first_meta = _make_metadata_with_slice(ubatch_slices[0], common)

0 commit comments

Comments
 (0)