wehub-resource-sync
31 lines
972 B
Python
31 lines
972 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
"""Tests for the max_num_reqs gate on the V2 mixed prefill+decode warmup."""
|
|
|
|
from types import SimpleNamespace
|
|
|
|
import pytest
|
|
|
|
from vllm.v1.worker.gpu.warmup import run_mixed_prefill_decode_warmup
|
|
|
|
|
|
def _fail(*args, **kwargs):
|
|
raise AssertionError("worker callback must not run when warmup is skipped")
|
|
|
|
|
|
@pytest.mark.parametrize("max_num_reqs", [1, 0])
|
|
def test_mixed_warmup_skipped_for_single_seq(max_num_reqs):
|
|
"""A mixed prefill+decode step needs >=2 requests; with max_num_reqs < 2
|
|
the warmup must be skipped without touching the worker callbacks."""
|
|
runner = SimpleNamespace(is_pooling_model=False, max_num_reqs=max_num_reqs)
|
|
|
|
assert (
|
|
run_mixed_prefill_decode_warmup(
|
|
runner,
|
|
worker_execute_model=_fail,
|
|
worker_sample_tokens=_fail,
|
|
num_tokens=128,
|
|
)
|
|
is False
|
|
)
|