wehub-resource-sync
91 lines
3.1 KiB
Python
91 lines
3.1 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
import pytest
|
|
from torch import nn
|
|
|
|
from vllm.config import ModelConfig
|
|
from vllm.config.load import LoadConfig
|
|
from vllm.model_executor.model_loader import get_model_loader, register_model_loader
|
|
from vllm.model_executor.model_loader.base_loader import BaseModelLoader
|
|
from vllm.model_executor.model_loader.default_loader import DefaultModelLoader
|
|
|
|
|
|
@register_model_loader("custom_load_format")
|
|
class CustomModelLoader(BaseModelLoader):
|
|
def __init__(self, load_config: LoadConfig) -> None:
|
|
super().__init__(load_config)
|
|
|
|
def download_model(self, model_config: ModelConfig) -> None:
|
|
pass
|
|
|
|
def load_weights(self, model: nn.Module, model_config: ModelConfig) -> None:
|
|
pass
|
|
|
|
|
|
def test_register_model_loader():
|
|
load_config = LoadConfig(load_format="custom_load_format")
|
|
assert isinstance(get_model_loader(load_config), CustomModelLoader)
|
|
|
|
|
|
def test_invalid_model_loader():
|
|
with pytest.raises(ValueError):
|
|
|
|
@register_model_loader("invalid_load_format")
|
|
class InValidModelLoader:
|
|
pass
|
|
|
|
|
|
def test_default_loader_rejects_zero_num_threads():
|
|
# num_threads=0 used to fail late in ThreadPoolExecutor ("max_workers must be > 0").
|
|
with pytest.raises(ValueError, match="num_threads"):
|
|
DefaultModelLoader(
|
|
LoadConfig(
|
|
model_loader_extra_config={
|
|
"enable_multithread_load": True,
|
|
"num_threads": 0,
|
|
}
|
|
)
|
|
)
|
|
|
|
|
|
def test_default_loader_rejects_multithread_with_non_lazy_strategy():
|
|
# The multi-thread loader ignores safetensors_load_strategy; reject the
|
|
# combination instead of silently dropping the requested strategy.
|
|
with pytest.raises(ValueError, match="does not support"):
|
|
DefaultModelLoader(
|
|
LoadConfig(
|
|
safetensors_load_strategy="torchao",
|
|
model_loader_extra_config={"enable_multithread_load": True},
|
|
)
|
|
)
|
|
|
|
|
|
def test_default_loader_explicit_safetensors_does_not_misread_pt(tmp_path):
|
|
# Explicit safetensors must not fall back to a .pt and open it as safetensors.
|
|
(tmp_path / "model.pt").write_bytes(b"\x00\x00\x00\x00")
|
|
loader = DefaultModelLoader(LoadConfig(load_format="safetensors"))
|
|
with pytest.raises(RuntimeError, match="Cannot find any model weights"):
|
|
loader._prepare_weights(
|
|
str(tmp_path),
|
|
None,
|
|
None,
|
|
fall_back_to_pt=True,
|
|
allow_patterns_overrides=None,
|
|
)
|
|
|
|
|
|
def test_default_loader_hf_still_falls_back_to_pt(tmp_path):
|
|
# Control: load_format="hf" still picks up .pt weights via fallback.
|
|
(tmp_path / "model.pt").write_bytes(b"\x00\x00\x00\x00")
|
|
loader = DefaultModelLoader(LoadConfig(load_format="hf"))
|
|
_, files, use_safetensors = loader._prepare_weights(
|
|
str(tmp_path),
|
|
None,
|
|
None,
|
|
fall_back_to_pt=True,
|
|
allow_patterns_overrides=None,
|
|
)
|
|
assert use_safetensors is False
|
|
assert any(f.endswith("model.pt") for f in files)
|