chore: import upstream snapshot with attribution

2026-07-13 12:55:37 +08:00
commit 7ce4c8e27e
5900 changed files with 1668062 additions and 0 deletions
@@ -0,0 +1,90 @@
+# SPDX-License-Identifier: Apache-2.0
+# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
+
+import pytest
+from torch import nn
+
+from vllm.config import ModelConfig
+from vllm.config.load import LoadConfig
+from vllm.model_executor.model_loader import get_model_loader, register_model_loader
+from vllm.model_executor.model_loader.base_loader import BaseModelLoader
+from vllm.model_executor.model_loader.default_loader import DefaultModelLoader
+
+
+@register_model_loader("custom_load_format")
+class CustomModelLoader(BaseModelLoader):
+    def __init__(self, load_config: LoadConfig) -> None:
+        super().__init__(load_config)
+
+    def download_model(self, model_config: ModelConfig) -> None:
+        pass
+
+    def load_weights(self, model: nn.Module, model_config: ModelConfig) -> None:
+        pass
+
+
+def test_register_model_loader():
+    load_config = LoadConfig(load_format="custom_load_format")
+    assert isinstance(get_model_loader(load_config), CustomModelLoader)
+
+
+def test_invalid_model_loader():
+    with pytest.raises(ValueError):
+
+        @register_model_loader("invalid_load_format")
+        class InValidModelLoader:
+            pass
+
+
+def test_default_loader_rejects_zero_num_threads():
+    # num_threads=0 used to fail late in ThreadPoolExecutor ("max_workers must be > 0").
+    with pytest.raises(ValueError, match="num_threads"):
+        DefaultModelLoader(
+            LoadConfig(
+                model_loader_extra_config={
+                    "enable_multithread_load": True,
+                    "num_threads": 0,
+                }
+            )
+        )
+
+
+def test_default_loader_rejects_multithread_with_non_lazy_strategy():
+    # The multi-thread loader ignores safetensors_load_strategy; reject the
+    # combination instead of silently dropping the requested strategy.
+    with pytest.raises(ValueError, match="does not support"):
+        DefaultModelLoader(
+            LoadConfig(
+                safetensors_load_strategy="torchao",
+                model_loader_extra_config={"enable_multithread_load": True},
+            )
+        )
+
+
+def test_default_loader_explicit_safetensors_does_not_misread_pt(tmp_path):
+    # Explicit safetensors must not fall back to a .pt and open it as safetensors.
+    (tmp_path / "model.pt").write_bytes(b"\x00\x00\x00\x00")
+    loader = DefaultModelLoader(LoadConfig(load_format="safetensors"))
+    with pytest.raises(RuntimeError, match="Cannot find any model weights"):
+        loader._prepare_weights(
+            str(tmp_path),
+            None,
+            None,
+            fall_back_to_pt=True,
+            allow_patterns_overrides=None,
+        )
+
+
+def test_default_loader_hf_still_falls_back_to_pt(tmp_path):
+    # Control: load_format="hf" still picks up .pt weights via fallback.
+    (tmp_path / "model.pt").write_bytes(b"\x00\x00\x00\x00")
+    loader = DefaultModelLoader(LoadConfig(load_format="hf"))
+    _, files, use_safetensors = loader._prepare_weights(
+        str(tmp_path),
+        None,
+        None,
+        fall_back_to_pt=True,
+        allow_patterns_overrides=None,
+    )
+    assert use_safetensors is False
+    assert any(f.endswith("model.pt") for f in files)