# SPDX-License-Identifier: AGPL-3.0-only # Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0 """Tests for :func:`routes.models._resolve_quant_gguf` (PR #6364 follow-up). The /kv-cache-estimate resolver must mirror list_local_gguf_variants: - read the quant label from the snapshot-relative path so nested layouts like ``BF16/model.gguf`` resolve (not just basenames), - skip MTP drafter files so a ``...-Q8_0-MTP.gguf`` drafter is never returned as the Q8_0 weights, and - when several cache snapshots hold the quant, pick the most complete (largest total) so a partial older revision can't underestimate the weight bytes. No GPU/network. The resolver only stats sizes and parses file names, so the GGUF files can be arbitrary bytes. """ from __future__ import annotations import sys import types from pathlib import Path # Keep this test runnable without optional logging deps (mirrors # test_cached_gguf_routes.py). if "structlog" not in sys.modules: class _DummyLogger: def __getattr__(self, _name): return lambda *args, **kwargs: None sys.modules["structlog"] = types.SimpleNamespace( BoundLogger = _DummyLogger, get_logger = lambda *args, **kwargs: _DummyLogger(), ) import routes.models as models_route def _write(path: Path, size: int) -> Path: path.parent.mkdir(parents = True, exist_ok = True) path.write_bytes(b"\0" * size) return path def test_resolves_quant_from_parent_directory_layout(tmp_path): # A repo that puts the quant label in a parent dir (BF16/model.gguf). root = tmp_path / "repo" f = _write(root / "BF16" / "model.gguf", 1234) path, total = models_route._resolve_quant_gguf(str(root), "BF16", is_local = True) assert path == str(f) assert total == 1234 def test_skips_mtp_drafter_for_main_weights(tmp_path): # Main Q8_0 weights next to a same-quant MTP drafter that sorts first by name. root = tmp_path / "repo" main = _write(root / "model-Q8_0.gguf", 100) _write(root / "MTP" / "model-Q8_0-MTP.gguf", 50) path, total = models_route._resolve_quant_gguf(str(root), "Q8_0", is_local = True) assert path == str(main) # Drafter bytes are excluded from the weight total. assert total == 100 def test_prefers_the_complete_snapshot(tmp_path, monkeypatch): from huggingface_hub import constants as hf_constants cache = tmp_path / "hub" snaps = cache / "models--org--repo" / "snapshots" # Partial older snapshot: one small shard. _write(snaps / "aaaa" / "model-Q4_K_M.gguf", 10) # Complete newer snapshot: two larger shards. complete_first = _write(snaps / "bbbb" / "model-00001-of-00002-Q4_K_M.gguf", 30) _write(snaps / "bbbb" / "model-00002-of-00002-Q4_K_M.gguf", 40) monkeypatch.setattr(hf_constants, "HF_HUB_CACHE", str(cache)) path, total = models_route._resolve_quant_gguf("org/repo", "Q4_K_M", is_local = False) # The most complete snapshot (70 bytes) wins over the partial one (10). assert total == 70 # Shard 1 (metadata) of the complete snapshot is returned. assert path == str(complete_first) def test_returns_none_when_quant_absent(tmp_path): root = tmp_path / "repo" _write(root / "model-Q4_K_M.gguf", 100) path, total = models_route._resolve_quant_gguf(str(root), "Q8_0", is_local = True) assert path is None assert total == 0