unslothai--unsloth/studio/backend/tests/test_inference_model_validation.py

# SPDX-License-Identifier: AGPL-3.0-only
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved.

import os
import sys

_backend = os.path.join(os.path.dirname(__file__), "..")
sys.path.insert(0, _backend)

from models.inference import LoadRequest


def _base_load_request(**overrides):
    data = {
        "model_path": "unsloth/test-model-GGUF",
        "hf_token": None,
        "max_seq_length": 4096,
        "load_in_4bit": True,
        "is_lora": False,
        "gguf_variant": "Q4_K_M",
    }
    data.update(overrides)
    return LoadRequest.model_validate(data)


def test_blank_chat_template_override_normalizes_to_none():
    req = _base_load_request(chat_template_override = "   \n\t")

    assert req.chat_template_override is None


def test_nonblank_chat_template_override_is_preserved_verbatim():
    template = "  {{ messages }}  "
    req = _base_load_request(chat_template_override = template)

    assert req.chat_template_override == template


# ---------- ChatCompletionRequest tool_call_id walkback ----------

from models.inference import ChatCompletionRequest


def _req(messages, **overrides):
    payload = {"model": "x", "messages": messages, **overrides}
    return ChatCompletionRequest.model_validate(payload)


def test_tool_message_inherits_id_from_prior_assistant_tool_call():
    req = _req(
        [
            {"role": "user", "content": "what is 2+2"},
            {
                "role": "assistant",
                "content": None,
                "tool_calls": [
                    {
                        "id": "call_real123",
                        "type": "function",
                        "function": {"name": "calc", "arguments": "{}"},
                    }
                ],
            },
            {"role": "tool", "name": "calc", "content": "4"},  # no tool_call_id
        ]
    )
    assert req.messages[-1].tool_call_id == "call_real123"


def test_tool_message_with_explicit_id_unchanged():
    req = _req(
        [
            {
                "role": "assistant",
                "content": None,
                "tool_calls": [
                    {
                        "id": "call_a",
                        "type": "function",
                        "function": {"name": "search", "arguments": "{}"},
                    }
                ],
            },
            {"role": "tool", "tool_call_id": "call_user_supplied", "content": "ok"},
        ]
    )
    assert req.messages[-1].tool_call_id == "call_user_supplied"


def test_walkback_prefers_function_name_match():
    req = _req(
        [
            {
                "role": "assistant",
                "content": None,
                "tool_calls": [
                    {
                        "id": "call_x",
                        "type": "function",
                        "function": {"name": "search", "arguments": "{}"},
                    },
                    {
                        "id": "call_y",
                        "type": "function",
                        "function": {"name": "calc", "arguments": "{}"},
                    },
                ],
            },
            {"role": "tool", "name": "calc", "content": "4"},
        ]
    )
    assert req.messages[-1].tool_call_id == "call_y"


def test_walkback_takes_first_unconsumed_when_no_name():
    req = _req(
        [
            {
                "role": "assistant",
                "content": None,
                "tool_calls": [
                    {
                        "id": "call_a",
                        "type": "function",
                        "function": {"name": "calc", "arguments": "{}"},
                    },
                    {
                        "id": "call_b",
                        "type": "function",
                        "function": {"name": "search", "arguments": "{}"},
                    },
                ],
            },
            {"role": "tool", "content": "first result"},
            {"role": "tool", "content": "second result"},
        ]
    )
    assert req.messages[-2].tool_call_id == "call_a"
    assert req.messages[-1].tool_call_id == "call_b"


def test_walkback_falls_back_to_synth_when_no_assistant_turn():
    req = _req(
        [
            {"role": "user", "content": "hi"},
            {"role": "tool", "content": "orphan"},
        ]
    )
    tcid = req.messages[-1].tool_call_id
    assert tcid is not None and tcid.startswith("call_") and len(tcid) > 5


def test_walkback_does_not_cross_user_turn():
    req = _req(
        [
            {
                "role": "assistant",
                "content": None,
                "tool_calls": [
                    {
                        "id": "old_call",
                        "type": "function",
                        "function": {"name": "calc", "arguments": "{}"},
                    }
                ],
            },
            {"role": "tool", "tool_call_id": "old_call", "content": "4"},
            {"role": "user", "content": "next turn"},
            {"role": "tool", "content": "no parent in this turn"},
        ]
    )
    last = req.messages[-1].tool_call_id
    # Walkback must NOT pick old_call across a user turn; falls back to synth.
    assert last is not None
    assert last != "old_call"
    assert last.startswith("call_")


def test_walkback_skips_explicitly_consumed_tool_call_id():
    """An explicit-id tool result reserves its assistant slot so a
    follow-up missing-id result picks the OTHER tool call."""
    req = _req(
        [
            {
                "role": "assistant",
                "content": None,
                "tool_calls": [
                    {
                        "id": "call_a",
                        "type": "function",
                        "function": {"name": "calc", "arguments": "{}"},
                    },
                    {
                        "id": "call_b",
                        "type": "function",
                        "function": {"name": "search", "arguments": "{}"},
                    },
                ],
            },
            {"role": "tool", "tool_call_id": "call_a", "content": "4"},
            {"role": "tool", "content": "second result"},
        ]
    )
    assert [m.tool_call_id for m in req.messages if m.role == "tool"] == ["call_a", "call_b"]


def test_walkback_handles_malformed_function_string():
    """A tool_call with ``function`` as a string (provider quirk) must not
    raise; resolution falls back to id selection."""
    req = _req(
        [
            {
                "role": "assistant",
                "content": None,
                "tool_calls": [
                    {"id": "call_a", "type": "function", "function": "calc"},
                ],
            },
            {"role": "tool", "name": "calc", "content": "4"},
        ]
    )
    assert req.messages[-1].tool_call_id == "call_a"