wehub-resource-sync
97e91a83f3
Ruff / Ruff (push) Has been cancelled
Test / Core Tests (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.10) (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.11) (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.12) (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.13) (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.9) (push) Has been cancelled
Test / Full Coverage (Python 3.11) (push) Has been cancelled
Test / Core Provider Tests (OpenAI) (push) Has been cancelled
Test / Core Provider Tests (Anthropic) (push) Has been cancelled
Test / Core Provider Tests (Google) (push) Has been cancelled
Test / Core Provider Tests (Other) (push) Has been cancelled
Test / Anthropic Tests (push) Has been cancelled
Test / Gemini Tests (push) Has been cancelled
Test / Google GenAI Tests (push) Has been cancelled
Test / Vertex AI Tests (push) Has been cancelled
Test / OpenAI Tests (push) Has been cancelled
Test / Writer Tests (push) Has been cancelled
Test / Auto Client Tests (push) Has been cancelled
ty / type-check (push) Has been cancelled
103 lines
3.7 KiB
Python
103 lines
3.7 KiB
Python
from __future__ import annotations
|
|
|
|
import warnings
|
|
|
|
import pytest
|
|
|
|
from instructor.mode import Mode
|
|
from instructor.utils.providers import Provider
|
|
|
|
try:
|
|
from instructor.v2.core import mode_registry, normalize_mode
|
|
except ModuleNotFoundError:
|
|
# fmt: off
|
|
pytest.skip("v2 module not available", allow_module_level=True) # ty: ignore[too-many-positional-arguments]
|
|
# fmt: on
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"mode",
|
|
[
|
|
Mode.TOOLS,
|
|
Mode.JSON,
|
|
Mode.JSON_SCHEMA,
|
|
Mode.MD_JSON,
|
|
Mode.PARALLEL_TOOLS,
|
|
Mode.RESPONSES_TOOLS,
|
|
],
|
|
)
|
|
def test_normalize_mode_passthrough_for_generic_modes(mode: Mode) -> None:
|
|
"""Generic modes should pass through without warnings."""
|
|
with warnings.catch_warnings(record=True) as caught:
|
|
warnings.simplefilter("always")
|
|
assert normalize_mode(Provider.OPENAI, mode) == mode
|
|
assert len(caught) == 0
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"provider,legacy_mode",
|
|
[
|
|
(Provider.OPENAI, Mode.FUNCTIONS),
|
|
(Provider.OPENAI, Mode.TOOLS_STRICT),
|
|
(Provider.OPENAI, Mode.JSON_O1),
|
|
(Provider.OPENAI, Mode.RESPONSES_TOOLS_WITH_INBUILT_TOOLS),
|
|
(Provider.ANTHROPIC, Mode.ANTHROPIC_TOOLS),
|
|
(Provider.ANTHROPIC, Mode.ANTHROPIC_REASONING_TOOLS),
|
|
(Provider.ANTHROPIC, Mode.ANTHROPIC_JSON),
|
|
(Provider.ANTHROPIC, Mode.ANTHROPIC_PARALLEL_TOOLS),
|
|
(Provider.GENAI, Mode.GENAI_TOOLS),
|
|
(Provider.GENAI, Mode.GENAI_JSON),
|
|
(Provider.GENAI, Mode.GENAI_STRUCTURED_OUTPUTS),
|
|
(Provider.GEMINI, Mode.GEMINI_TOOLS),
|
|
(Provider.GEMINI, Mode.GEMINI_JSON),
|
|
(Provider.MISTRAL, Mode.MISTRAL_TOOLS),
|
|
(Provider.MISTRAL, Mode.MISTRAL_STRUCTURED_OUTPUTS),
|
|
(Provider.COHERE, Mode.COHERE_TOOLS),
|
|
(Provider.COHERE, Mode.COHERE_JSON_SCHEMA),
|
|
(Provider.XAI, Mode.XAI_TOOLS),
|
|
(Provider.XAI, Mode.XAI_JSON),
|
|
(Provider.FIREWORKS, Mode.FIREWORKS_TOOLS),
|
|
(Provider.FIREWORKS, Mode.FIREWORKS_JSON),
|
|
(Provider.CEREBRAS, Mode.CEREBRAS_TOOLS),
|
|
(Provider.CEREBRAS, Mode.CEREBRAS_JSON),
|
|
(Provider.WRITER, Mode.WRITER_TOOLS),
|
|
(Provider.WRITER, Mode.WRITER_JSON),
|
|
(Provider.BEDROCK, Mode.BEDROCK_TOOLS),
|
|
(Provider.BEDROCK, Mode.BEDROCK_JSON),
|
|
(Provider.PERPLEXITY, Mode.PERPLEXITY_JSON),
|
|
(Provider.VERTEXAI, Mode.VERTEXAI_TOOLS),
|
|
(Provider.VERTEXAI, Mode.VERTEXAI_JSON),
|
|
(Provider.VERTEXAI, Mode.VERTEXAI_PARALLEL_TOOLS),
|
|
(Provider.OPENROUTER, Mode.OPENROUTER_STRUCTURED_OUTPUTS),
|
|
],
|
|
)
|
|
def test_legacy_modes_normalize_with_warning(
|
|
provider: Provider, legacy_mode: Mode
|
|
) -> None:
|
|
"""Provider-specific legacy modes remain accepted through normalization."""
|
|
with warnings.catch_warnings(record=True) as caught:
|
|
warnings.simplefilter("always")
|
|
assert normalize_mode(provider, legacy_mode) != legacy_mode
|
|
assert mode_registry.is_registered(provider, legacy_mode)
|
|
assert len(caught) <= 1
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"provider,foreign_mode",
|
|
[
|
|
(Provider.OPENAI, Mode.ANTHROPIC_JSON),
|
|
(Provider.ANTHROPIC, Mode.GENAI_TOOLS),
|
|
(Provider.GENAI, Mode.VERTEXAI_TOOLS),
|
|
(Provider.COHERE, Mode.OPENROUTER_STRUCTURED_OUTPUTS),
|
|
],
|
|
)
|
|
def test_legacy_modes_do_not_cross_provider_boundaries(
|
|
provider: Provider, foreign_mode: Mode
|
|
) -> None:
|
|
"""Provider-specific legacy modes should only work for their provider."""
|
|
with warnings.catch_warnings(record=True) as caught:
|
|
warnings.simplefilter("always")
|
|
assert normalize_mode(provider, foreign_mode) == foreign_mode
|
|
assert not mode_registry.is_registered(provider, foreign_mode)
|
|
assert len(caught) == 0
|