76d991c447
Auto Update PR / update-prs (push) Has been cancelled
CI / format-check (push) Has been cancelled
CI / test (3.10) (push) Has been cancelled
CI / test (3.11) (push) Has been cancelled
CI / test (3.12) (push) Has been cancelled
CI / live-api-tests (push) Has been cancelled
CI / plugin-integration-test (push) Has been cancelled
CI / ollama-integration-test (push) Has been cancelled
CI / test-fork-pr (push) Has been cancelled
165 lines
5.4 KiB
Python
165 lines
5.4 KiB
Python
# Copyright 2025 Google LLC.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
"""Core schema abstractions for LangExtract."""
|
|
from __future__ import annotations
|
|
|
|
import abc
|
|
from collections.abc import Sequence
|
|
from typing import Any
|
|
|
|
from langextract.core import data
|
|
from langextract.core import format_handler as fh
|
|
from langextract.core import types
|
|
|
|
__all__ = [
|
|
"ConstraintType",
|
|
"Constraint",
|
|
"BaseSchema",
|
|
"FormatModeSchema",
|
|
"mark_from_output_schema",
|
|
]
|
|
|
|
# Backward compat re-exports
|
|
ConstraintType = types.ConstraintType
|
|
Constraint = types.Constraint
|
|
|
|
|
|
class BaseSchema(abc.ABC):
|
|
"""Abstract base class for generating structured constraints from examples."""
|
|
|
|
@classmethod
|
|
@abc.abstractmethod
|
|
def from_examples(
|
|
cls,
|
|
examples_data: Sequence[data.ExampleData],
|
|
attribute_suffix: str = data.ATTRIBUTE_SUFFIX,
|
|
) -> BaseSchema:
|
|
"""Factory method to build a schema instance from example data."""
|
|
|
|
@classmethod
|
|
def from_schema_dict(cls, output_schema: types.JsonSchema) -> BaseSchema:
|
|
"""Build a schema instance from a LangExtract output envelope schema.
|
|
|
|
Providers override this to opt in to user-provided schemas.
|
|
"""
|
|
raise NotImplementedError(
|
|
f"{cls.__name__} does not support user-provided output_schema."
|
|
)
|
|
|
|
@abc.abstractmethod
|
|
def to_provider_config(self) -> dict[str, Any]:
|
|
"""Convert schema to provider-specific configuration.
|
|
|
|
Returns:
|
|
Dictionary of provider kwargs (e.g., response_schema for Gemini).
|
|
Should be a pure data mapping with no side effects.
|
|
"""
|
|
|
|
def output_schema_reserved_provider_kwargs(self) -> frozenset[str]:
|
|
"""Provider kwargs that would conflict with explicit output_schema."""
|
|
return frozenset(self.to_provider_config())
|
|
|
|
@property
|
|
@abc.abstractmethod
|
|
def requires_raw_output(self) -> bool:
|
|
"""Whether this schema outputs raw JSON/YAML without fence markers.
|
|
|
|
When True, the provider emits syntactically valid JSON directly.
|
|
When False, the provider needs fence markers for structure.
|
|
"""
|
|
|
|
def validate_format(self, format_handler: fh.FormatHandler) -> None:
|
|
"""Validate format compatibility and warn about issues.
|
|
|
|
Override in subclasses to check format settings.
|
|
Default implementation does nothing (no validation needed).
|
|
|
|
Args:
|
|
format_handler: The format configuration to validate.
|
|
"""
|
|
|
|
def sync_with_provider_kwargs(self, kwargs: dict[str, Any]) -> None:
|
|
"""Hook to update schema state based on provider kwargs.
|
|
|
|
This allows schemas to adjust their behavior based on caller overrides.
|
|
For example, FormatModeSchema uses this to sync its format when the caller
|
|
overrides it, ensuring requires_raw_output stays accurate.
|
|
|
|
Default implementation does nothing. Override if your schema needs to
|
|
respond to provider kwargs.
|
|
|
|
Args:
|
|
kwargs: The effective provider kwargs after merging.
|
|
"""
|
|
|
|
|
|
def mark_from_output_schema(schema_instance: BaseSchema) -> None:
|
|
"""Mark a schema as coming from a user-authored output_schema when possible."""
|
|
if getattr(schema_instance, "from_output_schema", False):
|
|
return
|
|
try:
|
|
setattr(schema_instance, "from_output_schema", True)
|
|
except (AttributeError, TypeError):
|
|
return
|
|
|
|
|
|
class FormatModeSchema(BaseSchema):
|
|
"""Generic schema for providers that support format modes (JSON/YAML).
|
|
|
|
This schema doesn't enforce structure, only output format. Useful for
|
|
providers that can guarantee syntactically valid JSON or YAML but don't
|
|
support field-level constraints.
|
|
"""
|
|
|
|
def __init__(self, format_type: types.FormatType = types.FormatType.JSON):
|
|
"""Initialize with a format type."""
|
|
self.format_type = format_type
|
|
# Keep _format for backward compatibility with tests
|
|
self._format = "json" if format_type == types.FormatType.JSON else "yaml"
|
|
|
|
@classmethod
|
|
def from_examples(
|
|
cls,
|
|
examples_data: Sequence[data.ExampleData],
|
|
attribute_suffix: str = data.ATTRIBUTE_SUFFIX,
|
|
) -> FormatModeSchema:
|
|
"""Factory method to build a schema instance from example data."""
|
|
# Default to JSON format
|
|
return cls(format_type=types.FormatType.JSON)
|
|
|
|
def to_provider_config(self) -> dict[str, Any]:
|
|
"""Convert schema to provider-specific configuration."""
|
|
return {"format": self._format}
|
|
|
|
@property
|
|
def requires_raw_output(self) -> bool:
|
|
"""JSON format schemas output raw JSON without fences, YAML does not."""
|
|
return self._format == "json"
|
|
|
|
def sync_with_provider_kwargs(self, kwargs: dict[str, Any]) -> None:
|
|
"""Sync format type with provider kwargs."""
|
|
if "format_type" in kwargs:
|
|
self.format_type = kwargs["format_type"]
|
|
self._format = (
|
|
"json" if self.format_type == types.FormatType.JSON else "yaml"
|
|
)
|
|
if "format" in kwargs:
|
|
self._format = kwargs["format"]
|
|
self.format_type = (
|
|
types.FormatType.JSON
|
|
if self._format == "json"
|
|
else types.FormatType.YAML
|
|
)
|