wehub-resource-sync
236 lines
5.4 KiB
Python
236 lines
5.4 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
"""
|
|
API models, utilities, and tool calling support for oMLX.
|
|
|
|
This module provides shared components used by the server:
|
|
- Pydantic models for OpenAI-compatible API
|
|
- Pydantic models for Anthropic Messages API
|
|
- Utility functions for text processing
|
|
- Tool calling parsing and conversion
|
|
"""
|
|
|
|
from .openai_models import (
|
|
# Content types
|
|
ContentPart,
|
|
FileContent,
|
|
Message,
|
|
# Tool calling
|
|
FunctionCall,
|
|
ToolCall,
|
|
ToolDefinition,
|
|
# Structured output
|
|
ResponseFormat,
|
|
ResponseFormatJsonSchema,
|
|
# Chat requests/responses
|
|
ChatCompletionRequest,
|
|
ChatCompletionChoice,
|
|
ChatCompletionResponse,
|
|
AssistantMessage,
|
|
# Completion requests/responses
|
|
CompletionRequest,
|
|
CompletionChoice,
|
|
CompletionResponse,
|
|
# Common
|
|
Usage,
|
|
ModelInfo,
|
|
ModelsResponse,
|
|
# MCP
|
|
MCPToolInfo,
|
|
MCPToolsResponse,
|
|
MCPServerInfo,
|
|
MCPServersResponse,
|
|
MCPExecuteRequest,
|
|
MCPExecuteResponse,
|
|
)
|
|
|
|
from .utils import (
|
|
clean_output_text,
|
|
clean_special_tokens,
|
|
extract_text_content,
|
|
SPECIAL_TOKENS_PATTERN,
|
|
)
|
|
|
|
from .thinking import (
|
|
ThinkingParser,
|
|
extract_thinking,
|
|
)
|
|
|
|
from .tool_calling import (
|
|
parse_tool_calls,
|
|
convert_tools_for_template,
|
|
# Structured output
|
|
parse_json_output,
|
|
validate_json_schema,
|
|
extract_json_from_text,
|
|
build_json_system_prompt,
|
|
)
|
|
|
|
from .anthropic_models import (
|
|
# Content blocks
|
|
ContentBlockText,
|
|
ContentBlockImage,
|
|
ContentBlockToolUse,
|
|
ContentBlockToolResult,
|
|
ContentBlockInputAudio,
|
|
# Messages
|
|
SystemContent,
|
|
AnthropicMessage,
|
|
AnthropicTool,
|
|
ToolChoice,
|
|
ThinkingConfig,
|
|
# Request/Response
|
|
MessagesRequest as AnthropicMessagesRequest,
|
|
MessagesResponse as AnthropicMessagesResponse,
|
|
AnthropicUsage,
|
|
# Token counting
|
|
TokenCountRequest,
|
|
TokenCountResponse,
|
|
# Streaming events
|
|
MessageStartEvent,
|
|
ContentBlockStartEvent,
|
|
ContentBlockDeltaEvent,
|
|
ContentBlockStopEvent,
|
|
MessageDeltaEvent,
|
|
MessageStopEvent,
|
|
PingEvent,
|
|
ErrorEvent,
|
|
TextDelta,
|
|
InputJsonDelta,
|
|
# Error response
|
|
AnthropicErrorResponse,
|
|
AnthropicErrorDetail,
|
|
)
|
|
|
|
from .anthropic_utils import (
|
|
convert_anthropic_to_internal,
|
|
convert_anthropic_tools_to_internal,
|
|
convert_internal_to_anthropic_response,
|
|
map_finish_reason_to_stop_reason,
|
|
format_sse_event,
|
|
create_message_start_event,
|
|
create_content_block_start_event,
|
|
create_text_delta_event,
|
|
create_input_json_delta_event,
|
|
create_content_block_stop_event,
|
|
create_message_delta_event,
|
|
create_message_stop_event,
|
|
create_ping_event,
|
|
create_error_event,
|
|
)
|
|
|
|
from .embedding_models import (
|
|
EmbeddingRequest,
|
|
EmbeddingResponse,
|
|
EmbeddingData,
|
|
EmbeddingUsage,
|
|
)
|
|
|
|
from .embedding_utils import (
|
|
encode_embedding_base64,
|
|
truncate_embedding,
|
|
count_tokens,
|
|
normalize_input,
|
|
)
|
|
|
|
# MCP routes
|
|
from .mcp_routes import router as mcp_router, set_mcp_manager_getter
|
|
|
|
__all__ = [
|
|
# Models
|
|
"ContentPart",
|
|
"FileContent",
|
|
"Message",
|
|
"FunctionCall",
|
|
"ToolCall",
|
|
"ToolDefinition",
|
|
"ResponseFormat",
|
|
"ResponseFormatJsonSchema",
|
|
"ChatCompletionRequest",
|
|
"ChatCompletionChoice",
|
|
"ChatCompletionResponse",
|
|
"AssistantMessage",
|
|
"CompletionRequest",
|
|
"CompletionChoice",
|
|
"CompletionResponse",
|
|
"Usage",
|
|
"ModelInfo",
|
|
"ModelsResponse",
|
|
"MCPToolInfo",
|
|
"MCPToolsResponse",
|
|
"MCPServerInfo",
|
|
"MCPServersResponse",
|
|
"MCPExecuteRequest",
|
|
"MCPExecuteResponse",
|
|
# Utils
|
|
"clean_output_text",
|
|
"clean_special_tokens",
|
|
"extract_text_content",
|
|
"SPECIAL_TOKENS_PATTERN",
|
|
# Thinking
|
|
"ThinkingParser",
|
|
"extract_thinking",
|
|
# Tool calling
|
|
"parse_tool_calls",
|
|
"convert_tools_for_template",
|
|
# Structured output
|
|
"parse_json_output",
|
|
"validate_json_schema",
|
|
"extract_json_from_text",
|
|
"build_json_system_prompt",
|
|
# Anthropic models
|
|
"ContentBlockText",
|
|
"ContentBlockImage",
|
|
"ContentBlockToolUse",
|
|
"ContentBlockToolResult",
|
|
"SystemContent",
|
|
"AnthropicMessage",
|
|
"AnthropicTool",
|
|
"ToolChoice",
|
|
"ThinkingConfig",
|
|
"AnthropicMessagesRequest",
|
|
"AnthropicMessagesResponse",
|
|
"AnthropicUsage",
|
|
"TokenCountRequest",
|
|
"TokenCountResponse",
|
|
"MessageStartEvent",
|
|
"ContentBlockStartEvent",
|
|
"ContentBlockDeltaEvent",
|
|
"ContentBlockStopEvent",
|
|
"MessageDeltaEvent",
|
|
"MessageStopEvent",
|
|
"PingEvent",
|
|
"ErrorEvent",
|
|
"TextDelta",
|
|
"InputJsonDelta",
|
|
"AnthropicErrorResponse",
|
|
"AnthropicErrorDetail",
|
|
# Anthropic utils
|
|
"convert_anthropic_to_internal",
|
|
"convert_anthropic_tools_to_internal",
|
|
"convert_internal_to_anthropic_response",
|
|
"map_finish_reason_to_stop_reason",
|
|
"format_sse_event",
|
|
"create_message_start_event",
|
|
"create_content_block_start_event",
|
|
"create_text_delta_event",
|
|
"create_input_json_delta_event",
|
|
"create_content_block_stop_event",
|
|
"create_message_delta_event",
|
|
"create_message_stop_event",
|
|
"create_ping_event",
|
|
"create_error_event",
|
|
# Embedding models
|
|
"EmbeddingRequest",
|
|
"EmbeddingResponse",
|
|
"EmbeddingData",
|
|
"EmbeddingUsage",
|
|
# Embedding utils
|
|
"encode_embedding_base64",
|
|
"truncate_embedding",
|
|
"count_tokens",
|
|
"normalize_input",
|
|
# MCP routes
|
|
"mcp_router",
|
|
"set_mcp_manager_getter",
|
|
]
|