Files
alibaba--zvec/python/zvec/extension/qwen_function.py
T
2026-07-13 12:47:42 +08:00

187 lines
6.0 KiB
Python

# Copyright 2025-present the zvec project
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from __future__ import annotations
import os
from http import HTTPStatus
from typing import Optional
from ..common.constants import TEXT
from ..tool import require_module
class QwenFunctionBase:
"""Base class for Qwen (DashScope) functions.
This base class provides common functionality for calling DashScope APIs
and handling responses. It supports embeddings (dense and sparse) and
re-ranking operations.
This class is not meant to be used directly. Use concrete implementations:
- ``QwenDenseEmbedding`` for dense embeddings
- ``QwenSparseEmbedding`` for sparse embeddings
- ``QwenReRanker`` for semantic re-ranking
Args:
model (str): DashScope model identifier.
api_key (Optional[str]): DashScope API authentication key.
Note:
- This is an internal base class for code reuse across Qwen features
- Subclasses should inherit from appropriate Protocol/ABC
- Provides unified API connection and response handling
"""
def __init__(
self,
model: str,
api_key: Optional[str] = None,
):
"""Initialize the base Qwen embedding functionality.
Args:
model (str): DashScope model name.
api_key (Optional[str]): API key or None to use environment variable.
Raises:
ValueError: If API key is not provided and not in environment.
"""
self._model = model
self._api_key = api_key or os.environ.get("DASHSCOPE_API_KEY")
if not self._api_key:
raise ValueError(
"DashScope API key is required. Please provide 'api_key' parameter "
"or set the 'DASHSCOPE_API_KEY' environment variable."
)
@property
def model(self) -> str:
"""str: The DashScope embedding model name currently in use."""
return self._model
def _get_connection(self):
"""Establish connection to DashScope API.
Returns:
module: The dashscope module with API key configured.
Raises:
ImportError: If dashscope package is not installed.
"""
dashscope = require_module("dashscope")
dashscope.api_key = self._api_key
return dashscope
def _call_text_embedding_api(
self,
input: TEXT,
dimension: int,
output_type: str,
text_type: Optional[str] = None,
) -> dict:
"""Call DashScope TextEmbedding API.
Args:
input (TEXT): Input text to embed.
dimension (int): Target embedding dimension.
output_type (str): Output type ("dense" or "sparse").
text_type (Optional[str]): Text type ("query" or "document").
Returns:
dict: API response output field.
Raises:
RuntimeError: If API call fails.
ValueError: If API returns error response.
"""
try:
# Prepare API call parameters
call_params = {
"model": self.model,
"input": input,
"dimension": dimension,
"output_type": output_type,
}
# Add optional text_type parameter if provided
if text_type is not None:
call_params["text_type"] = text_type
resp = self._get_connection().TextEmbedding.call(**call_params)
except Exception as e:
raise RuntimeError(f"Failed to call DashScope API: {e!s}") from e
if resp.status_code != HTTPStatus.OK:
error_msg = getattr(resp, "message", "Unknown error")
error_code = getattr(resp, "code", "N/A")
raise ValueError(
f"DashScope API error: [Code={error_code}, "
f"Status={resp.status_code}] {error_msg}"
)
output = getattr(resp, "output", None)
if not isinstance(output, dict):
raise ValueError(
"Invalid API response: missing or malformed 'output' field"
)
return output
def _call_rerank_api(
self,
query: str,
documents: list[str],
top_n: int,
) -> dict:
"""Call DashScope TextReRank API.
Args:
query (str): Query text for semantic matching.
documents (list[str]): List of document texts to re-rank.
top_n (int): Maximum number of documents to return.
Returns:
dict: API response output field containing re-ranked results.
Raises:
RuntimeError: If API call fails.
ValueError: If API returns error response.
"""
try:
resp = self._get_connection().TextReRank.call(
model=self.model,
query=query,
documents=documents,
top_n=top_n,
return_documents=False,
)
except Exception as e:
raise RuntimeError(f"Failed to call DashScope API: {e!s}") from e
if resp.status_code != HTTPStatus.OK:
error_msg = getattr(resp, "message", "Unknown error")
error_code = getattr(resp, "code", "N/A")
raise ValueError(
f"DashScope API error: [Code={error_code}, "
f"Status={resp.status_code}] {error_msg}"
)
output = getattr(resp, "output", None)
if not isinstance(output, dict):
raise ValueError(
"Invalid API response: missing or malformed 'output' field"
)
return output