import json import os import time from typing import Any from bfcl_eval.model_handler.api_inference.openai_completion import ( OpenAICompletionsHandler, ) from bfcl_eval.constants.enums import ModelStyle from bfcl_eval.model_handler.utils import ( combine_consecutive_user_prompts, retry_with_backoff, system_prompt_pre_processing_chat_model, ) from openai import OpenAI, RateLimitError from overrides import override class LingAPIHandler(OpenAICompletionsHandler): def __init__( self, model_name, temperature, registry_name, is_fc_model, **kwargs, ) -> None: super().__init__(model_name, temperature, registry_name, is_fc_model, **kwargs) self.model_style = ModelStyle.OPENAI_COMPLETIONS api_url = "https://bailingchat.alipay.com" self.client = OpenAI(base_url=api_url, api_key=os.getenv("LING_API_KEY")) @retry_with_backoff(error_type=[RateLimitError, json.JSONDecodeError]) def generate_with_backoff(self, **kwargs): start_time = time.time() api_response = self.client.chat.completions.create(**kwargs) end_time = time.time() return api_response, end_time - start_time @override def _query_prompting(self, inference_data: dict): """ Call the model API in prompting mode to get the response. Return the response object that can be used to feed into the decode method. """ message: list[dict] = inference_data["message"] inference_data["inference_input_log"] = {"message": repr(message)} if "Ling/ling-lite-v1.5" in self.model_name: api_name = "Ling-lite-1.5-250604" else: raise ValueError( f"Model name {self.model_name} not yet supported in this method" ) return self.generate_with_backoff( model=api_name, messages=message, ) @override def _pre_query_processing_prompting(self, test_entry: dict) -> dict: functions: list = test_entry["function"] test_entry_id: str = test_entry["id"] test_entry["question"][0] = system_prompt_pre_processing_chat_model( test_entry["question"][0], functions, test_entry_id ) for round_idx in range(len(test_entry["question"])): test_entry["question"][round_idx] = combine_consecutive_user_prompts( test_entry["question"][round_idx] ) return {"message": []} @override def _parse_query_response_prompting(self, api_response: Any) -> dict: response_data = super()._parse_query_response_prompting(api_response) self._add_reasoning_content_if_available_prompting(api_response, response_data) return response_data