wehub-resource-sync
126 lines
4.2 KiB
Python
126 lines
4.2 KiB
Python
from __future__ import annotations
|
|
|
|
from typing import Dict, List
|
|
|
|
from fastapi import APIRouter, Request
|
|
from langchain.prompts.prompt import PromptTemplate
|
|
from sse_starlette import EventSourceResponse
|
|
|
|
from chatchat.server.api_server.api_schemas import OpenAIChatInput
|
|
from chatchat.server.chat.chat import chat
|
|
from chatchat.server.chat.kb_chat import kb_chat
|
|
from chatchat.server.chat.feedback import chat_feedback
|
|
from chatchat.server.chat.file_chat import file_chat
|
|
from chatchat.server.db.repository import add_message_to_db
|
|
from chatchat.server.utils import (
|
|
get_OpenAIClient,
|
|
get_prompt_template,
|
|
get_tool,
|
|
get_tool_config,
|
|
)
|
|
from chatchat.settings import Settings
|
|
from chatchat.utils import build_logger
|
|
from .openai_routes import openai_request, OpenAIChatOutput
|
|
|
|
|
|
logger = build_logger()
|
|
|
|
chat_router = APIRouter(prefix="/chat", tags=["ChatChat 对话"])
|
|
|
|
# chat_router.post(
|
|
# "/chat",
|
|
# summary="与llm模型对话(通过LLMChain)",
|
|
# )(chat)
|
|
|
|
chat_router.post(
|
|
"/feedback",
|
|
summary="返回llm模型对话评分",
|
|
)(chat_feedback)
|
|
|
|
|
|
chat_router.post("/kb_chat", summary="知识库对话")(kb_chat)
|
|
chat_router.post("/file_chat", summary="文件对话")(file_chat)
|
|
|
|
|
|
@chat_router.post("/chat/completions", summary="兼容 openai 的统一 chat 接口")
|
|
async def chat_completions(
|
|
request: Request,
|
|
body: OpenAIChatInput,
|
|
) -> Dict:
|
|
"""
|
|
请求参数与 openai.chat.completions.create 一致，可以通过 extra_body 传入额外参数
|
|
tools 和 tool_choice 可以直接传工具名称，会根据项目里包含的 tools 进行转换
|
|
通过不同的参数组合调用不同的 chat 功能：
|
|
- tool_choice
|
|
- extra_body 中包含 tool_input: 直接调用 tool_choice(tool_input)
|
|
- extra_body 中不包含 tool_input: 通过 agent 调用 tool_choice
|
|
- tools: agent 对话
|
|
- 其它：LLM 对话
|
|
以后还要考虑其它的组合（如文件对话）
|
|
返回与 openai 兼容的 Dict
|
|
"""
|
|
# import rich
|
|
# rich.print(body)
|
|
|
|
# 当调用本接口且 body 中没有传入 "max_tokens" 参数时, 默认使用配置中定义的值
|
|
if body.max_tokens in [None, 0]:
|
|
body.max_tokens = Settings.model_settings.MAX_TOKENS
|
|
|
|
client = get_OpenAIClient(model_name=body.model, is_async=True)
|
|
extra = {**body.model_extra} or {}
|
|
for key in list(extra):
|
|
delattr(body, key)
|
|
|
|
# check tools & tool_choice in request body
|
|
if isinstance(body.tool_choice, str):
|
|
if t := get_tool(body.tool_choice):
|
|
body.tool_choice = {"function": {"name": t.name}, "type": "function"}
|
|
if isinstance(body.tools, list):
|
|
for i in range(len(body.tools)):
|
|
if isinstance(body.tools[i], str):
|
|
if t := get_tool(body.tools[i]):
|
|
body.tools[i] = {
|
|
"type": "function",
|
|
"function": {
|
|
"name": t.name,
|
|
"description": t.description,
|
|
"parameters": t.args,
|
|
},
|
|
}
|
|
|
|
conversation_id = extra.get("conversation_id")
|
|
|
|
try:
|
|
message_id = (
|
|
add_message_to_db(
|
|
chat_type="agent_chat",
|
|
query=body.messages[-1]["content"],
|
|
conversation_id=conversation_id,
|
|
)
|
|
if conversation_id
|
|
else None
|
|
)
|
|
except Exception as e:
|
|
logger.warning(f"failed to add message to db: {e}")
|
|
message_id = None
|
|
|
|
chat_model_config = {} # TODO: 前端支持配置模型
|
|
tool_config = {}
|
|
if body.tools:
|
|
tool_names = [x["function"]["name"] for x in body.tools]
|
|
tool_config = {name: get_tool_config(name) for name in tool_names}
|
|
|
|
result = await chat(
|
|
query=body.messages[-1]["content"],
|
|
metadata=extra.get("metadata", {}),
|
|
conversation_id=extra.get("conversation_id", ""),
|
|
message_id=message_id,
|
|
history_len=-1,
|
|
stream=body.stream,
|
|
chat_model_config=extra.get("chat_model_config", chat_model_config),
|
|
tool_config=tool_config,
|
|
use_mcp=extra.get("use_mcp", False),
|
|
max_tokens=body.max_tokens,
|
|
)
|
|
return result
|