fed8b2eed7
Backend release / release (push) Waiting to run
Bandit Security Scan / bandit_scan (push) Waiting to run
Build and push multi-arch DocsGPT Docker image / build (linux/amd64, ubuntu-latest, amd64) (push) Waiting to run
Build and push multi-arch DocsGPT Docker image / build (linux/arm64, ubuntu-24.04-arm, arm64) (push) Waiting to run
Build and push multi-arch DocsGPT Docker image / manifest (push) Blocked by required conditions
Build and push DocsGPT FE Docker image for development / build (linux/amd64, ubuntu-latest, amd64) (push) Waiting to run
Build and push DocsGPT FE Docker image for development / build (linux/arm64, ubuntu-24.04-arm, arm64) (push) Waiting to run
Build and push DocsGPT FE Docker image for development / manifest (push) Blocked by required conditions
Python linting / ruff (push) Waiting to run
Run python tests with pytest / Run tests and count coverage (3.12) (push) Waiting to run
React Widget Build / build (push) Waiting to run
63 lines
1.5 KiB
Python
63 lines
1.5 KiB
Python
from application.core.settings import settings
|
|
from application.llm.openai import OpenAILLM
|
|
|
|
DOCSGPT_API_KEY = "sk-docsgpt-public"
|
|
DOCSGPT_BASE_URL = "https://oai.arc53.com"
|
|
DOCSGPT_MODEL = "docsgpt"
|
|
|
|
class DocsGPTAPILLM(OpenAILLM):
|
|
provider_name = "docsgpt"
|
|
|
|
def __init__(self, api_key=None, user_api_key=None, base_url=None, *args, **kwargs):
|
|
super().__init__(
|
|
api_key=DOCSGPT_API_KEY,
|
|
user_api_key=user_api_key,
|
|
base_url=DOCSGPT_BASE_URL,
|
|
*args,
|
|
**kwargs,
|
|
)
|
|
|
|
def _raw_gen(
|
|
self,
|
|
baseself,
|
|
model,
|
|
messages,
|
|
stream=False,
|
|
tools=None,
|
|
engine=settings.AZURE_DEPLOYMENT_NAME,
|
|
response_format=None,
|
|
**kwargs,
|
|
):
|
|
return super()._raw_gen(
|
|
baseself,
|
|
DOCSGPT_MODEL,
|
|
messages,
|
|
stream=stream,
|
|
tools=tools,
|
|
engine=engine,
|
|
response_format=response_format,
|
|
**kwargs,
|
|
)
|
|
|
|
def _raw_gen_stream(
|
|
self,
|
|
baseself,
|
|
model,
|
|
messages,
|
|
stream=True,
|
|
tools=None,
|
|
engine=settings.AZURE_DEPLOYMENT_NAME,
|
|
response_format=None,
|
|
**kwargs,
|
|
):
|
|
return super()._raw_gen_stream(
|
|
baseself,
|
|
DOCSGPT_MODEL,
|
|
messages,
|
|
stream=stream,
|
|
tools=tools,
|
|
engine=engine,
|
|
response_format=response_format,
|
|
**kwargs,
|
|
)
|