wehub-resource-sync
126 lines
3.2 KiB
Python
126 lines
3.2 KiB
Python
from ray.llm._internal.serve.core.configs.openai_api_models import (
|
|
ChatCompletionRequest as _ChatCompletionRequest,
|
|
ChatCompletionResponse as _ChatCompletionResponse,
|
|
ChatCompletionStreamResponse as _ChatCompletionStreamResponse,
|
|
CompletionRequest as _CompletionRequest,
|
|
CompletionResponse as _CompletionResponse,
|
|
CompletionStreamResponse as _CompletionStreamResponse,
|
|
EmbeddingRequest as _EmbeddingRequest,
|
|
EmbeddingResponse as _EmbeddingResponse,
|
|
ErrorResponse as _ErrorResponse,
|
|
TranscriptionRequest as _TranscriptionRequest,
|
|
TranscriptionResponse as _TranscriptionResponse,
|
|
TranscriptionStreamResponse as _TranscriptionStreamResponse,
|
|
)
|
|
from ray.util.annotations import PublicAPI
|
|
|
|
|
|
@PublicAPI(stability="beta")
|
|
class ChatCompletionRequest(_ChatCompletionRequest):
|
|
"""ChatCompletionRequest is the request body for the chat completion API.
|
|
|
|
This model is compatible with vLLM's OpenAI API models.
|
|
"""
|
|
|
|
pass
|
|
|
|
|
|
@PublicAPI(stability="beta")
|
|
class CompletionRequest(_CompletionRequest):
|
|
"""CompletionRequest is the request body for the completion API.
|
|
|
|
This model is compatible with vLLM's OpenAI API models.
|
|
"""
|
|
|
|
pass
|
|
|
|
|
|
@PublicAPI(stability="beta")
|
|
class ChatCompletionStreamResponse(_ChatCompletionStreamResponse):
|
|
"""ChatCompletionStreamResponse is the response body for the chat completion API.
|
|
|
|
This model is compatible with vLLM's OpenAI API models.
|
|
"""
|
|
|
|
pass
|
|
|
|
|
|
@PublicAPI(stability="beta")
|
|
class ChatCompletionResponse(_ChatCompletionResponse):
|
|
"""ChatCompletionResponse is the response body for the chat completion API.
|
|
|
|
This model is compatible with vLLM's OpenAI API models.
|
|
"""
|
|
|
|
pass
|
|
|
|
|
|
@PublicAPI(stability="beta")
|
|
class CompletionStreamResponse(_CompletionStreamResponse):
|
|
"""CompletionStreamResponse is the response body for the completion API.
|
|
|
|
This model is compatible with vLLM's OpenAI API models.
|
|
"""
|
|
|
|
pass
|
|
|
|
|
|
@PublicAPI(stability="beta")
|
|
class CompletionResponse(_CompletionResponse):
|
|
"""CompletionResponse is the response body for the completion API.
|
|
|
|
This model is compatible with vLLM's OpenAI API models.
|
|
"""
|
|
|
|
pass
|
|
|
|
|
|
EmbeddingRequest = _EmbeddingRequest
|
|
|
|
|
|
@PublicAPI(stability="beta")
|
|
class EmbeddingResponse(_EmbeddingResponse):
|
|
"""EmbeddingResponse is the response body for the embedding API.
|
|
|
|
This model is compatible with vLLM's OpenAI API models.
|
|
"""
|
|
|
|
pass
|
|
|
|
|
|
@PublicAPI(stability="beta")
|
|
class TranscriptionRequest(_TranscriptionRequest):
|
|
"""TranscriptionRequest is the request body for the transcription API.
|
|
|
|
This model is compatible with vLLM's OpenAI API models.
|
|
"""
|
|
|
|
pass
|
|
|
|
|
|
@PublicAPI(stability="beta")
|
|
class TranscriptionResponse(_TranscriptionResponse):
|
|
"""TranscriptionResponse is the response body for the transcription API.
|
|
|
|
This model is compatible with vLLM's OpenAI API models.
|
|
"""
|
|
|
|
pass
|
|
|
|
|
|
@PublicAPI(stability="beta")
|
|
class TranscriptionStreamResponse(_TranscriptionStreamResponse):
|
|
"""TranscriptionStreamResponse is the response body for the transcription API.
|
|
|
|
This model is compatible with vLLM's OpenAI API models.
|
|
"""
|
|
|
|
pass
|
|
|
|
|
|
@PublicAPI(stability="beta")
|
|
class ErrorResponse(_ErrorResponse):
|
|
"""The returned response in case of an error."""
|
|
|
|
pass
|