chore: import upstream snapshot with attribution

python/ray/serve/llm/openai_api_models.py

@@ -0,0 +1,125 @@
+from ray.llm._internal.serve.core.configs.openai_api_models import (
+    ChatCompletionRequest as _ChatCompletionRequest,
+    ChatCompletionResponse as _ChatCompletionResponse,
+    ChatCompletionStreamResponse as _ChatCompletionStreamResponse,
+    CompletionRequest as _CompletionRequest,
+    CompletionResponse as _CompletionResponse,
+    CompletionStreamResponse as _CompletionStreamResponse,
+    EmbeddingRequest as _EmbeddingRequest,
+    EmbeddingResponse as _EmbeddingResponse,
+    ErrorResponse as _ErrorResponse,
+    TranscriptionRequest as _TranscriptionRequest,
+    TranscriptionResponse as _TranscriptionResponse,
+    TranscriptionStreamResponse as _TranscriptionStreamResponse,
+)
+from ray.util.annotations import PublicAPI
+
+
+@PublicAPI(stability="beta")
+class ChatCompletionRequest(_ChatCompletionRequest):
+    """ChatCompletionRequest is the request body for the chat completion API.
+
+    This model is compatible with vLLM's OpenAI API models.
+    """
+
+    pass
+
+
+@PublicAPI(stability="beta")
+class CompletionRequest(_CompletionRequest):
+    """CompletionRequest is the request body for the completion API.
+
+    This model is compatible with vLLM's OpenAI API models.
+    """
+
+    pass
+
+
+@PublicAPI(stability="beta")
+class ChatCompletionStreamResponse(_ChatCompletionStreamResponse):
+    """ChatCompletionStreamResponse is the response body for the chat completion API.
+
+    This model is compatible with vLLM's OpenAI API models.
+    """
+
+    pass
+
+
+@PublicAPI(stability="beta")
+class ChatCompletionResponse(_ChatCompletionResponse):
+    """ChatCompletionResponse is the response body for the chat completion API.
+
+    This model is compatible with vLLM's OpenAI API models.
+    """
+
+    pass
+
+
+@PublicAPI(stability="beta")
+class CompletionStreamResponse(_CompletionStreamResponse):
+    """CompletionStreamResponse is the response body for the completion API.
+
+    This model is compatible with vLLM's OpenAI API models.
+    """
+
+    pass
+
+
+@PublicAPI(stability="beta")
+class CompletionResponse(_CompletionResponse):
+    """CompletionResponse is the response body for the completion API.
+
+    This model is compatible with vLLM's OpenAI API models.
+    """
+
+    pass
+
+
+EmbeddingRequest = _EmbeddingRequest
+
+
+@PublicAPI(stability="beta")
+class EmbeddingResponse(_EmbeddingResponse):
+    """EmbeddingResponse is the response body for the embedding API.
+
+    This model is compatible with vLLM's OpenAI API models.
+    """
+
+    pass
+
+
+@PublicAPI(stability="beta")
+class TranscriptionRequest(_TranscriptionRequest):
+    """TranscriptionRequest is the request body for the transcription API.
+
+    This model is compatible with vLLM's OpenAI API models.
+    """
+
+    pass
+
+
+@PublicAPI(stability="beta")
+class TranscriptionResponse(_TranscriptionResponse):
+    """TranscriptionResponse is the response body for the transcription API.
+
+    This model is compatible with vLLM's OpenAI API models.
+    """
+
+    pass
+
+
+@PublicAPI(stability="beta")
+class TranscriptionStreamResponse(_TranscriptionStreamResponse):
+    """TranscriptionStreamResponse is the response body for the transcription API.
+
+    This model is compatible with vLLM's OpenAI API models.
+    """
+
+    pass
+
+
+@PublicAPI(stability="beta")
+class ErrorResponse(_ErrorResponse):
+    """The returned response in case of an error."""
+
+    pass