o
    ci
                     @   s&  d dl mZmZmZmZm	Z
mZmZmZmZ d dlmZ eddG dd deZeddG dd deZeddG d	d
 d
eZeddG dd deZeddG dd deZeddG dd de
Z	eddG dd deZeddG dd deZeddG dd deZdS )    )	ChatCompletionRequestChatCompletionResponseChatCompletionStreamResponseCompletionRequestCompletionResponseCompletionStreamResponseEmbeddingRequestEmbeddingResponseErrorResponse)	PublicAPIalpha)	stabilityc                   @      e Zd ZdZdS )r   zChatCompletionRequest is the request body for the chat completion API.

    This model is compatible with vLLM's OpenAI API models.
    N__name__
__module____qualname____doc__ r   r   S/home/ubuntu/.local/lib/python3.10/site-packages/ray/serve/llm/openai_api_models.pyr          r   c                   @   r   )r   zCompletionRequest is the request body for the completion API.

    This model is compatible with vLLM's OpenAI API models.
    Nr   r   r   r   r   r      r   r   c                   @   r   )r   zChatCompletionStreamResponse is the response body for the chat completion API.

    This model is compatible with vLLM's OpenAI API models.
    Nr   r   r   r   r   r   #   r   r   c                   @   r   )r   zChatCompletionResponse is the response body for the chat completion API.

    This model is compatible with vLLM's OpenAI API models.
    Nr   r   r   r   r   r   -   r   r   c                   @   r   )r   zCompletionStreamResponse is the response body for the completion API.

    This model is compatible with vLLM's OpenAI API models.
    Nr   r   r   r   r   r   7   r   r   c                   @   r   )r   zCompletionResponse is the response body for the completion API.

    This model is compatible with vLLM's OpenAI API models.
    Nr   r   r   r   r   r   A   r   r   c                   @   r   )r   z}EmbeddingRequest is the request body for the embedding API.

    This model is compatible with vLLM's OpenAI API models.
    Nr   r   r   r   r   r   K   r   r   c                   @   r   )r	   zEmbeddingResponse is the response body for the embedding API.

    This model is compatible with vLLM's OpenAI API models.
    Nr   r   r   r   r   r	   U   r   r	   c                   @   r   )r
   z*The returned response in case of an error.Nr   r   r   r   r   r
   _   s    r
   N)1ray.llm._internal.serve.configs.openai_api_modelsr   _ChatCompletionRequestr   _ChatCompletionResponser   _ChatCompletionStreamResponser   _CompletionRequestr   _CompletionResponser   _CompletionStreamResponser   _EmbeddingRequestr	   _EmbeddingResponser
   _ErrorResponseray.util.annotationsr   r   r   r   r   <module>   s(   , 								