o
    `۷i                     @   sj  d dl mZmZmZmZm	Z
mZmZmZmZmZmZmZ d dlmZ eddG dd deZeddG dd deZeddG d	d
 d
eZeddG dd deZeddG dd deZeddG dd de
Z	eZeddG dd deZeddG dd deZeddG dd deZeddG dd deZeddG dd deZdS )    )ChatCompletionRequestChatCompletionResponseChatCompletionStreamResponseCompletionRequestCompletionResponseCompletionStreamResponseEmbeddingRequestEmbeddingResponseErrorResponseTranscriptionRequestTranscriptionResponseTranscriptionStreamResponse)	PublicAPIalpha)	stabilityc                   @      e Zd ZdZdS )r   zChatCompletionRequest is the request body for the chat completion API.

    This model is compatible with vLLM's OpenAI API models.
    N__name__
__module____qualname____doc__ r   r   U/home/ubuntu/vllm_env/lib/python3.10/site-packages/ray/serve/llm/openai_api_models.pyr          r   c                   @   r   )r   zCompletionRequest is the request body for the completion API.

    This model is compatible with vLLM's OpenAI API models.
    Nr   r   r   r   r   r      r   r   c                   @   r   )r   zChatCompletionStreamResponse is the response body for the chat completion API.

    This model is compatible with vLLM's OpenAI API models.
    Nr   r   r   r   r   r   &   r   r   c                   @   r   )r   zChatCompletionResponse is the response body for the chat completion API.

    This model is compatible with vLLM's OpenAI API models.
    Nr   r   r   r   r   r   0   r   r   c                   @   r   )r   zCompletionStreamResponse is the response body for the completion API.

    This model is compatible with vLLM's OpenAI API models.
    Nr   r   r   r   r   r   :   r   r   c                   @   r   )r   zCompletionResponse is the response body for the completion API.

    This model is compatible with vLLM's OpenAI API models.
    Nr   r   r   r   r   r   D   r   r   c                   @   r   )r	   zEmbeddingResponse is the response body for the embedding API.

    This model is compatible with vLLM's OpenAI API models.
    Nr   r   r   r   r   r	   Q   r   r	   c                   @   r   )r   zTranscriptionRequest is the request body for the transcription API.

    This model is compatible with vLLM's OpenAI API models.
    Nr   r   r   r   r   r   [   r   r   c                   @   r   )r   zTranscriptionResponse is the response body for the transcription API.

    This model is compatible with vLLM's OpenAI API models.
    Nr   r   r   r   r   r   e   r   r   c                   @   r   )r   zTranscriptionStreamResponse is the response body for the transcription API.

    This model is compatible with vLLM's OpenAI API models.
    Nr   r   r   r   r   r   o   r   r   c                   @   r   )r
   z*The returned response in case of an error.Nr   r   r   r   r   r
   y   s    r
   N)6ray.llm._internal.serve.core.configs.openai_api_modelsr   _ChatCompletionRequestr   _ChatCompletionResponser   _ChatCompletionStreamResponser   _CompletionRequestr   _CompletionResponser   _CompletionStreamResponser   _EmbeddingRequestr	   _EmbeddingResponser
   _ErrorResponser   _TranscriptionRequestr   _TranscriptionResponser   _TranscriptionStreamResponseray.util.annotationsr   r   r   r   r   <module>   s2   8 										