o
    ii3                     @   s   d Z ddlZddlZddlmZ dZejZdZ	zddl
mZ eeeZ	W n ey/   dZ	Y nw e	rMede d	d
 de d de  de d G dd deZG dd deZdd ZG dd deZdS )zEClient and server classes corresponding to protobuf-defined services.    N)vllm_engine_pb2z1.78.0F)first_version_is_lowerTz)The grpc package installed is at version ,zG but the generated code in vllm/grpc/vllm_engine_pb2_grpc.py depends onz	 grpcio>=.z, Please upgrade your grpc module to grpcio>=z6 or downgrade your generated code using grpcio-tools<=c                   @   s   e Zd ZdZdd ZdS )VllmEngineStubService definition for vLLM engine communication
    This protocol is designed for efficient binary communication between
    the Rust router and vLLM Python engine (AsyncLLM).
    c                 C   s   |j dtjjtjjdd| _|jdtjjtj	jdd| _
|jdtjjtjjdd| _|jdtjjtjjdd| _|jdtjjtjjdd| _|jdtjjtjjdd| _d	S )
zIConstructor.

        Args:
            channel: A grpc.Channel.
        %/vllm.grpc.engine.VllmEngine/GenerateT)request_serializerresponse_deserializer_registered_method"/vllm.grpc.engine.VllmEngine/Embed(/vllm.grpc.engine.VllmEngine/HealthCheck"/vllm.grpc.engine.VllmEngine/Abort)/vllm.grpc.engine.VllmEngine/GetModelInfo*/vllm.grpc.engine.VllmEngine/GetServerInfoN)unary_stream#vllm_dot_grpc_dot_vllm__engine__pb2GenerateRequestSerializeToStringGenerateResponse
FromStringGenerateunary_unaryEmbedRequestEmbedResponseEmbedHealthCheckRequestHealthCheckResponseHealthCheckAbortRequestAbortResponseAbortGetModelInfoRequestGetModelInfoResponseGetModelInfoGetServerInfoRequestGetServerInfoResponseGetServerInfo)selfchannel r*   T/home/ubuntu/vllm_env/lib/python3.10/site-packages/vllm/grpc/vllm_engine_pb2_grpc.py__init__%   sH   zVllmEngineStub.__init__N)__name__
__module____qualname____doc__r,   r*   r*   r*   r+   r      s    r   c                   @   s@   e Zd ZdZdd Zdd Zdd Zdd	 Zd
d Zdd Z	dS )VllmEngineServicerr   c                 C       | tjj |d td)z9Submit a generation request (supports streaming)
        Method not implemented!set_codegrpc
StatusCodeUNIMPLEMENTEDset_detailsNotImplementedErrorr(   requestcontextr*   r*   r+   r   Q      
zVllmEngineServicer.Generatec                 C   r2   )z$Submit an embedding request
        r3   r4   r;   r*   r*   r+   r   X   r>   zVllmEngineServicer.Embedc                 C   r2   )zHealth check
        r3   r4   r;   r*   r*   r+   r   _   r>   zVllmEngineServicer.HealthCheckc                 C   r2   )z Abort a running request
        r3   r4   r;   r*   r*   r+   r!   f   r>   zVllmEngineServicer.Abortc                 C   r2   )zGet model information
        r3   r4   r;   r*   r*   r+   r$   m   r>   zVllmEngineServicer.GetModelInfoc                 C   r2   )zGet server information
        r3   r4   r;   r*   r*   r+   r'   t   r>   z VllmEngineServicer.GetServerInfoN)
r-   r.   r/   r0   r   r   r   r!   r$   r'   r*   r*   r*   r+   r1   K   s    r1   c              
   C   s   t j| jtjjtjjdt j| j	tj
jtjjdt j| jtjjtjjdt j| jtjjtjjdt j| jtjjtjjdt j| jtjjtjjdd}t d|}||f |d| d S )N)request_deserializerresponse_serializer)r   r   r   r!   r$   r'   zvllm.grpc.engine.VllmEngine)r6   unary_stream_rpc_method_handlerr   r   r   r   r   r   unary_unary_rpc_method_handlerr   r   r   r   r   r   r!   r   r    r$   r"   r#   r'   r%   r&   method_handlers_generic_handleradd_generic_rpc_handlersadd_registered_method_handlers)servicerserverrpc_method_handlersgeneric_handlerr*   r*   r+    add_VllmEngineServicer_to_server|   sH    rJ   c                   @   s   e Zd ZdZe								dddZe								dddZe								dd	d
Ze								dddZe								dddZ	e								dddZ
dS )
VllmEnginer   r*   NFc
           
      C   0   t jj| |dtjjtjj||||||||	ddS )Nr   Tr   )r6   experimentalr   r   r   r   r   r   
r<   targetoptionschannel_credentialscall_credentialsinsecurecompressionwait_for_readytimeoutmetadatar*   r*   r+   r          zVllmEngine.Generatec
           
      C   rL   )Nr   TrM   )r6   rN   r   r   r   r   r   r   rO   r*   r*   r+   r      rY   zVllmEngine.Embedc
           
      C   rL   )Nr   TrM   )r6   rN   r   r   r   r   r   r   rO   r*   r*   r+   r      rY   zVllmEngine.HealthCheckc
           
      C   rL   )Nr   TrM   )r6   rN   r   r   r   r   r    r   rO   r*   r*   r+   r!      rY   zVllmEngine.Abortc
           
      C   rL   )Nr   TrM   )r6   rN   r   r   r"   r   r#   r   rO   r*   r*   r+   r$     rY   zVllmEngine.GetModelInfoc
           
      C   rL   )Nr   TrM   )r6   rN   r   r   r%   r   r&   r   rO   r*   r*   r+   r'   1  rY   zVllmEngine.GetServerInfo)r*   NNFNNNN)r-   r.   r/   r0   staticmethodr   r   r   r!   r$   r'   r*   r*   r*   r+   rK      s|    rK   )r0   r6   warnings	vllm.grpcr   r   GRPC_GENERATED_VERSION__version__GRPC_VERSION_version_not_supportedgrpc._utilitiesr   ImportErrorRuntimeErrorobjectr   r1   rJ   rK   r*   r*   r*   r+   <module>   s:   


	,1(