o
    wi                     @   s   d Z ddlZddlZddlmZ dZejZdZ	zddl
mZ eeeZ	W n ey/   dZ	Y nw e	rMede d	d
 de d de  de d G dd deZG dd deZdd ZG dd deZdS )zEClient and server classes corresponding to protobuf-defined services.    N)service_pb2z1.67.1F)first_version_is_lowerTz)The grpc package installed is at version ,z> but the generated code in grpc_service_pb2_grpc.py depends onz	 grpcio>=.z, Please upgrade your grpc module to grpcio>=z6 or downgrade your generated code using grpcio-tools<=c                   @   s   e Zd ZdZdd ZdS )GRPCInferenceServiceStubk@@
    @@.. cpp:var:: service InferenceService
    @@
    @@   Inference Server GRPC endpoints.
    @@
    c                 C   s4  |j dtjjtjjdd| _|j dtjjtjjdd| _	|j dtj
jtjjdd| _|j dtjjtjjdd| _|j dtjjtjjdd| _|j dtjjtjjdd| _|jd	tjjtjjdd| _|j d
tjjtjjdd| _|j dtjjtjjdd| _|j dtjjtj jdd| _!|j dtj"jtj#jdd| _$|j dtj%jtj&jdd| _'|j dtj(jtj)jdd| _*|j dtj+jtj,jdd| _-|j dtj.jtj/jdd| _0|j dtj1jtj2jdd| _3|j dtj4jtj5jdd| _6|j dtj7jtj8jdd| _9|j dtj:jtj;jdd| _<|j dtj=jtj>jdd| _?dS )zIConstructor.

        Args:
            channel: A grpc.Channel.
        */inference.GRPCInferenceService/ServerLiveT)request_serializerresponse_deserializer_registered_method+/inference.GRPCInferenceService/ServerReady*/inference.GRPCInferenceService/ModelReady./inference.GRPCInferenceService/ServerMetadata-/inference.GRPCInferenceService/ModelMetadata*/inference.GRPCInferenceService/ModelInfer0/inference.GRPCInferenceService/ModelStreamInfer+/inference.GRPCInferenceService/ModelConfig//inference.GRPCInferenceService/ModelStatistics//inference.GRPCInferenceService/RepositoryIndex3/inference.GRPCInferenceService/RepositoryModelLoad5/inference.GRPCInferenceService/RepositoryModelUnload8/inference.GRPCInferenceService/SystemSharedMemoryStatus:/inference.GRPCInferenceService/SystemSharedMemoryRegister</inference.GRPCInferenceService/SystemSharedMemoryUnregister6/inference.GRPCInferenceService/CudaSharedMemoryStatus8/inference.GRPCInferenceService/CudaSharedMemoryRegister:/inference.GRPCInferenceService/CudaSharedMemoryUnregister,/inference.GRPCInferenceService/TraceSetting+/inference.GRPCInferenceService/LogSettingsN)@unary_unarygrpc__service__pb2ServerLiveRequestSerializeToStringServerLiveResponse
FromString
ServerLiveServerReadyRequestServerReadyResponseServerReadyModelReadyRequestModelReadyResponse
ModelReadyServerMetadataRequestServerMetadataResponseServerMetadataModelMetadataRequestModelMetadataResponseModelMetadataModelInferRequestModelInferResponse
ModelInferstream_streamModelStreamInferResponseModelStreamInferModelConfigRequestModelConfigResponseModelConfigModelStatisticsRequestModelStatisticsResponseModelStatisticsRepositoryIndexRequestRepositoryIndexResponseRepositoryIndexRepositoryModelLoadRequestRepositoryModelLoadResponseRepositoryModelLoadRepositoryModelUnloadRequestRepositoryModelUnloadResponseRepositoryModelUnloadSystemSharedMemoryStatusRequest SystemSharedMemoryStatusResponseSystemSharedMemoryStatus!SystemSharedMemoryRegisterRequest"SystemSharedMemoryRegisterResponseSystemSharedMemoryRegister#SystemSharedMemoryUnregisterRequest$SystemSharedMemoryUnregisterResponseSystemSharedMemoryUnregisterCudaSharedMemoryStatusRequestCudaSharedMemoryStatusResponseCudaSharedMemoryStatusCudaSharedMemoryRegisterRequest CudaSharedMemoryRegisterResponseCudaSharedMemoryRegister!CudaSharedMemoryUnregisterRequest"CudaSharedMemoryUnregisterResponseCudaSharedMemoryUnregisterTraceSettingRequestTraceSettingResponseTraceSettingLogSettingsRequestLogSettingsResponseLogSettings)selfchannel ra   _/home/ubuntu/sommelier/.venv/lib/python3.10/site-packages/tritonclient/grpc/service_pb2_grpc.py__init__$   s   z!GRPCInferenceServiceStub.__init__N)__name__
__module____qualname____doc__rc   ra   ra   ra   rb   r      s    r   c                   @   s   e Zd ZdZdd Zdd Zdd Zdd	 Zd
d Zdd Z	dd Z
dd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zd d! Zd"d# Zd$d% Zd&d' Zd(d) Zd*S )+GRPCInferenceServiceServicerr   c                 C       | tjj |d td)z@@  .. cpp:var:: rpc ServerLive(ServerLiveRequest) returns
        @@       (ServerLiveResponse)
        @@
        @@     Check liveness of the inference server.
        @@
        Method not implemented!set_codegrpc
StatusCodeUNIMPLEMENTEDset_detailsNotImplementedErrorr_   requestcontextra   ra   rb   r%         
z'GRPCInferenceServiceServicer.ServerLivec                 C   ri   )z@@  .. cpp:var:: rpc ServerReady(ServerReadyRequest) returns
        @@       (ServerReadyResponse)
        @@
        @@     Check readiness of the inference server.
        @@
        rj   rk   rr   ra   ra   rb   r(      ru   z(GRPCInferenceServiceServicer.ServerReadyc                 C   ri   )z@@  .. cpp:var:: rpc ModelReady(ModelReadyRequest) returns
        @@       (ModelReadyResponse)
        @@
        @@     Check readiness of a model in the inference server.
        @@
        rj   rk   rr   ra   ra   rb   r+      ru   z'GRPCInferenceServiceServicer.ModelReadyc                 C   ri   )z@@  .. cpp:var:: rpc ServerMetadata(ServerMetadataRequest) returns
        @@       (ServerMetadataResponse)
        @@
        @@     Get server metadata.
        @@
        rj   rk   rr   ra   ra   rb   r.      ru   z+GRPCInferenceServiceServicer.ServerMetadatac                 C   ri   )z@@  .. cpp:var:: rpc ModelMetadata(ModelMetadataRequest) returns
        @@       (ModelMetadataResponse)
        @@
        @@     Get model metadata.
        @@
        rj   rk   rr   ra   ra   rb   r1      ru   z*GRPCInferenceServiceServicer.ModelMetadatac                 C   ri   )z@@  .. cpp:var:: rpc ModelInfer(ModelInferRequest) returns
        @@       (ModelInferResponse)
        @@
        @@     Perform inference using a specific model.
        @@
        rj   rk   rr   ra   ra   rb   r4      ru   z'GRPCInferenceServiceServicer.ModelInferc                 C   ri   )z@@  .. cpp:var:: rpc ModelStreamInfer(stream ModelInferRequest) returns
        @@       (stream ModelStreamInferResponse)
        @@
        @@     Perform streaming inference.
        @@
        rj   rk   )r_   request_iteratorrt   ra   ra   rb   r7      ru   z-GRPCInferenceServiceServicer.ModelStreamInferc                 C   ri   )z@@  .. cpp:var:: rpc ModelConfig(ModelConfigRequest) returns
        @@       (ModelConfigResponse)
        @@
        @@     Get model configuration.
        @@
        rj   rk   rr   ra   ra   rb   r:      ru   z(GRPCInferenceServiceServicer.ModelConfigc                 C   ri   )z@@  .. cpp:var:: rpc ModelStatistics(
        @@                     ModelStatisticsRequest)
        @@                   returns (ModelStatisticsResponse)
        @@
        @@     Get the cumulative inference statistics for a model.
        @@
        rj   rk   rr   ra   ra   rb   r=         
z,GRPCInferenceServiceServicer.ModelStatisticsc                 C   ri   )z@@  .. cpp:var:: rpc RepositoryIndex(RepositoryIndexRequest) returns
        @@       (RepositoryIndexResponse)
        @@
        @@     Get the index of model repository contents.
        @@
        rj   rk   rr   ra   ra   rb   r@      ru   z,GRPCInferenceServiceServicer.RepositoryIndexc                 C   ri   )z@@  .. cpp:var:: rpc RepositoryModelLoad(RepositoryModelLoadRequest) returns
        @@       (RepositoryModelLoadResponse)
        @@
        @@     Load or reload a model from a repository.
        @@
        rj   rk   rr   ra   ra   rb   rC     ru   z0GRPCInferenceServiceServicer.RepositoryModelLoadc                 C   ri   )z@@  .. cpp:var:: rpc RepositoryModelUnload(RepositoryModelUnloadRequest)
        @@       returns (RepositoryModelUnloadResponse)
        @@
        @@     Unload a model.
        @@
        rj   rk   rr   ra   ra   rb   rF     ru   z2GRPCInferenceServiceServicer.RepositoryModelUnloadc                 C   ri   )a"  @@  .. cpp:var:: rpc SystemSharedMemoryStatus(
        @@                     SystemSharedMemoryStatusRequest)
        @@                   returns (SystemSharedMemoryStatusRespose)
        @@
        @@     Get the status of all registered system-shared-memory regions.
        @@
        rj   rk   rr   ra   ra   rb   rI     rw   z5GRPCInferenceServiceServicer.SystemSharedMemoryStatusc                 C   ri   )a  @@  .. cpp:var:: rpc SystemSharedMemoryRegister(
        @@                     SystemSharedMemoryRegisterRequest)
        @@                   returns (SystemSharedMemoryRegisterResponse)
        @@
        @@     Register a system-shared-memory region.
        @@
        rj   rk   rr   ra   ra   rb   rL   )  rw   z7GRPCInferenceServiceServicer.SystemSharedMemoryRegisterc                 C   ri   )a  @@  .. cpp:var:: rpc SystemSharedMemoryUnregister(
        @@                     SystemSharedMemoryUnregisterRequest)
        @@                   returns (SystemSharedMemoryUnregisterResponse)
        @@
        @@     Unregister a system-shared-memory region.
        @@
        rj   rk   rr   ra   ra   rb   rO   5  rw   z9GRPCInferenceServiceServicer.SystemSharedMemoryUnregisterc                 C   ri   )a  @@  .. cpp:var:: rpc CudaSharedMemoryStatus(
        @@                     CudaSharedMemoryStatusRequest)
        @@                   returns (CudaSharedMemoryStatusRespose)
        @@
        @@     Get the status of all registered CUDA-shared-memory regions.
        @@
        rj   rk   rr   ra   ra   rb   rR   A  rw   z3GRPCInferenceServiceServicer.CudaSharedMemoryStatusc                 C   ri   )a
  @@  .. cpp:var:: rpc CudaSharedMemoryRegister(
        @@                     CudaSharedMemoryRegisterRequest)
        @@                   returns (CudaSharedMemoryRegisterResponse)
        @@
        @@     Register a CUDA-shared-memory region.
        @@
        rj   rk   rr   ra   ra   rb   rU   M  rw   z5GRPCInferenceServiceServicer.CudaSharedMemoryRegisterc                 C   ri   )a  @@  .. cpp:var:: rpc CudaSharedMemoryUnregister(
        @@                     CudaSharedMemoryUnregisterRequest)
        @@                   returns (CudaSharedMemoryUnregisterResponse)
        @@
        @@     Unregister a CUDA-shared-memory region.
        @@
        rj   rk   rr   ra   ra   rb   rX   Y  rw   z7GRPCInferenceServiceServicer.CudaSharedMemoryUnregisterc                 C   ri   )z@@  .. cpp:var:: rpc TraceSetting(TraceSettingRequest)
        @@                   returns (TraceSettingResponse)
        @@
        @@     Update and get the trace setting of the Triton server.
        @@
        rj   rk   rr   ra   ra   rb   r[   e  ru   z)GRPCInferenceServiceServicer.TraceSettingc                 C   ri   )z@@  .. cpp:var:: rpc LogSettings(LogSettingsRequest)
        @@                   returns (LogSettingsResponse)
        @@
        @@     Update and get the log settings of the Triton server.
        @@
        rj   rk   rr   ra   ra   rb   r^   p  ru   z(GRPCInferenceServiceServicer.LogSettingsN)rd   re   rf   rg   r%   r(   r+   r.   r1   r4   r7   r:   r=   r@   rC   rF   rI   rL   rO   rR   rU   rX   r[   r^   ra   ra   ra   rb   rh      s,    rh   c                 C   sV  i dt j| jtjjtjjddt j| jtj	jtj
jddt j| jtjjtjjddt j| jtjjtjjddt j| jtjjtjjddt j| jtjjtjjddt j| jtjjtjjdd	t j| jtjjtjjdd
t j| jtjjtjjddt j| j tj!jtj"jddt j| j#tj$jtj%jddt j| j&tj'jtj(jddt j| j)tj*jtj+jddt j| j,tj-jtj.jddt j| j/tj0jtj1jddt j| j2tj3jtj4jddt j| j5tj6jtj7jdt j| j8tj9jtj:jdt j| j;tj<jtj=jdt j| j>tj?jtj@jdd}t Ad|}|B|f |Cd| d S )Nr%   )request_deserializerresponse_serializerr(   r+   r.   r1   r4   r7   r:   r=   r@   rC   rF   rI   rL   rO   rR   rU   )rX   r[   r^   zinference.GRPCInferenceService)Drm   unary_unary_rpc_method_handlerr%   r    r!   r$   r#   r"   r(   r&   r'   r+   r)   r*   r.   r,   r-   r1   r/   r0   r4   r2   r3    stream_stream_rpc_method_handlerr7   r6   r:   r8   r9   r=   r;   r<   r@   r>   r?   rC   rA   rB   rF   rD   rE   rI   rG   rH   rL   rJ   rK   rO   rM   rN   rR   rP   rQ   rU   rS   rT   rX   rV   rW   r[   rY   rZ   r^   r\   r]   method_handlers_generic_handleradd_generic_rpc_handlersadd_registered_method_handlers)servicerserverrpc_method_handlersgeneric_handlerra   ra   rb   *add_GRPCInferenceServiceServicer_to_server|  s   $).38=BGLQVfr   c                   @   sh  e Zd ZdZe								d-ddZe								d-ddZe								d-d	d
Ze								d-ddZe								d-ddZ	e								d-ddZ
e								d-ddZe								d-ddZe								d-ddZe								d-ddZe								d-ddZe								d-ddZe								d-ddZe								d-dd Ze								d-d!d"Ze								d-d#d$Ze								d-d%d&Ze								d-d'd(Ze								d-d)d*Ze								d-d+d,ZdS ).GRPCInferenceServicer   ra   NFc
           
      C   0   t jj| |dtjjtjj||||||||	ddS )Nr   Tr   )rm   experimentalr   r    r!   r"   r#   r$   
rs   targetoptionschannel_credentialscall_credentialsinsecurecompressionwait_for_readytimeoutmetadatara   ra   rb   r%         zGRPCInferenceService.ServerLivec
           
      C   r   )Nr   Tr   )rm   r   r   r    r&   r"   r'   r$   r   ra   ra   rb   r(     r   z GRPCInferenceService.ServerReadyc
           
      C   r   )Nr   Tr   )rm   r   r   r    r)   r"   r*   r$   r   ra   ra   rb   r+   (  r   zGRPCInferenceService.ModelReadyc
           
      C   r   )Nr   Tr   )rm   r   r   r    r,   r"   r-   r$   r   ra   ra   rb   r.   C  r   z#GRPCInferenceService.ServerMetadatac
           
      C   r   )Nr   Tr   )rm   r   r   r    r/   r"   r0   r$   r   ra   ra   rb   r1   ^  r   z"GRPCInferenceService.ModelMetadatac
           
      C   r   )Nr   Tr   )rm   r   r   r    r2   r"   r3   r$   r   ra   ra   rb   r4   y  r   zGRPCInferenceService.ModelInferc
           
      C   r   )Nr   Tr   )rm   r   r5   r    r2   r"   r6   r$   )
rv   r   r   r   r   r   r   r   r   r   ra   ra   rb   r7     r   z%GRPCInferenceService.ModelStreamInferc
           
      C   r   )Nr   Tr   )rm   r   r   r    r8   r"   r9   r$   r   ra   ra   rb   r:     r   z GRPCInferenceService.ModelConfigc
           
      C   r   )Nr   Tr   )rm   r   r   r    r;   r"   r<   r$   r   ra   ra   rb   r=     r   z$GRPCInferenceService.ModelStatisticsc
           
      C   r   )Nr   Tr   )rm   r   r   r    r>   r"   r?   r$   r   ra   ra   rb   r@     r   z$GRPCInferenceService.RepositoryIndexc
           
      C   r   )Nr   Tr   )rm   r   r   r    rA   r"   rB   r$   r   ra   ra   rb   rC      r   z(GRPCInferenceService.RepositoryModelLoadc
           
      C   r   )Nr   Tr   )rm   r   r   r    rD   r"   rE   r$   r   ra   ra   rb   rF     r   z*GRPCInferenceService.RepositoryModelUnloadc
           
      C   r   )Nr   Tr   )rm   r   r   r    rG   r"   rH   r$   r   ra   ra   rb   rI   6  r   z-GRPCInferenceService.SystemSharedMemoryStatusc
           
      C   r   )Nr   Tr   )rm   r   r   r    rJ   r"   rK   r$   r   ra   ra   rb   rL   Q  r   z/GRPCInferenceService.SystemSharedMemoryRegisterc
           
      C   r   )Nr   Tr   )rm   r   r   r    rM   r"   rN   r$   r   ra   ra   rb   rO   l  r   z1GRPCInferenceService.SystemSharedMemoryUnregisterc
           
      C   r   )Nr   Tr   )rm   r   r   r    rP   r"   rQ   r$   r   ra   ra   rb   rR     r   z+GRPCInferenceService.CudaSharedMemoryStatusc
           
      C   r   )Nr   Tr   )rm   r   r   r    rS   r"   rT   r$   r   ra   ra   rb   rU     r   z-GRPCInferenceService.CudaSharedMemoryRegisterc
           
      C   r   )Nr   Tr   )rm   r   r   r    rV   r"   rW   r$   r   ra   ra   rb   rX     r   z/GRPCInferenceService.CudaSharedMemoryUnregisterc
           
      C   r   )Nr   Tr   )rm   r   r   r    rY   r"   rZ   r$   r   ra   ra   rb   r[     r   z!GRPCInferenceService.TraceSettingc
           
      C   r   )Nr   Tr   )rm   r   r   r    r\   r"   r]   r$   r   ra   ra   rb   r^     r   z GRPCInferenceService.LogSettings)ra   NNFNNNN)rd   re   rf   rg   staticmethodr%   r(   r+   r.   r1   r4   r7   r:   r=   r@   rC   rF   rI   rL   rO   rR   rU   rX   r[   r^   ra   ra   ra   rb   r     s   r   )rg   rm   warningstritonclient.grpcr   r    GRPC_GENERATED_VERSION__version__GRPC_VERSION_version_not_supportedgrpc._utilitiesr   ImportErrorRuntimeErrorobjectr   rh   r   r   ra   ra   ra   rb   <module>   s<   


	t mn