o
    i                     @   s   d dl mZmZmZ d dlmZ d dlmZ d dlm	Z	 d dl
mZ d dlmZ d dlmZ e ZeeZded	e	fd
dZded	efddZded	efddZeddefddZeddd ZdefddZdS )    )	APIRouterFastAPIRequest)JSONResponse)EngineClient)OpenAIServing)OpenAIServingTokenization)init_logger)__version__requestreturnc                 C   s   t | S N)tokenizationr    r   ^/home/ubuntu/vllm_env/lib/python3.10/site-packages/vllm/entrypoints/openai/basic/api_router.pybase   s   r   c                 C   
   | j jjS r   )appstateopenai_serving_tokenizationr   r   r   r   r         
r   c                 C   r   r   )r   r   engine_clientr   r   r   r   r      r   r   z/loadc                    s   t d| jjjidS )Nserver_loadcontent)r   r   r   server_load_metricsr   r   r   r   get_server_load_metrics   s   r   z/versionc                     s   dt i} t| dS )Nversionr   )VLLM_VERSIONr   )verr   r   r   show_version6   s   
r!   r   c                 C   s   |  t d S r   )include_routerrouter)r   r   r   r   register_basic_api_routers<   s   r$   N)fastapir   r   r   fastapi.responsesr   vllm.engine.protocolr   &vllm.entrypoints.openai.engine.servingr   'vllm.entrypoints.serve.tokenize.servingr   vllm.loggerr	   vllm.versionr
   r   r#   __name__loggerr   r   r   getr   r!   r$   r   r   r   r   <module>   s"   
