o
    i                     @   s   d dl mZmZmZ d dlmZ d dlmZ d dlm	Z	 e	e
Ze ZdedefddZed	d
efddZdefddZdS )    )	APIRouterFastAPIRequest)JSONResponse)OpenAIServingModels)init_loggerrequestreturnc                 C   s
   | j jjS N)appstateopenai_serving_models)r    r   _/home/ubuntu/vllm_env/lib/python3.10/site-packages/vllm/entrypoints/openai/models/api_router.pymodels   s   
r   z
/v1/modelsraw_requestc                    s&   t | }| I d H }t| dS )N)content)r   show_available_modelsr   
model_dump)r   handlermodels_r   r   r   r      s   r   r   c                 C   s   |  t d S r
   )include_routerrouter)r   r   r   r   attach_router   s   r   N)fastapir   r   r   fastapi.responsesr   &vllm.entrypoints.openai.models.servingr   vllm.loggerr   __name__loggerr   r   getr   r   r   r   r   r   <module>   s   