o
    i                     @   s   d dl mZmZmZ d dlmZ d dlmZ d dlm	Z	 d dl
mZ d dlmZmZ d dlmZ d dlmZmZ e Zd	ed
edB fddZejdeegdeed	edefddZdS )    )	APIRouterDependsRequest)JSONResponse)assert_never)ErrorResponse)validate_json_request)ClassificationRequestClassificationResponse)ServingClassification)load_aware_callwith_cancellationrequestreturnNc                 C   s
   | j jjS )N)appstateopenai_serving_classification)r    r   b/home/ubuntu/vllm_env/lib/python3.10/site-packages/vllm/entrypoints/pooling/classify/api_router.pyclassify   s   
r   z	/classify)dependenciesraw_requestc              
      s   t |}|d u r|jjj}|jddS z|| |I d H }W n ty6 } z||W  Y d }~S d }~ww t|trFt	|
 |jjdS t|trRt	|
 dS t| d S )Nz-The model does not support Classification API)message)contentstatus_code)r   )r   r   r   openai_serving_tokenizationcreate_error_responsecreate_classify	Exception
isinstancer   r   
model_dumperrorcoder
   r   )r   r   handlerbase_server	generatorer   r   r   r      s(   


r   )fastapir   r   r   starlette.responsesr   typing_extensionsr   'vllm.entrypoints.openai.engine.protocolr   vllm.entrypoints.openai.utilsr   *vllm.entrypoints.pooling.classify.protocolr	   r
   )vllm.entrypoints.pooling.classify.servingr   vllm.entrypoints.utilsr   r   routerr   postr   r   r   r   r   <module>   s   