o
    ib                     @   s   d dl Z d dlZd dlZd dlZd dlmZ d dlmZ d dlm	Z	 d dl
mZ d dlmZ eeZdefdd	Zd
ede	dedB fddZd
ede	dedB fddZdS )    N)
VllmConfig)init_logger)SchedulerOutput)SchedulerStats)__version__returnc              	   C   st  t | trd|  dS t | tr"ddd |  D }d| dS t | tr5dddd	 | D  d
S t | trJdddd	 t| D  d
S t | tr]dddd	 | D  d
S t | tj	rgt
| S t | tjr|d| j d| j d| j dS t| dr|  S t| dr| j }ddd	 |D }t| j d| dS zt| W S  ttfy   t
|  Y S w )N'z, c                 S   s&   h | ]\}}t | d t| qS )z: strprepare_object_to_dump.0kv r   S/home/ubuntu/vllm_env/lib/python3.10/site-packages/vllm/logging_utils/dump_input.py	<setcomp>      & z)prepare_object_to_dump.<locals>.<setcomp>{}[c                 S      g | ]}t |qS r   r   r   r   r   r   r   
<listcomp>       z*prepare_object_to_dump.<locals>.<listcomp>]c                 S   r   r   r   r   r   r   r   r      r   c                 S   r   r   r   r   r   r   r   r   !   r   zTensor(shape=z	, device=z,dtype=)	anon_repr__dict__c                 S   s&   g | ]\}}t | d t| qS )=r	   r   r   r   r   r   -   r   ()
isinstancer
   dictjoinitemslistsettupleenumEnumreprtorchTensorshapedevicedtypehasattrr   r   type__name__jsondumps	TypeErrorOverflowError)objdict_strr%   r   r   r   r      s<   



 



r   configscheduler_outputscheduler_statsc                 C   s<   t t t| || W d    d S 1 sw   Y  d S )N)
contextlibsuppress	Exception_dump_engine_exception)r:   r;   r<   r   r   r   dump_engine_exception8   s   "rA   c                 C   s^   t dt|  zt|}t d| |rt d| W d S W d S  ty.   t d Y d S w )Nz<Dumping input data for V1 LLM engine (v%s) with config: %s, z0Dumping scheduler output for model execution: %szDumping scheduler stats: %szError preparing object to dump)loggererrorVLLM_VERSIONr   r?   	exception)r:   r;   r<   dump_objr   r   r   r@   C   s   r@   )r=   r)   r4   r,   vllm.configr   vllm.loggerr   vllm.v1.core.sched.outputr   vllm.v1.metrics.statsr   vllm.versionr   rD   r3   rB   r
   r   rA   r@   r   r   r   r   <module>   s2   %
