o
    -ic
                     @   sj   d dl Z d dlmZ d dlZd dlmZ d dlmZ d dlm	Z	 d dl
mZmZ eeZG dd dZdS )	    N)Sequence)init_logger)LoRARequest)PoolingParams)BeamSearchParamsSamplingParamsc                   @   s   e Zd ZdedB ddfddZdededB dee dB d	ejdB d
e	e
B eB dB dedB ddfddZ			ddededee dB dedB dededdfddZdS )RequestLoggermax_log_lenNreturnc                C   s
   || _ d S )N)r	   )selfr	    r   T/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/vllm/entrypoints/logger.py__init__   s   
zRequestLogger.__init__
request_idpromptprompt_token_idsprompt_embedsparamslora_requestc                 C   sv   t tjr1| j}|d ur!|d ur|d | }|d ur!|d | }t d||||d ur.|jnd  t d||| d S )NzNRequest %s details: prompt: %r, prompt_token_ids: %s, prompt_embeds shape: %s.z2Received request %s: params: %s, lora_request: %s.)loggerisEnabledForloggingDEBUGr	   debugshapeinfo)r   r   r   r   r   r   r   r	   r   r   r   
log_inputs   s(   	
zRequestLogger.log_inputsFoutputsoutput_token_idsfinish_reasonis_streamingdeltac           	      C   sf   | j }|d ur|d ur|d | }|d urt|d | }d}|r'|r%dnd}td||||| d S )N z (streaming delta)z (streaming complete)zLGenerated response %s%s: output: %r, output_token_ids: %s, finish_reason: %s)r	   listr   r   )	r   r   r   r   r   r    r!   r	   stream_infor   r   r   log_outputs8   s"   	zRequestLogger.log_outputs)NFF)__name__
__module____qualname__intr   strr#   torchTensorr   r   r   r   r   r   boolr%   r   r   r   r   r      sF    

(
r   )r   collections.abcr   r+   vllm.loggerr   vllm.lora.requestr   vllm.pooling_paramsr   vllm.sampling_paramsr   r   r&   r   r   r   r   r   r   <module>   s   