o
    
Û¾i]  ã                   @   s6   d dl mZ d dlZd dlmZ eG dd„ dƒƒZdS )é    )Ú	dataclassN)ÚLogprobsTensorsc                   @   s2   e Zd ZU ejed< edB ed< ejdB ed< dS )ÚSamplerOutputÚsampled_token_idsNÚlogprobs_tensorsÚnum_nans)Ú__name__Ú
__module__Ú__qualname__ÚtorchÚTensorÚ__annotations__r   © r   r   úT/home/ubuntu/.local/lib/python3.10/site-packages/vllm/v1/worker/gpu/sample/output.pyr   
   s   
 
r   )Údataclassesr   r   Úvllm.v1.outputsr   r   r   r   r   r   Ú<module>   s
   