o
    
Û¾iv  ã                   @   s6   d dl mZ d dlZd dlmZ eG dd„ dƒƒZdS )é    )Ú	dataclassN)ÚLogitsProcessorsc                   @   sð   e Zd ZU ejdB ed< eed< eed< ejdB ed< ejdB ed< eeej	f ed< edB ed< eed	< ejdB ed
< ejed< ejed< ejed< e
e
e  ed< ejdB ed< eee
e
e  f ed< eed< dZe
e
e  dB ed< dS )ÚSamplingMetadataNÚtemperatureÚ
all_greedyÚ
all_randomÚtop_pÚtop_kÚ
generatorsÚmax_num_logprobsÚno_penaltiesÚprompt_token_idsÚfrequency_penaltiesÚpresence_penaltiesÚrepetition_penaltiesÚoutput_token_idsÚallowed_token_ids_maskÚbad_words_token_idsÚlogitsprocsÚspec_token_ids)Ú__name__Ú
__module__Ú__qualname__ÚtorchÚTensorÚ__annotations__ÚboolÚdictÚintÚ	GeneratorÚlistr   r   © r!   r!   úK/home/ubuntu/.local/lib/python3.10/site-packages/vllm/v1/sample/metadata.pyr      s$   
 


r   )Údataclassesr   r   Úvllm.v1.sample.logits_processorr   r   r!   r!   r!   r"   Ú<module>   s
   