o
    .iv                     @   s6   d dl mZ d dlZd dlmZ eG dd dZdS )    )	dataclassN)LogitsProcessorsc                   @   s   e Zd ZU ejdB ed< eed< eed< ejdB ed< ejdB ed< eeej	f ed< edB ed< eed	< ejdB ed
< ejed< ejed< ejed< e
e
e  ed< ejdB ed< eee
e
e  f ed< eed< dZe
e
e  dB ed< dS )SamplingMetadataNtemperature
all_greedy
all_randomtop_ptop_k
generatorsmax_num_logprobsno_penaltiesprompt_token_idsfrequency_penaltiespresence_penaltiesrepetition_penaltiesoutput_token_idsallowed_token_ids_maskbad_words_token_idslogitsprocsspec_token_ids)__name__
__module____qualname__torchTensor__annotations__booldictint	Generatorlistr   r    r!   r!   T/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/vllm/v1/sample/metadata.pyr      s$   
 


r   )dataclassesr   r   vllm.v1.sample.logits_processorr   r   r!   r!   r!   r"   <module>   s
   