o
    iz                     @   sZ   d dl mZ d dlmZ d dlmZ d dlmZ eeZ	eedddG dd	 d	Z
d
S )    )Any)
ConfigDict)	dataclass)init_loggerT)arbitrary_types_allowed)configc                   @   s   e Zd ZU dZee dB ed< 	 eed< 	 edB ed< 	 eed< 	 eed< 	 eed< 	 eed	< 	 eed
< 	 eed< 	 eed< 	 eee	f dB ed< 	 e
ed< 	 eeedB f ed< dS )ModelArchitectureConfigzL
    Configuration for model architecture that required by vLLM runtime
    Narchitectures
model_typetext_model_typehidden_sizetotal_num_hidden_layerstotal_num_attention_heads	head_size
vocab_sizetotal_num_kv_headsnum_expertsquantization_configis_deepseek_mladerived_max_model_len_and_key)__name__
__module____qualname____doc__liststr__annotations__intdictr   booltuplefloat r"   r"   L/home/ubuntu/vllm_env/lib/python3.10/site-packages/vllm/config/model_arch.pyr      s8   
 r   N)typingr   pydanticr   pydantic.dataclassesr   vllm.loggerr   r   loggerr   r"   r"   r"   r#   <module>   s   