o
    -i                     @   s,   d dl mZ d dlmZ G dd deZdS )    )Any)PretrainedConfigc                H       sf  e Zd ZdZ										
																										d;dedededededededededed ed!ed"ed#ed$eee B dB d%ee	e
f dB d&edB d'edB d(ed)ee eB dB d*ee eB dB d+e	d,ed-e	d.ed/ed0ed1ee	 dB d2ee dB d3ee	 dB d4ee	e
f dB d5ed6ee dB d7ee dB d8edB fF fd9d:Z  ZS )<Step3p5Configstep3p5    4  (      0         h㈵>   F (        r     NTsoftmax      ?GQAhidden_sizeintermediate_sizenum_attention_headsnum_attention_groupsnum_hidden_layersmax_seq_len
vocab_sizerms_norm_epsmoe_every_n_layeruse_moemoe_intermediate_sizemoe_num_experts	moe_top_kmoe_layer_offset
rope_thetarope_scalinghead_dimshare_expert_dimnorm_expert_weightbos_token_ideos_token_idmoe_router_activationmoe_router_scaling_factoratt_impl_typeuse_head_wise_attn_gateuse_moe_router_biasneed_fp32_gatelayer_typesuse_rope_layersyarn_only_typesattention_other_settingnum_nextn_predict_layersswiglu_limitsswiglu_limits_sharedmax_position_embeddingsc$           '         s0  || _ || _|| _|| _|| _|| _|| _|| _|
| _|| _	|	| _
|| _|| _|| _|| _|| _|| _|| _|d u rB| j	| j | _n|| _|| _|#| _|| _|| _|| _|| _|| _|| _|| _|| _|| _|| _| | _|!| _ |"| _!|d u rxdn|}%|d u rddgn|}&|%| _"|&| _#t$ j%d|%|&d|$ d S )N   r      )r)   r*    )&r   r   r   r   r   r   r   r   r   r    r   r!   num_experts_per_tokr"   r#   r$   r%   r&   r'   r(   r8   r+   r,   r/   r0   r-   r.   r1   r2   r3   r4   r5   r6   r7   r)   r*   super__init__)'selfr   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   kwargsresolved_bos_token_idresolved_eos_token_id	__class__r;   d/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/vllm/transformers_utils/configs/step3p5.pyr>      s\   '
zStep3p5Config.__init__)#r   r   r   r	   r
   r   r   r   r   Fr   r   r   r   r   NNNTNNr   r   r   FTTNNNNr   NNN)__name__
__module____qualname__
model_typeintfloatboollistdictstrr   r>   __classcell__r;   r;   rC   rE   r      s    	



 !
"
#$r   N)typingr    transformers.configuration_utilsr   r   r;   r;   r;   rE   <module>   s   