o
    -i
                     @   s    d dl mZ G dd deZdS )    )PretrainedConfigc                       s^   e Zd ZdZdddZ							
																			d fdd	Z  ZS )ChatGLMConfigchatglm
num_layersmulti_query_group_num)num_hidden_layers	n_head_kv         5                    h㈵>TF   r   Nc                    s   || _ || _|| _|| _|| _|| _|| _|| _|| _|| _	|	| _
|
| _|| _|| _|| _|| _|| _|| _|| _|| _|| _|| _|| _|| _|| _|| _|| _t jdi | d S )N )r   
vocab_sizepadded_vocab_sizehidden_sizeffn_hidden_sizekv_channelsnum_attention_heads
seq_lengthmax_position_embeddingshidden_dropoutattention_dropoutlayernorm_epsilonrmsnorm(apply_residual_connection_post_layernormpost_layer_normadd_bias_linearadd_qkv_biasbias_dropout_fusionmulti_query_attentionr   apply_query_key_layer_scalingattention_softmax_in_fp32fp32_residual_connectionquantization_bitpre_seq_lenprefix_projectioninterleaved_qkvsuper__init__)selfr   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r,   r$   r%   r   r&   r'   r(   r)   r*   r+   kwargs	__class__r   d/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/vllm/transformers_utils/configs/chatglm.pyr.      s:   zChatGLMConfig.__init__)r	   r
   r   r   r   r   r   r   r   r   TFTFFFTFr   TTFr   NF)__name__
__module____qualname__
model_typeattribute_mapr.   __classcell__r   r   r1   r3   r   	   s>    r   N)transformersr   r   r   r   r   r3   <module>   s   