o
    
۾i                     @   s\   d Z ddlmZ ddlmZ ddlmZ ddlmZ edddddd	G d
d deZ	dS )z?Inference-only Erine model compatible with HuggingFace weights.    )support_torch_compile)
VllmConfig)LlamaForCausalLM   )PPMissingLayer)	input_ids	positionsintermediate_tensorsinputs_embeds)dynamic_arg_dimsc                       s,   e Zd Zdddedef fddZ  ZS )Ernie4_5ForCausalLM )prefixvllm_configr   c                   sJ   t  j||d | jjD ]}t|ts"d|jj_d |jj	_
d|jj	_qd S )N)r   r   FT)super__init__modellayers
isinstancer   	self_attn
rotary_embis_neox_styleo_projbiasskip_bias_add)selfr   r   layer	__class__ V/home/ubuntu/.local/lib/python3.10/site-packages/vllm/model_executor/models/ernie45.pyr   +   s   



zErnie4_5ForCausalLM.__init__)__name__
__module____qualname__r   strr   __classcell__r    r    r   r!   r   !   s    $
r   N)
__doc__vllm.compilation.decoratorsr   vllm.configr    vllm.model_executor.models.llamar   utilsr   r   r    r    r    r!   <module>   s   	