o
    ©Ì³i   ã                   @   s>   d dl mZ dddddddd	d
ddddœZddhZdd„ ZdS )é    )Úget_mapped_keyztoken_embedding.weightz'relative_position_bias.embedding.weightzlayers.{}.attn.q_proj.weightzlayers.{}.attn.k_proj.weightzlayers.{}.attn.v_proj.weightz!layers.{}.attn.output_proj.weightzlayers.{}.mlp.w1.weightzlayers.{}.mlp.w2.weightzlayers.{}.mlp.w3.weightzlayers.{}.sa_norm.scalezlayers.{}.mlp_norm.scalezfinal_norm.scale)zencoder.embed_tokens.weightzFencoder.block.{}.layer._0.SelfAttention.relative_attention_bias.weightz0encoder.block.{}.layer._0.SelfAttention.q.weightz0encoder.block.{}.layer._0.SelfAttention.k.weightz0encoder.block.{}.layer._0.SelfAttention.v.weightz0encoder.block.{}.layer._0.SelfAttention.o.weightz4encoder.block.{}.layer._1.DenseReluDense.wi_0.weightz2encoder.block.{}.layer._1.DenseReluDense.wo.weightz4encoder.block.{}.layer._1.DenseReluDense.wi_1.weightz+encoder.block.{}.layer._0.layer_norm.weightz+encoder.block.{}.layer._1.layer_norm.weightzencoder.final_layer_norm.weightzshared.weightzlm_head.weightc                 C   sT   i }|   ¡ D ]!\}}| d¡s|tv rq| dd¡ dd¡}t|tƒ}|||< q|S )Nzdecoder.zlayer.0.z	layer._0.zlayer.1.z	layer._1.)ÚitemsÚ
startswithÚ_IGNOREÚreplacer   Ú_FROM_HF)Ú
state_dictÚconverted_state_dictÚkeyÚvalueÚnew_key© r   úX/home/ubuntu/.local/lib/python3.10/site-packages/torchtune/models/t5/_convert_weights.pyÚt5_encoder_hf_to_tune#   s   

r   N)Ú torchtune.models.convert_weightsr   r   r   r   r   r   r   r   Ú<module>   s$   ðþ