o
    ©Ì³i’	  ã                   @   s–   d dl mZ i dd“dd“dd“dd	“d
d“dd“dd“dd“dd“dd“dd“dd“dd“dd“dd“d d!“d"d#“d$d%d&d'œ¥Zh d(£Zd)d*„ Zd+S ),é    )Úget_mapped_keyz,text_model.embeddings.token_embedding.weightztoken_embedding.weightz/text_model.embeddings.position_embedding.weightÚposition_embeddingz/text_model.encoder.layers.{}.layer_norm1.weightzlayers.{}.sa_norm.weightz-text_model.encoder.layers.{}.layer_norm1.biaszlayers.{}.sa_norm.biasz/text_model.encoder.layers.{}.layer_norm2.weightzlayers.{}.mlp_norm.weightz-text_model.encoder.layers.{}.layer_norm2.biaszlayers.{}.mlp_norm.biasz+text_model.encoder.layers.{}.mlp.fc1.weightzlayers.{}.mlp.w1.weightz)text_model.encoder.layers.{}.mlp.fc1.biaszlayers.{}.mlp.w1.biasz+text_model.encoder.layers.{}.mlp.fc2.weightzlayers.{}.mlp.w2.weightz)text_model.encoder.layers.{}.mlp.fc2.biaszlayers.{}.mlp.w2.biasz4text_model.encoder.layers.{}.self_attn.q_proj.weightzlayers.{}.attn.q_proj.weightz2text_model.encoder.layers.{}.self_attn.q_proj.biaszlayers.{}.attn.q_proj.biasz4text_model.encoder.layers.{}.self_attn.k_proj.weightzlayers.{}.attn.k_proj.weightz2text_model.encoder.layers.{}.self_attn.k_proj.biaszlayers.{}.attn.k_proj.biasz4text_model.encoder.layers.{}.self_attn.v_proj.weightzlayers.{}.attn.v_proj.weightz2text_model.encoder.layers.{}.self_attn.v_proj.biaszlayers.{}.attn.v_proj.biasz4text_model.encoder.layers.{}.self_attn.out_proj.biaszlayers.{}.attn.output_proj.biasz!layers.{}.attn.output_proj.weightzfinal_norm.weightzfinal_norm.bias)z6text_model.encoder.layers.{}.self_attn.out_proj.weightz"text_model.final_layer_norm.weightz text_model.final_layer_norm.bias>   útext_projection.weightúvisual_projection.weightú"text_model.embeddings.position_idsÚlogit_scalec                 C   s@   i }|   ¡ D ]\}}| d¡s|tv rqt|tƒ}|||< q|S )Nzvision_model.)ÚitemsÚ
startswithÚ_IGNOREr   Ú_FROM_HF)Ú
state_dictÚconverted_state_dictÚkeyÚvalueÚnew_key© r   úZ/home/ubuntu/.local/lib/python3.10/site-packages/torchtune/models/clip/_convert_weights.pyÚclip_text_hf_to_tune)   s   

r   N)Ú torchtune.models.convert_weightsr   r   r
   r   r   r   r   r   Ú<module>   sT   ÿþýüûúùø	÷
öõôóòñðïì