o
    NÆÏiÛ<  ã                   @   s¢  d dl Zd dlZd dlZd dlmZ dd„ Zdd„ Zi Zej 	ej
¡ej 	d¡k Zer/eed< eed	ƒr8eed
< i dddg“dddg“dddg“ddg“d
dg“dg d¢“dddg“dddg“ddg“dddg“dddg“dddg“dddg“d ddg“d!d"d#g“d$d%g“d&ddg“i d'ddg“d(ddg“d)dg“ddg“d*d+g“d,dg“d-dg“d.dg“d/d0dg“d1d2g“d3ddg“d4ddg“d5ddg“d6g d7¢“d8ddg“d9ddg“d:ddg“¥ddgddgg d;¢g d<¢d=œ¥Ze ¡ Ze ¡ Ze ¡ Ze ¡ Ze ¡ Ze ¡ Ze ¡ Ze ¡ Ze ¡ Ze ¡ Ze ¡ Ze ¡ Ze ¡ Zd>ged< d>ged< e ¡ Zddged6< e ¡ Zddged6< e ¡ Zd>ged< d>ged< i d'g d?¢“d
g d@¢“dAg dB¢“ddCdDg“ddCdDg“dg dE¢“dg dF¢“dg dG¢“ddHdIg“d.g d@¢“d3g d?¢“d6dJdKg“d8g d?¢“d9g dL¢“d:g dL¢“dMdNg“dOdNg“Zi dg dP¢“dg dQ¢“ddd>g“d
ddRg“dg dS¢“dg dT¢“dg dU¢“dddVg“dg dW¢“dg dX¢“ddd>g“d'g dY¢“d(g dZ¢“d3g dY¢“d4g d[¢“dg dS¢“d!g d\¢“d%d]gddVgddVgddVgg dX¢g dZ¢g dZ¢g dZ¢g dZ¢g dZ¢d^œ
¥Zi dd_g“dg “dd>g“d
dRg“dd]g“dd`g“ddag“ddVg“dd0g“dd`g“dd>g“d'dbg“d(dbg“d3dbg“d4dcg“dd]g“d!d]g“d]gdVgdVgdVgd`gdbgdbgdbgdbgdbgddœ
¥Z i dg de¢“dg df¢“dg dg¢“ddg“d
dg“dg dg¢“dddg“ddg“dddg“d'ddg“d(ddg“dddg“dg dh¢“d!g di¢“ddg“d$d%g“d8ddg“ddgddgddgddgdjœ¥Z!i dg de¢“dg df¢“dg dg¢“ddg“d
dg“dg dg¢“dddg“ddg“dddg“d'ddg“d(ddg“dddg“dddg“d!g di¢“ddg“d$d%g“d8ddg“ddgddgddgddgdjœ¥Z"i d'g dk¢“d(g dk¢“d3g dk¢“d4g dk¢“d8g dk¢“d9g dk¢“d:g dk¢“dMg dk¢“dOg dk¢“d6g dk¢“ddd0g“d
ddVg“dg dg¢“dg dl¢“dddVg“d.ddVg“ddd0g“Z#i dddg“dddg“dddg“dd>g“d
dg“dg d¢“dddg“dddg“ddg“dddg“dddg“dddg“dddg“d ddg“d!d"d#g“d$d%g“d&ddg“i d'ddg“d(ddg“d)dg“dd>g“d*d+g“d,dg“d-dg“d.dg“d1d2g“d3ddg“d4ddg“d5ddg“d6g d7¢“d8ddg“d9ddg“d:ddg“dMddg“¥dOddgi¥Z$dmZ%dnZ&doZ'dpdqgZ(drdsgZ)dtZ*duZ+dvZ,dwdxiZ-dyZ.dS )zé    N)ÚBloomPreTrainedModelc                 C   s€   t  | ¡} | j\}}}}}| d |d … }| dd¡ |d || ||¡}| |d d … }| |d || ||¡}tt||ƒƒS )Né   é   )ÚtorchÚcatÚshapeÚ	transposeÚreshapeÚtupleÚzip)Úpast_key_valuesÚtotal_layersÚ
batch_sizeÚnum_attention_headsÚnum_virtual_tokensÚhead_dimÚkeysÚvalues© r   úH/home/ubuntu/.local/lib/python3.10/site-packages/peft/utils/constants.pyÚ&bloom_model_postprocess_past_key_value   s   
ÿr   c                 C   sb   g }| D ](}|d d …d d …df }|  g d¢¡}|jg |jd d… ¢d‘R Ž }| |¡ qt|ƒS )Nr   )é   r   r   r   éþÿÿÿéÿÿÿÿ)Úpermuter	   r   Úappendr
   )r   ÚresultÚkr   r   r   Ú*starcoder_model_postprocess_past_key_value$   s   r   z4.54.0.dev0Úgpt_bigcodeÚ_convert_to_standard_cacheÚbloomÚt5ÚqÚvÚmt5ÚbartÚq_projÚv_projÚgpt2Úc_attnÚquery_key_valuezblip-2)r#   r$   r'   r(   ÚoptÚgptjÚgpt_neoxÚgpt_neoÚbertÚqueryÚvalueÚrobertazxlm-robertaÚelectraz
deberta-v2Ú
query_projÚ
value_projÚdebertaÚin_projÚlayoutlmÚllamaÚllama4ÚchatglmÚmptÚWqkvÚRefinedWebModelÚ
RefinedWebÚfalconÚbtlmÚc_projÚcodegenÚqkv_projÚmistralÚmixtralÚstablelmÚphi)r'   r(   Úfc1Úfc2ÚgemmaÚgemma2Úgemma3_text)Úkeyr2   Ú
receptanceÚoutput)Úr_projÚk_projr(   Úo_projrO   r2   )Úqwen2Úqwen3ÚrwkvÚrwkv7z
mlp.c_proj)Úinput_layernormÚpost_attention_layernormÚnorm)rY   rZ   Úln_fÚllava)Úmulti_modal_projectorrY   rZ   r[   Úembed_tokensÚlm_headÚ
layer_normÚfinal_layer_norm)Úself_attn_layer_normÚencoder_attn_layer_normrb   )Úln_1Úln_2r\   )Ú	layernormÚ	LayerNormrb   rc   re   r\   rY   Úfinal_layernorm)rY   rZ   Úpre_feedforward_layernormÚpost_feedforward_layernormr[   rU   rZ   rV   )r   r$   Úwo)r   r$   Úwi_1zmlp.dense_4h_to_h)rO   r2   úoutput.dense)r'   rS   rK   )r'   r(   Úfc_outÚdense_4h_to_h)r'   r(   rC   )r'   r(   rK   )rS   r(   Ú	down_proj)r'   r(   rq   )rS   r(   Úw2)Úkey_projr6   rn   rn   )
r7   r?   r@   rA   rI   rL   rM   rN   rU   rV   rl   rK   ro   rq   rr   )
r7   r@   r?   rA   rI   rL   rM   rN   rU   rV   )r#   r   r$   ÚoÚwirl   )r#   r   r$   rt   Úwi_0rm   rl   )r'   rS   r(   Úout_projrJ   rK   )r1   rO   r2   Údense)r5   rs   r6   rx   )rM   rN   rU   rV   )r'   rS   r(   rT   Ú	gate_projrq   Úup_proj)r'   rS   r(   rw   Úfc_inro   zadapter_model.binzadapter_model.safetensorszadapter_config.jsonr_   r`   ÚscoreÚ
classifierz
all-linearztokenizer_config.jsonzdummy-target-modulesÚ
model_typeÚcustomé   )/Úpackaging.versionÚ	packagingr   Útransformersr   r   r   Ú8TRANSFORMERS_MODELS_TO_PREFIX_TUNING_POSTPROCESS_MAPPINGÚversionÚparseÚ__version__Útransformers_le_4_53ÚhasattrÚ2TRANSFORMERS_MODELS_TO_LORA_TARGET_MODULES_MAPPINGÚcopyÚ2TRANSFORMERS_MODELS_TO_BOFT_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_BONE_TARGET_MODULES_MAPPINGÚ1TRANSFORMERS_MODELS_TO_C3A_TARGET_MODULES_MAPPINGÚ4TRANSFORMERS_MODELS_TO_DELORA_TARGET_MODULES_MAPPINGÚ1TRANSFORMERS_MODELS_TO_HRA_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_LOHA_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_LOKR_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_MISS_TARGET_MODULES_MAPPINGÚ1TRANSFORMERS_MODELS_TO_OFT_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_POLY_TARGET_MODULES_MAPPINGÚ6TRANSFORMERS_MODELS_TO_RANDLORA_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_ROAD_TARGET_MODULES_MAPPINGÚ7TRANSFORMERS_MODELS_TO_FOURIERFT_TARGET_MODULES_MAPPINGÚ3TRANSFORMERS_MODELS_TO_SHIRA_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_VERA_TARGET_MODULES_MAPPINGÚ6TRANSFORMERS_MODELS_TO_LNTUNING_TARGET_MODULES_MAPPINGÚ1TRANSFORMERS_MODELS_TO_IA3_TARGET_MODULES_MAPPINGÚ6TRANSFORMERS_MODELS_TO_IA3_FEEDFORWARD_MODULES_MAPPINGÚ5TRANSFORMERS_MODELS_TO_ADALORA_TARGET_MODULES_MAPPINGÚ4TRANSFORMERS_MODELS_TO_VBLORA_TARGET_MODULES_MAPPINGÚ1TRANSFORMERS_MODELS_TO_OSF_TARGET_MODULES_MAPPINGÚ4TRANSFORMERS_MODELS_TO_WAVEFT_TARGET_MODULES_MAPPINGÚWEIGHTS_NAMEÚSAFETENSORS_WEIGHTS_NAMEÚCONFIG_NAMEÚEMBEDDING_LAYER_NAMESÚSEQ_CLS_HEAD_NAMESÚINCLUDE_LINEAR_LAYERS_SHORTHANDÚTOKENIZER_CONFIG_NAMEÚDUMMY_TARGET_MODULESÚDUMMY_MODEL_CONFIGÚ#MIN_TARGET_MODULES_FOR_OPTIMIZATIONr   r   r   r   Ú<module>   s`  ÿ
ÿþýüûúùø	÷
öõôóòñðïîíìëêéèçæåäãâá à!ß"Þ#Ú*



ÿþýõôóòñðïîíìëä#Ý$Ü'ÿþýüûúùø	÷
öõôóòñðïåÿþýüûúùø	÷
öõôóòñðïåÿþýüûúùø	÷
öõôóðïîìèÿþýüûúùø	÷
öõôóòñðïëÿþýüûúùø	÷
öõôóòñðïÿþýüûúùø	÷
öõôóòñðïîíìëêéèçæåäãâá à!ß"Þ#Ý)