o
    NÆÏiü  ã                   @   s(  d dl mZmZ d dlmZ d dlmZmZmZm	Z	m
Z
mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6 d dl7m8Z8m9Z9m:Z: d dl;m<Z<m=Z=m>Z> d dl?m@Z@ g d¢ZAdS )	é   )Úis_transformers_ge_v5Úmap_cache_to_layer_device_map)Úreplace_lora_weights_loftq)1ÚCONFIG_NAMEÚINCLUDE_LINEAR_LAYERS_SHORTHANDÚSAFETENSORS_WEIGHTS_NAMEÚ5TRANSFORMERS_MODELS_TO_ADALORA_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_BOFT_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_BONE_TARGET_MODULES_MAPPINGÚ1TRANSFORMERS_MODELS_TO_C3A_TARGET_MODULES_MAPPINGÚ4TRANSFORMERS_MODELS_TO_DELORA_TARGET_MODULES_MAPPINGÚ7TRANSFORMERS_MODELS_TO_FOURIERFT_TARGET_MODULES_MAPPINGÚ1TRANSFORMERS_MODELS_TO_HRA_TARGET_MODULES_MAPPINGÚ6TRANSFORMERS_MODELS_TO_IA3_FEEDFORWARD_MODULES_MAPPINGÚ1TRANSFORMERS_MODELS_TO_IA3_TARGET_MODULES_MAPPINGÚ6TRANSFORMERS_MODELS_TO_LNTUNING_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_LOHA_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_LOKR_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_LORA_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_MISS_TARGET_MODULES_MAPPINGÚ1TRANSFORMERS_MODELS_TO_OFT_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_POLY_TARGET_MODULES_MAPPINGÚ8TRANSFORMERS_MODELS_TO_PREFIX_TUNING_POSTPROCESS_MAPPINGÚ6TRANSFORMERS_MODELS_TO_RANDLORA_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_ROAD_TARGET_MODULES_MAPPINGÚ3TRANSFORMERS_MODELS_TO_SHIRA_TARGET_MODULES_MAPPINGÚ4TRANSFORMERS_MODELS_TO_VBLORA_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_VERA_TARGET_MODULES_MAPPINGÚ4TRANSFORMERS_MODELS_TO_WAVEFT_TARGET_MODULES_MAPPINGÚWEIGHTS_NAMEÚAuxiliaryTrainingWrapperÚModulesToSaveWrapperÚTrainableTokensWrapperÚ_freeze_adapterÚ_get_batch_sizeÚ_get_input_embeddings_nameÚ_get_submodulesÚ_is_valid_matchÚ_prepare_prompt_learning_configÚ_set_adapterÚ_set_trainableÚ&bloom_model_postprocess_past_key_valueÚcast_mixed_precision_paramsÚget_auto_gptq_quant_linearÚget_gptqmodel_quant_linearÚget_quantization_configÚid_tensor_storageÚinfer_deviceÚprepare_model_for_kbit_trainingÚ set_additional_trainable_modulesÚshift_tokens_rightÚ	transpose)ÚPeftTypeÚTaskTypeÚregister_peft_method)Úget_peft_model_state_dictÚload_peft_weightsÚset_peft_model_state_dict)ÚPeftWarning);r   r   r   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r6   r<   r7   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r9   r/   r0   r1   r   r:   r   r2   r8   r   r3   r;   r4   r5   N)BÚintegrationsr   r   Úloftq_utilsr   Úotherr   r   r   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   Ú
peft_typesr6   r7   r8   Úsave_and_loadr9   r:   r;   Úwarningr<   Ú__all__© rD   rD   úG/home/ubuntu/.local/lib/python3.10/site-packages/peft/utils/__init__.pyÚ<module>   s   Ì3