o
    8wÖiü  ã                   @   sä   d dl mZ d dlmZ d dlmZmZmZmZm	Z	m
Z
mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z( d dl)m*Z*m+Z+m,Z, d dl-m.Z.m/Z/m0Z0 g d¢Z1dS )é   )Úmap_cache_to_layer_device_map)Úreplace_lora_weights_loftq)$ÚCONFIG_NAMEÚINCLUDE_LINEAR_LAYERS_SHORTHANDÚSAFETENSORS_WEIGHTS_NAMEÚ5TRANSFORMERS_MODELS_TO_ADALORA_TARGET_MODULES_MAPPINGÚ1TRANSFORMERS_MODELS_TO_C3A_TARGET_MODULES_MAPPINGÚ7TRANSFORMERS_MODELS_TO_FOURIERFT_TARGET_MODULES_MAPPINGÚ6TRANSFORMERS_MODELS_TO_IA3_FEEDFORWARD_MODULES_MAPPINGÚ1TRANSFORMERS_MODELS_TO_IA3_TARGET_MODULES_MAPPINGÚ6TRANSFORMERS_MODELS_TO_LNTUNING_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_LORA_TARGET_MODULES_MAPPINGÚ8TRANSFORMERS_MODELS_TO_PREFIX_TUNING_POSTPROCESS_MAPPINGÚ6TRANSFORMERS_MODELS_TO_RANDLORA_TARGET_MODULES_MAPPINGÚ4TRANSFORMERS_MODELS_TO_VBLORA_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_VERA_TARGET_MODULES_MAPPINGÚWEIGHTS_NAMEÚAuxiliaryTrainingWrapperÚModulesToSaveWrapperÚ_freeze_adapterÚ_get_batch_sizeÚ_get_input_embeddings_nameÚ_get_submodulesÚ_is_valid_matchÚ_prepare_prompt_learning_configÚ_set_adapterÚ_set_trainableÚ&bloom_model_postprocess_past_key_valueÚcast_mixed_precision_paramsÚget_auto_gptq_quant_linearÚget_gptqmodel_quant_linearÚget_quantization_configÚid_tensor_storageÚinfer_deviceÚprepare_model_for_kbit_trainingÚ set_additional_trainable_modulesÚshift_tokens_rightÚ	transpose)ÚPeftTypeÚTaskTypeÚregister_peft_method)Úget_peft_model_state_dictÚload_peft_weightsÚset_peft_model_state_dict),r   r   r   r   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r(   r)   r   r   r   r   r   r   r   r   r   r   r   r    r+   r!   r"   r#   r,   r   r$   r*   r   r%   r-   r&   r'   N)2Úintegrationsr   Úloftq_utilsr   Úotherr   r   r   r   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   Ú
peft_typesr(   r)   r*   Úsave_and_loadr+   r,   r-   Ú__all__© r4   r4   úP/home/ubuntu/sommelier/.venv/lib/python3.10/site-packages/peft/utils/__init__.pyÚ<module>   s   ˜&