o
    IiN                     @   sD  d dl Zd dlZdZdZdZdZdZdZdZ	d	Z
e d
ZdZe dZe dZdZe dZdZdZdZg dZg dZg dZg dZg dZddgZdZdZdZdZg dZg dZdZ d Z!d!Z"d"Z#d#Z$dZ%d$Z&ej'ej(ej)ej*ej+ej,d%Z-g d&Z.g d'Z/e/g d( Z0ej1j2ej1j3ej1j4ej1j5ej1j6ej1j7ej1j8fZ9dS ))    Nz	scaler.ptpytorch_modelmodelrandom_states	optimizer	schedulersamplerzprofile_{suffix}.jsonz.binzpytorch_model{suffix}.binz.index.jsonz.safetensorszmodel{suffix}.safetensorsz1.10.2py38z4.17.0)zml.p3.16xlargezml.p3dn.24xlargezml.p4dn.24xlarge)
FULL_SHARDSHARD_GRAD_OPNO_SHARDHYBRID_SHARDHYBRID_SHARD_ZERO2)TRANSFORMER_BASED_WRAPSIZE_BASED_WRAPNO_WRAP)BACKWARD_PREBACKWARD_POSTNO_PREFETCH)FULL_STATE_DICTLOCAL_STATE_DICTSHARDED_STATE_DICTr   r   z2.1.0.a0+32f93b1z2.6.0z2.5.0pytorch_model_fsdp)pdshstandardopenmpimvapichmpichnosshslurm)defaultzreduce-overheadzmax-autotunez2.2.0z2.4.0z2.1.0z2.3.0z4.52.0z0.18.2)>z>=z==z!=z<=<)nnodesnproc_per_noderdzv_backendrdzv_endpointrdzv_id	rdzv_conf
standalonemax_restartsmonitor_intervalstart_methodrolemodulem	no_pythonrun_pathlog_dirr	redirectsttee	node_rankmaster_addrmaster_port)	DEEPSPEED	MULTI_GPUFSDPMEGATRON_LMTP)	MULTI_NPU	MULTI_MLU
MULTI_SDAA
MULTI_MUSA	MULTI_XPU	MULTI_CPU	MULTI_HPUMULTI_NEURON):operatoroptorchSCALER_NAME
MODEL_NAMESAFE_MODEL_NAMERNG_STATE_NAMEOPTIMIZER_NAMESCHEDULER_NAMESAMPLER_NAMEPROFILE_PATTERN_NAMEWEIGHTS_NAMEWEIGHTS_PATTERN_NAMEWEIGHTS_INDEX_NAMESAFE_WEIGHTS_NAMESAFE_WEIGHTS_PATTERN_NAMESAFE_WEIGHTS_INDEX_NAMESAGEMAKER_PYTORCH_VERSIONSAGEMAKER_PYTHON_VERSIONSAGEMAKER_TRANSFORMERS_VERSION SAGEMAKER_PARALLEL_EC2_INSTANCESFSDP_SHARDING_STRATEGYFSDP_AUTO_WRAP_POLICYFSDP_BACKWARD_PREFETCHFSDP_STATE_DICT_TYPEFSDP2_STATE_DICT_TYPEFSDP_PYTORCH_VERSIONFSDP2_PYTORCH_VERSIONDTENSOR_PYTORCH_VERSIONFSDP_MODEL_NAMEDEEPSPEED_MULTINODE_LAUNCHERSTORCH_DYNAMO_MODES0ELASTIC_LOG_LINE_PREFIX_TEMPLATE_PYTORCH_VERSION'XPU_PROFILING_AVAILABLE_PYTORCH_VERSION(MITA_PROFILING_AVAILABLE_PYTORCH_VERSION!BETA_TP_AVAILABLE_PYTORCH_VERSION&BETA_TP_AVAILABLE_TRANSFORMERS_VERSION!BETA_CP_AVAILABLE_PYTORCH_VERSION#BETA_SP_AVAILABLE_DEEPSPEED_VERSIONgtgeeqneleltSTR_OPERATION_TO_FUNCTORCH_LAUNCH_PARAMSCUDA_DISTRIBUTED_TYPES!TORCH_DISTRIBUTED_OPERATION_TYPESnnConv1dConv2dConv3dConvTranspose1dConvTranspose2dConvTranspose3dLinear&SUPPORTED_PYTORCH_LAYERS_FOR_UPCASTING r   r   N/home/ubuntu/.local/lib/python3.10/site-packages/accelerate/utils/constants.py<module>   sf   



