o
    TÃi¶  ã                   @   sÀ   d Z dZdZdZdZdZdZdZdZd	Z	d
Z
dZdZdZdZdZdZdZdZdZdZdZdZdZde Zde ZdZdZdZdZdZdZd Z d!Z!d"Z"d#Z#d$Z$d%Z%d&Z&d'Z'd(Z(d)Z)d*Z*d+Z+d,Z,d-S ).z9
Various symbolic constants used for model checkpointing
Úoptimizer_state_dictÚfp32_groupsÚfp32_flat_groupsÚbase_optimizer_stateÚbase_optimizer_state_stepÚsingle_partition_of_fp32_groupsÚparam_groupsÚgroup_paddingsÚpartition_countÚ
zero_stageÚ	clip_gradÚfp32Úloss_scalerÚparamÚparam_shapesÚbuffer_namesÚfrozen_param_shapesÚfrozen_param_fragmentsÚmp_rank_Úzero_pp_rank_z_optim_states.ptz_model_states.ptÚlayer_Úbf16_Úfp16_Ú
ds_versionÚuniversal_checkpoint_infoÚuniversal_checkpoint_versiongš™™™™™É?Úvocab_tensorÚpadded_vocab_sizeÚoriginal_vocab_sizeÚparam_slice_mappingsÚcat_dimÚparam_n_sub_paramsÚsub_param_shapeÚvocabulary_parameter_patternsÚ&pipeline_replicated_parameter_patternsÚparameter_to_average_patternsÚ'parameter_with_row_parallelism_patternsÚ tp_replicated_parameter_patternsÚ%parameter_with_2_sub_params_cat_dim_0Úparameter_with_sub_paramsÚsub_params_shapeN)-Ú__doc__ÚOPTIMIZER_STATE_DICTÚFP32_GROUPSÚFP32_FLAT_GROUPSÚBASE_OPTIMIZER_STATEÚBASE_OPTIMIZER_STATE_STEPÚSINGLE_PARTITION_OF_FP32_GROUPSÚPARAM_GROUPSÚGROUP_PADDINGSÚPARTITION_COUNTÚ
ZERO_STAGEÚ	CLIP_GRADÚFP32_WEIGHT_KEYÚLOSS_SCALERÚPARAMÚPARAM_SHAPESÚBUFFER_NAMESÚFROZEN_PARAM_SHAPESÚFROZEN_PARAM_FRAGMENTSÚMODEL_FILE_PREFIXÚZERO_FILE_PREFIXÚOPTIM_FILE_SUFFIXÚMODEL_FILE_SUFFIXÚLAYER_FILE_PREFIXÚBF16_ZERO_FILE_PREFIXÚFP16_ZERO_FILE_PREFIXÚ
DS_VERSIONÚUNIVERSAL_CHECKPOINT_INFOÚ UNIVERSAL_CHECKPOINT_VERSION_KEYÚ"UNIVERSAL_CHECKPOINT_VERSION_VALUEÚVOCAB_TENSORÚPADDED_VOCAB_SIZEÚORIGINAL_VOCAB_SIZEÚPARAM_SLICE_MAPPINGSÚCAT_DIMÚPARAM_N_SUB_PARAMSÚSUB_PARAM_SHAPEÚVOCABULARY_PARAMETER_PATTERNSÚ&PIPELINE_REPLICATED_PARAMETER_PATTERNSÚPARAMETER_TO_AVERAGE_PATTERNSÚ'PARAMETER_WITH_ROW_PARALLELISM_PATTERNSÚ TP_REPLICATED_PARAMETER_PATTERNSÚ%PARAMETER_WITH_2_SUB_PARAMS_CAT_DIM_0ÚPARAMETER_WITH_SUB_PARAMSÚSUB_PARAMS_SHAPE© rW   rW   úR/home/ubuntu/.local/lib/python3.10/site-packages/deepspeed/checkpoint/constants.pyÚ<module>   sZ   