o
    TÃiF  ã                   @   sŒ  d Z dZdZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!dZ"dZ#dZ$d Z%d!Z&d"Z'd#Z(d$Z)d%Z*d&Z+d'Z,d(Z-d)Z.d*Z/d+Z0d,Z1dZ2dZ3d-Z4d.Z5d/Z6d0Z7d1Z8d2Z9d3Z:d4Z;d5Z<d6Z=d7Z>dZ?dZ@dZAd8ZBdZCdZDd9ZEdZFdZGd:ZHd;ZId<ZJd=ZKd>ZLd?ZMd@ZNdAZOdBZPdCZQdDZRdEZSdFZTdGZUdHZVdZWdIZXdJZYdZZdKZ[dLZ\dZ]dZ^dMZ_dNZ`dOZad3S )Pzi
Data efficiency library
 See sample config at https://www.deepspeed.ai/docs/config-json/data-efficiency
Údata_efficiencyÚenabledFÚseediÒ  Údata_samplingÚ
num_epochsiè  Únum_workersé    Ú
pin_memoryÚcurriculum_learningÚdata_cluster_pathÚcurriculum_metricsÚindex_to_sample_pathÚindex_to_metric_pathÚclustering_typeÚsingle_clusterÚclusterÚdifficulty_typeÚvalueÚ
percentileÚmin_difficultyÚmax_difficultyÚschedule_typeÚschedule_configÚ
difficultyÚmax_stepÚtotal_curriculum_stepÚdifficulty_stepÚroot_degreeÚfixed_discreteÚ
fixed_rootÚfixed_linearÚcustomÚcurrent_difficultyÚbatchÚconsumed_samplesÚcurriculum_stepÚcurrent_difficultiesÚdata_cluster_pathsÚdata_cluster_current_positionÚnp_rng_stateÚdynamic_batchingÚmetrics_pathÚlr_scaling_methodÚlinearÚmin_batch_sizeé   Úmax_batch_sizeNÚsequence_picking_orderÚ
dataloaderÚ
max_tokensÚverboseÚdata_routingÚ
random_ltdÚmodel_mask_nameÚ
model_typeÚmicro_batch_sizeÚglobal_batch_sizeÚ
sample_idxÚattention_maskÚhidden_state_orderÚrandom_ltd_layer_numÚrandom_ltd_layer_idÚtotal_layer_numÚconsumed_layer_tokensÚrandom_ltd_scheduleÚ	max_valueÚ	min_valueÚcurrent_valueÚseq_per_stepÚrequire_stepsÚcurrent_stepsÚlayer_token_lr_scheduleÚtotal_layer_tokensÚwarmup_typeÚwarmup_layer_tokens)bÚ__doc__ÚDATA_EFFICIENCYÚDATA_EFFICIENCY_ENABLEDÚDATA_EFFICIENCY_ENABLED_DEFAULTÚDATA_EFFICIENCY_SEEDÚDATA_EFFICIENCY_SEED_DEFAULTÚDATA_SAMPLINGÚDATA_SAMPLING_ENABLEDÚDATA_SAMPLING_ENABLED_DEFAULTÚDATA_SAMPLING_NUM_EPOCHSÚ DATA_SAMPLING_NUM_EPOCHS_DEFAULTÚDATA_SAMPLING_NUM_WORKERSÚ!DATA_SAMPLING_NUM_WORKERS_DEFAULTÚDATA_SAMPLING_PIN_MEMORYÚ DATA_SAMPLING_PIN_MEMORY_DEFAULTÚCURRICULUM_LEARNINGÚCURRICULUM_LEARNING_ENABLEDÚ#CURRICULUM_LEARNING_ENABLED_DEFAULTÚ CURRICULUM_LEARNING_CLUSTER_PATHÚCURRICULUM_LEARNING_METRICSÚCURRICULUM_LEARNING_SAMPLE_PATHÚCURRICULUM_LEARNING_METRIC_PATHÚ#CURRICULUM_LEARNING_CLUSTERING_TYPEÚ"CURRICULUM_LEARNING_SINGLE_CLUSTERÚ"CURRICULUM_LEARNING_CLUSTER_PREFIXÚ#CURRICULUM_LEARNING_DIFFICULTY_TYPEÚCURRICULUM_LEARNING_VALUE_BASEDÚ$CURRICULUM_LEARNING_PERCENTILE_BASEDÚ"CURRICULUM_LEARNING_MIN_DIFFICULTYÚ"CURRICULUM_LEARNING_MAX_DIFFICULTYÚ!CURRICULUM_LEARNING_SCHEDULE_TYPEÚ#CURRICULUM_LEARNING_SCHEDULE_CONFIGÚ'CURRICULUM_LEARNING_SCHEDULE_DIFFICULTYÚ%CURRICULUM_LEARNING_SCHEDULE_MAX_STEPÚ'CURRICULUM_LEARNING_SCHEDULE_TOTAL_STEPÚ,CURRICULUM_LEARNING_SCHEDULE_DIFFICULTY_STEPÚ(CURRICULUM_LEARNING_SCHEDULE_ROOT_DEGREEÚ+CURRICULUM_LEARNING_SCHEDULE_FIXED_DISCRETEÚ'CURRICULUM_LEARNING_SCHEDULE_FIXED_ROOTÚ)CURRICULUM_LEARNING_SCHEDULE_FIXED_LINEARÚ#CURRICULUM_LEARNING_SCHEDULE_CUSTOMÚ&CURRICULUM_LEARNING_CURRENT_DIFFICULTYÚCURRICULUM_LEARNING_BATCHÚ$CURRICULUM_LEARNING_CONSUMED_SAMPLESÚCURRICULUM_LEARNING_STEPÚ(CURRICULUM_LEARNING_CURRENT_DIFFICULTIESÚ&CURRICULUM_LEARNING_DATA_CLUSTER_PATHSÚ1CURRICULUM_LEARNING_DATA_CLUSTER_CURRENT_POSITIONÚ CURRICULUM_LEARNING_NP_RNG_STATEÚDYNAMIC_BATCHINGÚDYNAMIC_BATCHING_ENABLEDÚ DYNAMIC_BATCHING_ENABLED_DEFAULTÚDYNAMIC_BATCHING_METRICS_PATHÚ"DYNAMIC_BATCHING_LR_SCALING_METHODÚ*DYNAMIC_BATCHING_LR_SCALING_METHOD_DEFAULTÚDYNAMIC_BATCHING_MIN_BATCH_SIZEÚ'DYNAMIC_BATCHING_MIN_BATCH_SIZE_DEFAULTÚDYNAMIC_BATCHING_MAX_BATCH_SIZEÚ'DYNAMIC_BATCHING_MAX_BATCH_SIZE_DEFAULTÚ'DYNAMIC_BATCHING_SEQUENCE_PICKING_ORDERÚ/DYNAMIC_BATCHING_SEQUENCE_PICKING_ORDER_DEFAULTÚDYNAMIC_BATCHING_MAX_TOKENSÚDYNAMIC_BATCHING_VERBOSEÚCURRICULUM_LEARNING_LEGACYÚCURRICULUM_ENABLED_LEGACYÚ!CURRICULUM_ENABLED_DEFAULT_LEGACYÚDATA_ROUTINGÚDATA_ROUTING_ENABLEDÚDATA_ROUTING_ENABLED_DEFAULTÚ
RANDOM_LTDÚRANDOM_LTD_ENABLEDÚRANDOM_LTD_ENABLED_DEFAULTÚRANDOM_LTD_MODEL_MASK_NAMEÚRANDOM_LTD_MODEL_TYPEÚRANDOM_LTD_MICRO_BATCH_SIZEÚRANDOM_LTD_GLOBAL_BATCH_SIZEÚRANDOM_LTD_SAMPLE_INDEXÚRANDOM_LTD_ATTENTION_MASKÚRANDOM_LTD_HIDDEN_STATE_ORDERÚRANDOM_LTD_LAYER_NUMÚRANDOM_LTD_LAYER_IDÚRANDOM_LTD_TOTAL_LAYER_NUMÚ RANDOM_LTD_CONSUMED_LAYER_TOKENSÚRANDOM_LTD_SCHEDULERÚRANDOM_LTD_MAX_VALUEÚRANDOM_LTD_MIN_VALUEÚRANDOM_LTD_CURRENT_VALUEÚRANDOM_LTD_SCHEDULE_CONFIGÚRANDOM_LTD_INCREASE_STEPÚRANDOM_LTD_REQUIRE_STEPÚRANDOM_LTD_SCHEDULER_TYPEÚRANDOM_LTD_CURR_STEPÚ"RANDOM_LTD_LAYER_TOKEN_LR_SCHEDULEÚ!RANDOM_LTD_LAYER_TOKEN_LR_ENABLEDÚ)RANDOM_LTD_LAYER_TOKEN_LR_ENABLED_DEFAULTÚRANDOM_LTD_TOTAL_LAYER_TOKENSÚRANDOM_LTD_WARMUP_TYPEÚRANDOM_LTD_WARMUP_LAYER_TOKENS© r®   r®   ú]/home/ubuntu/.local/lib/python3.10/site-packages/deepspeed/runtime/data_pipeline/constants.pyÚ<module>   sÄ   