o
    TÃiÁ  ã                   @   sÈ  d Z dZdZdZdZdZdZdZdZd	Z	d
Z
dZdZdZdZdZdZdZdZdZdZdZdZeZdZdZdZeZdZdZdZdZdZ dZ!dZ"dZ#dZ$dZ%dZ&dZ'dZ(dZ)dZ*dZ+d Z,d!Z-d"Z.d#Z/d$Z0eZ1dZ2eZ3d%Z4dZ5dZ6dZ7dZ8d&Z9d'Z:d(Z;d'Z<d)Z=d*Z>eZ?dZ@d+ZAd,ZBd,ZCd-ZDd.ZEd/ZFd0ZGd1ZHdZIeZJd%ZKeZLeKZMd2ZNd3ZOd4ZPg ZQd5ZReZSdZTd+ZUd,ZVd,ZWd-ZXeZYd%ZZd2Z[d6Z\eZ]dZ^d+Z_d-Z`d,Zad-ZbeZcd%Zdd7Zed2Zfd8ZgeZhdZid+Zjd,Zkd,Zld-ZmeZnd%Zod2Zpd
S )9Úcompression_trainingÚshared_parametersÚdifferent_groupsÚenabledÚschedule_offsetÚschedule_offset_endÚparamsÚmodulesÚ*Úrelated_modulesNÚlayer_reductionFÚkeep_number_layerÚmodule_name_prefixÚteacher_layerÚother_module_nameÚweight_quantizationÚquantization_periodé   Úquantize_weight_in_forwardÚquantizer_kernelé    Úquantize_groupsÚquantize_verboseÚquantization_typeÚ	symmetricÚ
asymmetricÚroundingÚnearestÚ
stochasticÚfp16_mixed_quantizeÚquantize_change_ratiogü©ñÒMbP?Ú
start_bitsÚtarget_bitsÚactivation_quantizationiè  Úrange_calibrationÚdynamicÚstaticÚbitsÚsparse_pruningÚmethodÚl1ÚtopkÚsnip_momentumÚblock_patternÚ4x1Úschedule_offset_strideÚdense_ratiogš™™™™™¹?Úexcluded_modulesÚrow_pruningÚhead_pruningÚ	num_headsÚchannel_pruning)qÚCOMPRESSION_TRAININGÚSHARED_PARAMETERSÚDIFFERENT_GROUPSÚTECHNIQUE_ENABLEDÚTECHNIQUE_SCHEDULE_OFFSETÚTECHNIQUE_SCHEDULE_OFFSET_ENDÚDIFFERENT_GROUPS_PARAMETERSÚDIFFERENT_GROUPS_MODULE_SCOPEÚ%DIFFERENT_GROUPS_MODULE_SCOPE_DEFAULTÚ%DIFFERENT_GROUPS_RELATED_MODULE_SCOPEÚ-DIFFERENT_GROUPS_RELATED_MODULE_SCOPE_DEFAULTÚLAYER_REDUCTIONÚLAYER_REDUCTION_ENABLEDÚLAYER_REDUCTION_ENABLED_DEFAULTÚKEEP_NUMBER_LAYERÚMODULE_NAME_PREFIXÚTEACHER_LAYERÚOTHER_MODULE_NAMEÚWEIGHT_QUANTIZATIONÚWEIGHT_QUANTIZATION_PERIODÚ"WEIGHT_QUANTIZATION_PERIOD_DEFAULTÚ"WEIGHT_QUANTIZE_IN_FORWARD_ENABLEDÚ*WEIGHT_QUANTIZE_IN_FORWARD_ENABLED_DEFAULTÚWEIGHT_QUANTIZE_ENABLEDÚWEIGHT_QUANTIZE_ENABLED_DEFAULTÚWEIGHT_QUANTIZE_KERNELÚWEIGHT_QUANTIZE_KERNEL_DEFAULTÚWEIGHT_QUANTIZE_SCHEDULE_OFFSETÚ'WEIGHT_QUANTIZE_SCHEDULE_OFFSET_DEFAULTÚWEIGHT_QUANTIZE_GROUPSÚWEIGHT_QUANTIZE_GROUPS_DEFAULTÚWEIGHT_QUANTIZE_VERBOSEÚWEIGHT_QUANTIZE_VERBOSE_DEFAULTÚWEIGHT_QUANTIZE_TYPEÚWEIGHT_QUANTIZE_TYPE_DEFAULTÚWEIGHT_QUANTIZE_SYMMETRICÚWEIGHT_QUANTIZE_ASYMMETRICÚWEIGHT_QUANTIZE_ROUNDINGÚ WEIGHT_QUANTIZE_ROUNDING_DEFAULTÚ#WEIGHT_QUANTIZE_STOCHASTIC_ROUNDINGÚ WEIGHT_QUANTIZE_NEAREST_ROUNDINGÚ#WEIGHT_QUANTIZE_FP16_MIXED_QUANTIZEÚ+WEIGHT_QUANTIZE_FP16_MIXED_QUANTIZE_ENABLEDÚ3WEIGHT_QUANTIZE_FP16_MIXED_QUANTIZE_ENABLED_DEFAULTÚWEIGHT_QUANTIZE_CHANGE_RATIOÚ$WEIGHT_QUANTIZE_CHANGE_RATIO_DEFAULTÚWEIGHT_QUANTIZE_START_BITSÚWEIGHT_QUANTIZE_TARGET_BITSÚACTIVATION_QUANTIZATIONÚACTIVATION_QUANTIZATION_ENABLEDÚ'ACTIVATION_QUANTIZATION_ENABLED_DEFAULTÚ#ACTIVATION_QUANTIZE_SCHEDULE_OFFSETÚ+ACTIVATION_QUANTIZE_SCHEDULE_OFFSET_DEFAULTÚACTIVATION_QUANTIZE_TYPEÚ ACTIVATION_QUANTIZE_TYPE_DEFAULTÚACTIVATION_QUANTIZE_SYMMETRICÚACTIVATION_QUANTIZE_ASYMMETRICÚACTIVATION_QUANTIZE_RANGEÚ!ACTIVATION_QUANTIZE_RANGE_DEFAULTÚ ACTIVATION_QUANTIZE_RANGE_STATICÚ!ACTIVATION_QUANTIZE_RANGE_DYNAMICÚACTIVATION_QUANTIZE_BITSÚSPARSE_PRUNINGÚSPARSE_PRUNING_ENABLEDÚSPARSE_PRUNING_ENABLED_DEFAULTÚSPARSE_PRUNING_METHODÚSPARSE_PRUNING_METHOD_DEFAULTÚSPARSE_PRUNING_METHOD_L1ÚSPARSE_PRUNING_METHOD_TOPKÚ#SPARSE_PRUNING_METHOD_SNIP_MOMENTUMÚSPARSE_PRUNING_BLOCK_PATTERNÚ$SPARSE_PRUNING_BLOCK_PATTERN_DEFAULTÚ%SPARSE_PRUNING_SCHEDULE_OFFSET_STRIDEÚ-SPARSE_PRUNING_SCHEDULE_OFFSET_STRIDE_DEFAULTÚSPARSE_PRUNING_SCHEDULE_OFFSETÚ&SPARSE_PRUNING_SCHEDULE_OFFSET_DEFAULTÚ"SPARSE_PRUNING_SCHEDULE_OFFSET_ENDÚ*SPARSE_PRUNING_SCHEDULE_OFFSET_END_DEFAULTÚSPARSE_PRUNING_DENSE_RATIOÚ"SPARSE_PRUNING_DENSE_RATIO_DEFAULTÚSPARSE_PRUNING_EXCLUDED_MODULESÚ'SPARSE_PRUNING_EXCLUDED_MODULES_DEFAULTÚROW_PRUNINGÚROW_PRUNING_ENABLEDÚROW_PRUNING_ENABLED_DEFAULTÚROW_PRUNING_METHODÚROW_PRUNING_METHOD_DEFAULTÚROW_PRUNING_METHOD_L1ÚROW_PRUNING_METHOD_TOPKÚROW_PRUNING_SCHEDULE_OFFSETÚ#ROW_PRUNING_SCHEDULE_OFFSET_DEFAULTÚROW_PRUNING_DENSE_RATIOÚHEAD_PRUNINGÚHEAD_PRUNING_ENABLEDÚHEAD_PRUNING_ENABLED_DEFAULTÚHEAD_PRUNING_METHODÚHEAD_PRUNING_METHOD_DEFAULTÚHEAD_PRUNING_METHOD_L1ÚHEAD_PRUNING_METHOD_TOPKÚHEAD_PRUNING_SCHEDULE_OFFSETÚ$HEAD_PRUNING_SCHEDULE_OFFSET_DEFAULTÚHEAD_PRUNING_NUM_HEADSÚHEAD_PRUNING_DENSE_RATIOÚCHANNEL_PRUNINGÚCHANNEL_PRUNING_ENABLEDÚCHANNEL_PRUNING_ENABLED_DEFAULTÚCHANNEL_PRUNING_METHODÚCHANNEL_PRUNING_METHOD_DEFAULTÚCHANNEL_PRUNING_METHOD_L1ÚCHANNEL_PRUNING_METHOD_TOPKÚCHANNEL_PRUNING_SCHEDULE_OFFSETÚ'CHANNEL_PRUNING_SCHEDULE_OFFSET_DEFAULTÚCHANNEL_PRUNING_DENSE_RATIO© r¦   r¦   úS/home/ubuntu/.local/lib/python3.10/site-packages/deepspeed/compression/constants.pyÚ<module>   sâ   	