o TÃiJ ã@sèUddlmZddlZddlmZmZGdd„deƒZGdd„deƒZejdej dej d ej d ej d ej d ejdejd ejd ejd i Zeejefed <Gd d„deƒZdedefdd„Zdejdefdd„Zdededefdd„ZdS)é)ÚDictN)ÚEnumÚIntEnumc@s&eZdZUdZeed<dZeed<dS)Ú NormTypeEnumÚ layer_normÚ LayerNormÚrms_normÚRMSNormN)Ú__name__Ú __module__Ú __qualname__rÚstrÚ__annotations__r ©rrúZ/home/ubuntu/.local/lib/python3.10/site-packages/deepspeed/inference/v2/inference_utils.pyr s rc@sXeZdZejddddfZejddddfZejd d d d fZ ej d dfZ dd„Z dd„Z dS)Ú DtypeEnumz torch.float16Úfp16Úfloat16Úhalfz torch.float32Úfp32Úfloat32Úfloatztorch.bfloat16Úbf16Úbfloat16Úbfloatz torch.int8Úint8cGs:t |¡}|d|_|dd…D]}||j|<q||_|S)Nré)ÚobjectÚ__new__Ú_value_Ú_value2member_map_Ú _all_values)ÚclsÚvaluesÚobjÚ other_valuerrrrs   zDtypeEnum.__new__cCs&d|jj|jd dd„|jDƒ¡fS)Nz <%s.%s: %s>z, cSsg|]}t|ƒ‘qSr)Úrepr)Ú.0ÚvrrrÚ )sz&DtypeEnum.__repr__..)Ú __class__r Ú_name_Újoinr!)ÚselfrrrÚ__repr__%s ýzDtypeEnum.__repr__N) r r r Útorchrrrrrrrrr.rrrrrs  rééérÚ ELEM_SIZESc@s0eZdZdZdZdZdZdZdZdZ dZ d Z d S) ÚActivationTypez8 Types of activations supported by DS-Inference rrr0ér1éééÿÿÿÿN) r r r Ú__doc__ÚGELUÚRELUÚSILUÚGEGLUÚReGLUÚSiGLUÚIDENTITYÚ InvalidTyperrrrr4;sr4Úact_fnÚreturncCs&t|tƒs t|ƒ}|tjtjtjfvS)z@ Return True if the given activation function is gated. )Ú isinstancer4r=r>r?)rBrrrÚis_gatedQs rEÚdtypecCs(zt|WStytd |¡ƒ‚w)z2 Return size in bytes of the given dtype. zUnknown dtype size for {})r3ÚKeyErrorÚ ValueErrorÚformat)rFrrrÚ elem_size[s   ÿrJÚaÚbcCs | | S)z Return ceil(a / b). r)rKrLrrrÚceil_dives rM)Útypingrr/ÚenumrrrrrrrÚfloat64rÚuint8Úint16Úint32Úint64Úboolr3rFÚintrr4rErJrMrrrrÚs(ö