o TÃi@ã@sbddlmZmZddlmZmZmZddlZddlm Z Gdd„de ƒZ Gdd„dej j eƒZ dS) é)ÚABCÚabstractstaticmethod)ÚAnyÚDictÚTypeN)ÚDeepSpeedConfigModelc@seZdZUeed<dS)ÚDSModuleConfigÚ max_tokensN)Ú__name__Ú __module__Ú __qualname__ÚintÚ__annotations__©rrú\/home/ubuntu/.local/lib/python3.10/site-packages/deepspeed/inference/v2/modules/ds_module.pyrs rcsxeZdZdZedefdd„ƒZedeefdd„ƒZ edede fdd „ƒZ ifded e ee fdd f‡fd d „ Z‡ZS)Ú DSModuleBasezç Base class for all DeepSpeed Inference modules. This class establishes the basic attributes of a DSModule. Only abstract functionality modules should inherit directly from this class, not specific implementations. ÚreturncCódS)zâ Return a memorable, human-readable name for this module. This will be used as a key in custom inference configurations and should only be implemented by the children of functionality modules. NrrrrrÚnameózDSModuleBase.namecCr)z´ Return the associated config class for this module. This should be implemented (along with the config class) by an abstract functionality module. NrrrrrÚ config_class$rzDSModuleBase.config_classÚconfigcCr)a Return whether or not this module supports the given config. This should be implemented by the children of functionality modules and should report whether it would be feasible to instantiate this module with the given config. Nr)rrrrÚsupports_config.rzDSModuleBase.supports_configÚimplementation_configNcstƒ ¡||_||_dS)z> Initialize the module with the given config. N)ÚsuperÚ__init__Ú_configÚ_implementation_config)Úselfrr©Ú __class__rrr8s  zDSModuleBase.__init__)r r r Ú__doc__rÚstrrrrrÚboolrrrrÚ __classcell__rrrrrs  . r)ÚabcrrÚtypingrrrÚtorchÚdeepspeed.runtime.config_utilsrrÚnnÚModulerrrrrÚs