o
    TÃi›  ã                   @   s    d dl mZ G dd„ deƒZdS )é    )ÚDeepSpeedTransformerInferencec                       s,   e Zd ZdZ					d‡ fdd„	Z‡  ZS )ÚDeepSpeedBERTInferencez5Initialize the DeepSpeed BERT Transformer Layer.
    Né   Fc                    s   t ƒ  ||||||¡ d S )N)ÚsuperÚ__init__)ÚselfÚconfigÚmp_groupÚquantize_scalesÚquantize_groupsÚmerge_countÚmlp_extra_grouping©Ú	__class__© úh/home/ubuntu/.local/lib/python3.10/site-packages/deepspeed/model_implementations/transformers/ds_bert.pyr      s   zDeepSpeedBERTInference.__init__)NNr   r   F)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   Ú__classcell__r   r   r   r   r   	   s    úr   N)Ú;deepspeed.model_implementations.transformers.ds_transformerr   r   r   r   r   r   Ú<module>   s   