o
    TÃi™  ã                   @   s    d dl mZ G dd„ deƒZdS )é    )ÚDeepSpeedTransformerInferencec                       s,   e Zd ZdZ					d‡ fdd„	Z‡  ZS )ÚDeepSpeedGPTInferencez4Initialize the DeepSpeed GPT Transformer Layer.
    Né   Fc                    s   t ƒ  ||||||¡ d S )N)ÚsuperÚ__init__)ÚselfÚconfigÚmp_groupÚquantize_scalesÚquantize_groupsÚmerge_countÚmlp_extra_grouping©Ú	__class__© úg/home/ubuntu/.local/lib/python3.10/site-packages/deepspeed/model_implementations/transformers/ds_gpt.pyr      s   zDeepSpeedGPTInference.__init__)NNr   r   F)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   Ú__classcell__r   r   r   r   r   	   s    úr   N)Ú;deepspeed.model_implementations.transformers.ds_transformerr   r   r   r   r   r   Ú<module>   s   