o
    Ti                     @   s    d dl mZ G dd deZdS )    )DeepSpeedTransformerInferencec                       s,   e Zd ZdZ					d fdd	Z  ZS )DeepSpeedBloomInferencez6Initialize the DeepSpeed Bloom Transformer Layer.
    N   Fc                    s   t  |||||| d S )N)super__init__)selfconfigmp_groupquantize_scalesquantize_groupsmerge_countmlp_extra_grouping	__class__ i/home/ubuntu/.local/lib/python3.10/site-packages/deepspeed/model_implementations/transformers/ds_bloom.pyr      s   z DeepSpeedBloomInference.__init__)NNr   r   F)__name__
__module____qualname____doc__r   __classcell__r   r   r   r   r   	   s    r   N);deepspeed.model_implementations.transformers.ds_transformerr   r   r   r   r   r   <module>   s   