o
    Ti5                     @   s    d dl mZ G dd deZdS )   )TransformerBuilderc                       s8   e Zd ZdZdZ fddZdd Z fddZ  ZS )	StochasticTransformerBuilderDS_BUILD_STOCHASTIC_TRANSFORMERstochastic_transformerc                    s   t  j| jd d S )N)name)super__init__NAMEself	__class__ c/home/ubuntu/.local/lib/python3.10/site-packages/deepspeed/ops/op_builder/stochastic_transformer.pyr      s   z%StochasticTransformerBuilder.__init__c                 C   s   d| j  dS )Nzdeepspeed.ops.transformer._op)r	   r
   r   r   r   absolute_name   s   z*StochasticTransformerBuilder.absolute_namec                    s   t   }|d |S )Nz-D__STOCHASTIC_MODE__)r   	nvcc_argsappend)r   argsr   r   r   r      s   

z&StochasticTransformerBuilder.nvcc_args)	__name__
__module____qualname__	BUILD_VARr	   r   r   r   __classcell__r   r   r   r   r   	   s    r   N)transformerr   r   r   r   r   r   <module>   s   