o
    ß¥µiš  ã                   @   sL   d dl mZ ddlmZ G dd„ deƒZG dd„ deƒZG dd	„ d	eƒZdS )
é    Né   )Ú	LayerBasec                       ó4   e Zd Z‡ fdd„Zdd„ Zdd„ Zdd„ Z‡  ZS )	ÚRectifiedLinearc                    s"   t t| ƒ ¡  || _t ¡ | _d S ©N)Úsuperr   Ú__init__ÚdimÚnnÚReLUÚrelu©ÚselfÚ	input_dimÚ
output_dim©Ú	__class__© úb/home/ubuntu/.local/lib/python3.10/site-packages/modelscope/models/audio/aec/layers/activations.pyr   
   ó   zRectifiedLinear.__init__c                 C   ó
   |   |¡S r   )r   ©r   Úinputr   r   r   Úforward   ó   
zRectifiedLinear.forwardc                 C   ó   d}|d| j | j f 7 }|S )NÚ z<RectifiedLinear> %d %d
©r	   ©r   Úre_strr   r   r   Úto_kaldi_nnet   ó   zRectifiedLinear.to_kaldi_nnetc                 C   ó   |S r   r   ©r   Úinstrr   r   r   Úload_kaldi_nnet   ó   zRectifiedLinear.load_kaldi_nnet©Ú__name__Ú
__module__Ú__qualname__r   r   r    r%   Ú__classcell__r   r   r   r   r      ó
    r   c                       r   )	Ú
LogSoftmaxc                    ó"   t t| ƒ ¡  || _t ¡ | _d S r   )r   r-   r   r	   r
   Úlsr   r   r   r   r      r   zLogSoftmax.__init__c                 C   r   r   )r/   r   r   r   r   r   "   r   zLogSoftmax.forwardc                 C   r   )Nr   z<Softmax> %d %d
r   r   r   r   r   r    %   r!   zLogSoftmax.to_kaldi_nnetc                 C   r"   r   r   r#   r   r   r   r%   *   r&   zLogSoftmax.load_kaldi_nnetr'   r   r   r   r   r-      r,   r-   c                       r   )	ÚSigmoidc                    r.   r   )r   r0   r   r	   r
   Úsigr   r   r   r   r   0   r   zSigmoid.__init__c                 C   r   r   )r1   r   r   r   r   r   5   r   zSigmoid.forwardc                 C   r   )Nr   z<Sigmoid> %d %d
r   r   r   r   r   r    8   r!   zSigmoid.to_kaldi_nnetc                 C   r"   r   r   r#   r   r   r   r%   =   r&   zSigmoid.load_kaldi_nnetr'   r   r   r   r   r0   .   r,   r0   )Útorch.nnr
   Ú
layer_baser   r   r-   r0   r   r   r   r   Ú<module>   s
   