o
    }oi                     @   s@   d dl mZ d dlmZ d dlmZ dgZG dd deeZdS )    )AlbertModel)
BertModule)	typecheckAlbertEncoderc                       s&   e Zd ZdZe  fddZ  ZS )r   zg
    Wraps around the Huggingface transformers implementation repository for easy use within NeMo.
    c                    s   t  j|||dd }|S )N)	input_idsattention_masktoken_type_idsr   )superforward)selfr   r   r   res	__class__ j/home/ubuntu/.local/lib/python3.10/site-packages/nemo/collections/nlp/modules/common/huggingface/albert.pyr
      s   zAlbertEncoder.forward)__name__
__module____qualname____doc__r   r
   __classcell__r   r   r   r   r      s    N)transformersr   /nemo.collections.nlp.modules.common.bert_moduler   nemo.core.classesr   __all__r   r   r   r   r   <module>   s
   