o
    wi	                     @   sz   d dl mZmZ d dlmZ d dlmZ d dlmZ d dl	m
Z
 d dlmZ d dlmZmZ eG dd	 d	eZd	gZd
S )    )	dataclassfield)Union)TransformerConfig)
AVLMConfigLlama3Config8BASRModuleConfig)HFCLIPVisionConfigMultimodalProjectorConfigc                   @   s   e Zd ZU dZddlmZ edd dZee	d< edd dZ
eeef e	d	< ed
d dZee	d< edd dZee	d< edd dZee	d< dS )AVLMConfig8BzN
    Configuration class for the 8B parameter variant of the AVLM model.

    r   )PretrainedConfigc                   C   s   t  S )Nr    r   r   ]/home/ubuntu/sommelier/.venv/lib/python3.10/site-packages/nemo/collections/avlm/model/avlm.py<lambda>#   s    zAVLMConfig8B.<lambda>)default_factorylanguage_transformer_configc                   C   s
   t ddS )Nz!openai/clip-vit-large-patch14-336)pretrained_model_name_or_path)r   r   r   r   r   r   %   s    vision_transformer_configc                   C      t dddddS )N
mlp2x_gelui      projector_type
input_sizehidden_sizeffn_hidden_sizer   r   r   r   r   r   *       vision_projection_configc                	   C   s   t ddddddddS )Nz<nemo.collections.speechlm.modules.asr_module.ASRModuleConfigTFzopenai/whisper-large-v3   zmodel.encoder)_target_use_hf_auto_modelhf_trust_remote_codehf_load_pretrained_weightspretrained_modelr   target_moduler	   r   r   r   r   r   /   s    audio_transformer_configc                   C   r   )Nr   r!   r   r   r   r   r   r   r   r   :   r   audio_projection_configN)__name__
__module____qualname____doc__transformersr   r   r   r   __annotations__r   r   r    r(   r)   r   r   r   r   r      s    
 r   N)dataclassesr   r   typingr   ,megatron.core.transformer.transformer_configr    nemo.collections.avlm.model.baser   nemo.collections.llmr   ,nemo.collections.speechlm.modules.asr_moduler
    nemo.collections.vlm.vision.baser   r   r   __all__r   r   r   r   <module>   s   &