o
    }oi                     @   s6   d dl m  mZ d dlmZmZ dd Zdd ZdS )    N)
Phi3ConfigPhi3ConfigMinic                  C   s   t dddddd} | jdksJ | jtjksJ | jdu sJ | jdks&J | jdu s-J | jd	ks4J | j	d
ks;J | j
d
ksBJ | jdu sIJ d S )N           )
num_layershidden_sizenum_attention_headsnum_query_groupsffn_hidden_sizeRMSNormTropeFi   g        )r   normalizationactivation_funcFsilugated_linear_unitposition_embedding_typeadd_bias_linear
seq_lengthattention_dropouthidden_dropout#share_embeddings_and_output_weightsconfig r   ]/home/ubuntu/.local/lib/python3.10/site-packages/tests/collections/llm/gpt/model/test_phi3.pytest_Phi3_config   s   
r   c                  C   sl   t  } | jdks
J | jdksJ | jdksJ | jdksJ | jdks&J | jdks-J | jdks4J d S )Nr   r   r   g     @i@}  )r   r   r   r   r	   r
   rotary_base
vocab_sizer   r   r   r   test_phi3configmini$   s   r    )	torch.nn.functionalnn
functionalr   'nemo.collections.llm.gpt.model.phi3minir   r   r   r    r   r   r   r   <module>   s   