Directory listing for /sommelier/.venv/lib64/python3.10/site-packages/nemo/collections/nlp/modules/common/megatron/

• __init__.py
• __pycache__/
• adapters/
• attention.py
• build_model.py
• clip_grads.py
• fused_bias_dropout_add.py
• fused_bias_geglu.py
• fused_bias_gelu.py
• fused_layer_norm.py
• fused_softmax.py
• hiddens/
• kerple_relative_position_embedding.py
• language_model.py
• layer_norm_1p.py
• layer_type.py
• megatron_decoder_module.py
• megatron_decoders.py
• megatron_encoder_decoder.py
• megatron_encoder_module.py
• megatron_encoders.py
• megatron_export.py
• megatron_init.py
• megatron_perceiver_encoders.py
• megatron_tokens_head_module.py
• megatron_transformer_decoder.py
• megatron_transformer_encoder.py
• megatron_utils.py
• mlp.py
• module.py
• mup/
• position_embedding/
• retrieval_services/
• retrieval_token_level_encoder_decoder.py
• retrieval_transformer.py
• token_level_encoder_decoder.py
• transformer.py
• utils.py
• vocab_parallel_cross_entropy.py