o
    Ti                     @   s   d dl mZ dd ZdS )    )log_distc                  K   sN  ddl m}m} ddl m}m} ddl m}m} ddl m}m} ddl m	}	m
}
 ddl m}m} ddl m}m} dd	l m}m} dd
l m}m} ddl m}m} ddl m}m} ddl m}m} |||||||||	|
||||||||||||||i}d }| d }|d usJ dt|}||vrtd| ddg |S || di | }|S )N   )HFGPT2LayerPolicyDS_GPT2Container)HFBertLayerPolicyDS_BERTContainer)BLOOMLayerPolicyDS_BloomContainer)HFGPTJLayerPolicyDS_GPTJContainer)HFGPTNEOLayerPolicyDS_GPTNEOContainer)GPTNEOXLayerPolicyDS_GPTNEOXContainer)HFOPTLayerPolicyDS_OPTContainer)MegatronLayerPolicyDS_MegatronGPTContainer)HFDistilBertLayerPolicyDS_DistilBERTContainer)LLAMALayerPolicyDS_LLAMAContainer)LLAMA2LayerPolicyDS_LLAMA2Container)InternLMLayerPolicyDS_InternLMContainerpolicyzPolicy cannot be NonezPolicy type z not supportedr    )
containersr   r   r   r   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   typer   )kwargsr   r   r   r   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   policy_to_container	containerr   policy_typer   r   Q/home/ubuntu/.local/lib/python3.10/site-packages/deepspeed/module_inject/utils.pypolicy_to_ds_container
   sD   r%   N)deepspeed.utilsr   r%   r   r   r   r$   <module>   s   