o
    TÃi_  ã                   @   sÞ   d dl mZ d dl mZ d dl mZ d dl mZ d dl mZ d dl mZ d dl mZ d dl mZ d d	l m	Z	 d d
l m
Z
 d dl mZ d dl mZ d dl mZ d dl mZ d dl mZ eeeeeeeee
e	eeegZeegZdS )é   )ÚHFGPT2LayerPolicy)ÚHFBertLayerPolicy)ÚBLOOMLayerPolicy)ÚHFGPTJLayerPolicy)ÚHFGPTNEOLayerPolicy)ÚGPTNEOXLayerPolicy)ÚHFOPTLayerPolicy)ÚMegatronLayerPolicy)ÚHFDistilBertLayerPolicy)ÚHFCLIPLayerPolicy)ÚLLAMALayerPolicy)Ú
UNetPolicy)Ú	VAEPolicy)ÚLLAMA2LayerPolicy)ÚInternLMLayerPolicyN)Ú
containersr   r   r   r   r   r   r   r	   r
   r   r   r   r   r   r   Úreplace_policiesÚgeneric_policies© r   r   úZ/home/ubuntu/.local/lib/python3.10/site-packages/deepspeed/module_inject/replace_policy.pyÚ<module>   s(   

ý