o
    ॵig                     @   sn  d dl mZ d dlmZ erzddlmZmZ ddlmZ ddl	m
Z
 ddlmZ ddlmZ dd	lmZ dd
lmZmZ ddlmZ ddlmZmZmZmZ ddlmZmZ ddlmZm Z m!Z! ddl"m#Z# ddl$m%Z% ddl&m'Z' ddl(m)Z) d%S ddgg ddgdgdgdgddgddgg dg ddgdgd gd!gd"d#gd$Z*d d%l+Z+ee,e- d& e*e.i d'e+j/e,< d%S )(    )TYPE_CHECKING)LazyImportModule   )HOOKS
build_hook)EarlyStopHook)SparsityHook)EvaluationHook)Hook)IterTimerHook)TensorboardHookTextLoggerHook)LrSchedulerHook)ApexAMPOptimizerHookNoneOptimizerHookOptimizerHookTorchAMPOptimizerHook)Priorityget_priority)CheckpointHookLoadCheckpointHookBestCkptSaverHook)DDPHook)DeepspeedHook)MegatronHook)	SwiftHookr   r   )r   r   r   r   r	   r
   r   r   r   r   NoneLrSchedulerHookr   r   r   r   r   r   )buildercheckpoint_hookcompressionevaluation_hookhookiter_timer_hookloggerlr_scheduler_hook	optimizer
checkpointzdistributed.ddp_hookzdistributed.deepspeed_hookzdistributed.megatron_hookzswift.swift_hookpriorityN__file__)module_specextra_objects)0typingr   modelscope.utils.import_utilsr   r   r   r   early_stop_hookr   r   r   r    r	   r!   r
   r"   r   r#   r   r   r$   r   r%   r   r   r   r   r'   r   r   r&   r   r   r   distributed.ddp_hookr   distributed.deepspeed_hookr   distributed.megatron_hookr   swift.swift_hookr   _import_structuresys__name__globals__spec__modules r8   r8   V/home/ubuntu/.local/lib/python3.10/site-packages/modelscope/trainers/hooks/__init__.py<module>   sT   