o
    ÓÙ¾i®  ã                   @   s”  d dl mZ d dlmZ d dlmZ d dlmZ d dlm	Z	 d dl
mZ d dlmZ d dlmZ d d	lmZ d d
lmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dl m!Z! d dl"m#Z# d dl$m%Z% d dl&m'Z' d dl(m)Z) d dl*m+Z+ ddl,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3 z
ddl,m4Z4m5Z5 W n	 e6y©   Y nw d dl7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z? d dl@mAZAmBZBmCZC dS )é   )Ú	AdaBelief)Ú	Adafactor)ÚAdafactorBigVision)Ú
Adahessian)ÚAdamP)ÚAdamWLegacy)ÚAdan)ÚAdopt)ÚLamb)ÚLaProp)ÚLars)ÚLion)Ú	Lookahead)ÚMADGRAD)ÚMars)ÚNAdamLegacy)ÚNAdamW)Ú
NvNovoGrad)ÚRAdamLegacy)Ú	RMSpropTF)ÚSGDP)ÚSGDWé    )ÚAdadeltaÚAdagradÚAdamaxÚAdamÚAdamWÚRMSpropÚSGD)ÚNAdamÚRAdam)Úlist_optimizersÚget_optimizer_classÚget_optimizer_infoÚ	OptimInfoÚOptimizerRegistryÚcreate_optimizer_v2Úcreate_optimizerÚoptimizer_kwargs)Úparam_groups_layer_decayÚparam_groups_weight_decayÚauto_group_layersN)DÚ	adabeliefr   Ú	adafactorr   Úadafactor_bvr   Ú
adahessianr   Úadampr   Úadamwr   Úadanr   Úadoptr	   Úlambr
   Úlapropr   Úlarsr   Úlionr   Ú	lookaheadr   Úmadgradr   Úmarsr   Únadamr   Únadamwr   Ú
nvnovogradr   Úradamr   Ú
rmsprop_tfr   Úsgdpr   Úsgdwr   Útorch.optimr   r   r   r   r   r   r   r    r!   ÚImportErrorÚ_optim_factoryr"   r#   r$   r%   r&   r'   r(   r)   Ú_param_groupsr*   r+   r,   © rG   rG   úG/home/ubuntu/.local/lib/python3.10/site-packages/timm/optim/__init__.pyÚ<module>   s<    $ÿ(