o "i @s&UddlZddlZddlZddlmZmZmZmZmZm Z ddl m Z ddl Z ddl mZddlmZgZeeed<dZefdedejfd d Zefdedeejeffd d Zeadeeeffd dZe dZe dZdeeefdeeeffddZdeeefdeeeffddZdS)N)AnyCallableDictListTupleTypeVar) ParamSpec) _log_handlers__all__default destinationreturncCsPt|\}}td|}|tjtd}||d|_|||S)Nzc10d-za%(asctime)s %(filename)s:%(lineno)s %(levelname)s p:%(processName)s t:%(threadName)s: %(message)sF) _get_logging_handlerlogging getLoggersetLevelDEBUG Formatter setFormatter propagate addHandler)r logging_handlerlog_handler_namelogger formatterr[/home/ubuntu/SoloSpeech/.venv/lib/python3.10/site-packages/torch/distributed/c10d_logger.py_get_or_create_loggers    rcCst|}t|j}||fSN)r type__name__)r log_handlerrrrrr's rc OstrR|dp |d}||d|t|dt|tt|tt|d}|ddkrPtjj }d d d |D|d <|S||d|d }|S) Ngroup process_groupz, pg) func_nameargspg_namebackend world_size group_size global_rank local_rankr(nccl.css|]}t|VqdSr)str).0vrrr @sz _get_msg_dict.. nccl_version)r%r&) distis_initializedget_get_process_group_name get_backendget_world_sizeget_ranktorchcudar-versionjoin)r%r&kwargsr"msg_dictr3rrr _get_msg_dict1s&      rA_T_Pfuncc,tdtjdtjdtffdd }|S)Nr&r?r c sXz|i|WSty+}ztjg|Ri|}||d<t|d}~ww)Nerror) ExceptionrAr _c10d_loggerdebug)r&r?rFr@rDrrwrapperLs  z"_exception_logger..wrapper functoolswrapsrCr&r?rBrDrKrrJr_exception_loggerKs  rPcrE)Nr&r?r csVt}|i|}t|}tjg|Ri|}|d|d<t||S)Nns time_spent)timetime_nsrAr rHrI)r&r?t1 func_returnrRr@rJrrrKZs  z_time_logger..wrapperrLrOrrJr _time_loggerYs  rW) rMrrStypingrrrrrrtyping_extensionsrr;torch.distributed distributedr4"torch.distributed.logging_handlersr r r/__annotations___DEFAULT_DESTINATIONLoggerrHandlerrrHrArBrCrPrWrrrrs$      "&