o ߗiH @s*UddlZddlZddlmZmZmZmZmZmZddl m Z ddl Z ddl m ZddlmZddlmZgZeeed<dZefded ejfd d Zefded eejeffd d Zead eeeffddZedZe dZdeeefd eeeffddZdeeefd eeeffddZ dS)N)AnyCallableDictListTupleTypeVar) ParamSpec) _log_handlers) _WaitCounter__all__default destinationreturncCsPt|\}}td|}|tjtd}||d|_|||S)Nzc10d-za%(asctime)s %(filename)s:%(lineno)s %(levelname)s p:%(processName)s t:%(threadName)s: %(message)sF) _get_logging_handlerlogging getLoggersetLevelDEBUG Formatter setFormatter propagate addHandler)r logging_handlerlog_handler_namelogger formatterr[/home/ubuntu/transcripts/venv/lib/python3.10/site-packages/torch/distributed/c10d_logger.py_get_or_create_loggers    rcCs$t|}t|jd|}||fS)N-)r type__name__)r log_handlerrrrrr'src OstrL|dp |d}|t|dt|tt|tt|d}|ddkrJtjj }d dd |D|d <|Sd |i}|S) Ngroup process_grouppg) func_namepg_namebackend world_size group_size global_rank local_rankr(nccl.css|]}t|VqdS)N)str).0vrrr Asz _get_msg_dict.. nccl_versionr&) distis_initializedget_get_process_group_name get_backendget_world_sizeget_ranktorchcudar-versionjoin)r&argskwargsr#msg_dictr3rrr _get_msg_dict3s"    rB_T_Pfuncc,tdtjdtjdtffdd }|S)Nr?r@rc sXz|i|WSty+}ztjg|Ri|}||d<t|d}~ww)Nerror) ExceptionrBr! _c10d_loggerdebug)r?r@rGrArErrwrapperNs  z"_exception_logger..wrapper functoolswrapsrDr?r@rCrErLrrKr_exception_loggerMs  rQcrF)Nr?r@rcsHtdj|i|}Wd|S1swY|S)Nzpytorch.wait_counter.c10d.)r r!guard)r?r@ func_returnrKrrrL\s  z_time_logger..wrapperrMrPrrKr _time_logger[s rT)!rNrtypingrrrrrrtyping_extensionsrr;torch.distributed distributedr4"torch.distributed.logging_handlersr torch.monitorr r r/__annotations___DEFAULT_DESTINATIONLoggerrHandlerrrIrBrCrDrQrTrrrrs.         "&