o ίiv@sddlZddlZddlZddlZddlmZddlmZmZGdddej Z de fddZ ddd d d e dBd e dBd e fddZ dS)N) timedelta)get_global_rankget_is_slurm_jobc@s>eZdZdZddZddZddZdefd d Zd d Z d S) LogFormatterzv Custom logger for distributed jobs, displaying rank and preserving indent from the custom prefix format. cCs t|_t|_t |_dSN)time start_timerrankr show_rank)selfr ?/home/ubuntu/.local/lib/python3.10/site-packages/core/logger.py__init__s zLogFormatter.__init__cCsZt|j\}}tdt|dt|dd}tt|j|j d}|d|S)Nz%y-%m-%d %H:%M:%S.i@B06d)seconds - ) mathmodfcreatedrstrftime localtimeintrroundr)r record subsecondr curr_datedeltar r r formatTimeszLogFormatter.formatTimecCs@||}|jr|jd|jdd|dS|jdd|dS)Nz: z<7 r)rr r levelname)r rfmt_timer r r formatPrefix s zLogFormatter.formatPrefixindentcCs|}|dd|}|jr|js||j|_|jrG|dddkr*|d|}||dd|jD}|dddkrG|dd}|jrz|dddkrX|d|}||j}||dd|D}|dddkrz|dd}|S)N cSg|]}|dqSr$r .0lr r r 5z.LogFormatter.formatMessage..cSr&r'r r(r r r r+=r,) getMessagereplaceexc_infoexc_textformatExceptionjoin splitlines stack_info formatStack)r rr#content stack_textr r r formatMessage's*     zLogFormatter.formatMessagecCs*||}dt|}|||}||S)Nr)r"lenr8)r rprefixr#r6r r r formatCs   zLogFormatter.formatN) __name__ __module__ __qualname____doc__rrr"strr8r;r r r r r s  r log_levelcCstt}|}zt|}Wn tyYnwz||WdSty9|d|d|tjYdSw)NzFailed to set logging level to z, using default 'NOTSET') logging getLoggerupperr ValueErrorsetLevel ExceptionwarningNOTSET)rAloggerlevelr r r set_root_log_levelJs    rLrI)namerKlog_filerMrKcCst|t|}ttj}|tj|t ttj }|tj |t |j |j ||j ||durdtdkrft|d}|tj|t t}||dSdSdS)z Setup logging. Args: log_file: A file name to save file logs to. name: The name of the logger to configure, by default the root logger. level: The logging level to use. Nra)rLrBrC StreamHandlersysstdoutrFrI setFormatterrstderrWARNINGhandlersclearappendr FileHandler addHandler)rNrMrKrJstdout_handlerstderr_handler file_handlerr r r init_loggerZs$             r^r)rBrrQrdatetimercore.distributedrr Formatterrr@rLr^r r r r s& >