o
    $i                     @   s*  d dl Z d dlZd dlZd dlmZ d dlmZmZmZm	Z	m
Z
mZmZ d dlZd dlZd dlmZ d dlmZ d dlmZmZmZ erJd dlmZ eeZdZd	Zeejd
dddeG dd
 d
e jZ eG dd deZ!eG dd de!Z"G dd dej#Z$edde
ee%  fddZ&dS )    N)Path)TYPE_CHECKINGDictIterableListOptionalSetType)SafeFallbackEncoder)Callback)
DeprecatedDeveloperAPI	PublicAPI)Trial   zdThe `{old} interface is deprecated in favor of the `{new}` interface and will be removed in Ray 2.7.Loggerzray.tune.logger.LoggerCallback)oldnew)messagec                   @   sT   e Zd ZdZddededed fddZd	d
 Zdd Z	dd Z
dd Zdd ZdS )r   a  Logging interface for ray.tune.

    By default, the UnifiedLogger implementation is used which logs results in
    multiple formats (TensorBoard, rllab/viskit, plain json, custom loggers)
    at once.

    Arguments:
        config: Configuration passed to all logger creators.
        logdir: Directory for all logger creators to log to.
        trial: Trial object for the logger to access.
    Nconfiglogdirtrialr   c                 C   s   || _ || _|| _|   d S N)r   r   r   _init)selfr   r   r    r   S/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/ray/tune/logger/logger.py__init__0   s   zLogger.__init__c                 C   s   d S r   r   r   r   r   r   r   6   s   zLogger._initc                 C   s   t )z/Given a result, appends it to the existing log.)NotImplementedError)r   resultr   r   r   	on_result9      zLogger.on_resultc                 C      dS )zUpdates the config for logger.Nr   )r   r   r   r   r   update_config>   r"   zLogger.update_configc                 C   r#   )z+Releases all resources used by this logger.Nr   r   r   r   r   closeC   r"   zLogger.closec                 C   r#   )z#Flushes all disk writes to storage.Nr   r   r   r   r   flushH   r"   zLogger.flushr   )__name__
__module____qualname____doc__r   strr   r   r   r!   r$   r%   r&   r   r   r   r   r      s    c                   @   s  e Zd ZdZd$ddZd$ddZd$dd	Zd
edddefddZ	d%ddde
fddZd
eded dddefddZd
eded ddfddZd
eded ddfddZd
eded ddfddZd
eded ddfddZd
eded ddfddZdeddd d!fd"d#Zd!S )&LoggerCallbacka  Base class for experiment-level logger callbacks

    This base class defines a general interface for logging events,
    like trial starts, restores, ends, checkpoint saves, and receiving
    trial results.

    Callbacks implementing this interface should make sure that logging
    utilities are cleaned up properly on trial termination, i.e. when
    ``log_trial_end`` is received. This includes e.g. closing files.
    r   r   c                 C   r#   )z\Handle logging when a trial starts.

        Args:
            trial: Trial object.
        Nr   r   r   r   r   r   log_trial_start[      zLoggerCallback.log_trial_startc                 C   r#   )z^Handle logging when a trial restores.

        Args:
            trial: Trial object.
        Nr   r-   r   r   r   log_trial_restorec   r/   z LoggerCallback.log_trial_restorec                 C   r#   )zhHandle logging when a trial saves a checkpoint.

        Args:
            trial: Trial object.
        Nr   r-   r   r   r   log_trial_savek   r/   zLoggerCallback.log_trial_save	iterationr    c                 C   r#   )zHandle logging when a trial reports a result.

        Args:
            trial: Trial object.
            result: Result dictionary.
        Nr   )r   r2   r   r    r   r   r   log_trial_results   s   zLoggerCallback.log_trial_resultFfailedc                 C   r#   )zHandle logging when a trial ends.

        Args:
            trial: Trial object.
            failed: True if the Trial finished gracefully, False if
                it failed (e.g. when it raised an exception).
        Nr   )r   r   r4   r   r   r   log_trial_end|   s   zLoggerCallback.log_trial_endtrialsc                 K   s   |  ||| d S r   )r3   )r   r2   r6   r   r    infor   r   r   on_trial_result   s   zLoggerCallback.on_trial_resultc                 K      |  | d S r   )r.   r   r2   r6   r   r7   r   r   r   on_trial_start      zLoggerCallback.on_trial_startc                 K   r9   r   )r0   r:   r   r   r   on_trial_restore   r<   zLoggerCallback.on_trial_restorec                 K   r9   r   )r1   r:   r   r   r   on_trial_save   r<   zLoggerCallback.on_trial_savec                 K      | j |dd d S )NFr4   r5   r:   r   r   r   on_trial_complete      z LoggerCallback.on_trial_completec                 K   r?   )NTr@   rA   r:   r   r   r   on_trial_error   rC   zLoggerCallback.on_trial_error	file_namereturnNc                 C   s   |j sd S t|j| }t|jj| }ztjj|||jj	d t
d| d|  W d S  tyA   t
d|  Y d S  tyR   t
d|  Y d S w )N)source_filesystemzCopied z to zRemote file not found: zError downloading )
checkpointr   
local_pathas_posixstoragetrial_fs_pathpyarrowfs
copy_filesstorage_filesystemloggerdebugFileNotFoundErrorwarning	Exception	exception)r   rE   r   
local_fileremote_filer   r   r   _restore_from_remote   s    z#LoggerCallback._restore_from_remoter   r   F)r'   r(   r)   r*   r.   r0   r1   intr   r3   boolr5   r   r8   r;   r=   r>   rB   rD   r+   rY   r   r   r   r   r,   N   sh    


	







r,   c                   @   sn   e Zd ZdZdeee  fddZdddZdd	d
Z	dddZ
dedddefddZddddefddZdS )LegacyLoggerCallbacka  Supports logging to trial-specific `Logger` classes.

    Previously, Ray Tune logging was handled via `Logger` classes that have
    been instantiated per-trial. This callback is a fallback to these
    `Logger`-classes, instantiating each `Logger` class for each trial
    and logging to them.

    Args:
        logger_classes: Logger classes that should
            be instantiated for each trial.

    logger_classesc                 C   s   t || _i | _d S r   )listr_   _class_trial_loggers)r   r_   r   r   r   r      s   

zLegacyLoggerCallback.__init__r   r   c                 C   sP   |   | jD ]}| j|i }||vr ||j|j|}|||< || j|< qd S r   )init_local_pathr_   ra   getr   rI   )r   r   logger_classtrial_loggersrQ   r   r   r   r.      s   
z$LegacyLoggerCallback.log_trial_startc                 C   ,   | j  D ]\}}||v r||   qd S r   ra   itemsr&   r   r   rd   re   r   r   r   r0      
   z&LegacyLoggerCallback.log_trial_restorec                 C   rf   r   rg   ri   r   r   r   r1      rj   z#LegacyLoggerCallback.log_trial_saver2   r    c                 C   s.   | j  D ]\}}||v r|| | qd S r   )ra   rh   r!   )r   r2   r   r    rd   re   r   r   r   r3      s
   z%LegacyLoggerCallback.log_trial_resultFr4   c                 C   s,   | j  D ]\}}||v r||   qd S r   )ra   rh   r%   )r   r   r4   rd   re   r   r   r   r5      rj   z"LegacyLoggerCallback.log_trial_endNrZ   r[   )r'   r(   r)   r*   r   r	   r   r   r.   r0   r1   r\   r   r3   r]   r5   r   r   r   r   r^      s    



r^   c                       s   e Zd Zd fdd	Z  ZS )
_RayDumperNc                    s0   t |tkrt j||ddS t j|||dS )NT)
flow_style)len_SEQUENCE_LEN_FLOW_STYLEsuperrepresent_sequence)r   tagsequencerl   	__class__r   r   rp      s   z_RayDumper.represent_sequencer   )r'   r(   r)   rp   __classcell__r   r   rs   r   rk      s    rk   excludec                 C   sz   |   } | jd d | jd d i }|  D ]\}}|d ur*|d u s&||vr*|||< qtj|td}tjt|t	ddS )N)r   )
hist_stats)clsF)Dumperdefault_flow_style)
copyupdaterh   jsondumpsr
   yamldumploadsrk   )r    rv   outkvcleanedr   r   r   pretty_print   s   r   r   )'abcr}   loggingpathlibr   typingr   r   r   r   r   r   r	   rM   r   ray.air._internal.jsonr
   ray.tune.callbackr   ray.util.annotationsr   r   r   ray.tune.experiment.trialr   	getLoggerr'   rQ   rn   _LOGGER_DEPRECATION_WARNINGformatABCr   r,   r^   
SafeDumperrk   r+   r   r   r   r   r   <module>   s<    $
+p1