o
Xεi @ s d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZ d dl m
Z
d dl m Z e
r?d dl
mZ d dlmZ d dlmZ G dd d eZdS )
N)BaseDashboardLogger)is_mlflow_available)rank_zero_only) MlflowClient) resolve_tags)MLFLOW_RUN_NAMEc s e Zd Z d1dededefddZdd Zd d
Zd d Zd
d Zdd Z d1ddZ
dd Z e dd Z
e dd Ze dd Z fdd Z fd d Z fd d Z fd!d"Z fd#d$Z fd%d&Z fd'd(Z fd)d*Z fd+d,Zd-d. Ze fd/d0Z ZS )2 MLFlowLoggerNlog_uri
model_nametagsc C s || _ ttj|d| _| j|}|d u r | jj|d| _n|j| _|d ur1| j | jt
| | jj | jt |d}|j
j| _d S )N) tracking_uri)name)
experiment_idr )r
r ospathjoinclientget_experiment_by_namecreate_experimentr set_experiment_tagr
create_runr inforun_id)selfr r
r
experimentrun r Q/home/ubuntu/.local/lib/python3.10/site-packages/trainer/logging/mlflow_logger.py__init__ s zMLFlowLogger.__init__c C s d}| D ]U\}}| dkr | jd||| | n8| jd||| | | jd||| | | jd||| | | jd||| | |d7 }qd S )N zlayer{}-{}/valuezlayer{}-{}/maxzlayer{}-{}/minzlayer{}-{}/meanzlayer{}-{}/std) named_parametersnumelr
log_metricformatmaxminmeanstd)r modelstep layer_numr
paramr r r
model_weights* s
zMLFlowLogger.model_weightsc C s | dd| dd d S )Nz model-configzz
r )add_textto_json)r configr r r
add_config9 zMLFlowLogger.add_configc C s | j | j||| d S N)r r" r )r titlevaluer) r r r
add_scalar< s zMLFlowLogger.add_scalarc C s | j | j|d|| d S )Nz {}/{}.txt)r log_textr r# )r r3 textr) r r r r- ? r1 zMLFlowLogger.add_textc C s | j |d|| d S )Nz {}/{}.png)r
log_figurer# )r r3 figurer) r r r
add_figureB s zMLFlowLogger.add_figurec C s | j | j| d S r2 )r
log_artifactsr )r file_or_dirr
artifact_typealiasesr r r add_artifactE s zMLFlowLogger.add_artifactc C s | j | j|d||| d S )Nz {}/{}.wav)r log_audior r# )r r3 audior) sample_rater r r add_audioH s zMLFlowLogger.add_audioc C sD | D ]\}}t|r| }| j| jd|||| qd S )Nz{}-{})itemstorch is_tensoritemr r" r r# )r
scope_namestatsr) keyr4 r r r add_scalarsK s
zMLFlowLogger.add_scalarsc
C s2 | D ]\}}| j| j|d||| qd S )Nz {}/{}/{}.png)rD r r8 r r# )r rH figuresr) rJ r4 r r r add_figuresR s zMLFlowLogger.add_figuresc
C s | D ]=\}}|jdkr|d}z"tjdd}t||| | j| j |d
||| t | W q t
yA t Y qw d S )Nfloat16float32z.wav)suffixz {}/{}/{}.wav)rD dtypeastypetempfileNamedTemporaryFilesfwriter log_artifactr r# shutilrmtree RuntimeError traceback print_exc)r rH audiosr) rB rJ r4 tmp_audio_pathr r r
add_audiosW s
zMLFlowLogger.add_audiosc $ | j | jdd t || d S NModetraining)r set_tagr supertrain_step_statsr r) rI __class__r r rf h z MLFlowLogger.train_step_statsc r` ra )r rd r re train_epoch_statsrg rh r r rk l rj z MLFlowLogger.train_epoch_statsc r` ra )r rd r re
train_figuresr r) rL rh r r rl p rj zMLFlowLogger.train_figuresc & | j | jdd t ||| d S ra )r rd r re train_audiosr r) r] rB rh r r ro t zMLFlowLogger.train_audiosc r` Nrb
evaluation)r rd r re
eval_statsrg rh r r rt x rj zMLFlowLogger.eval_statsc r` rr )r rd r re eval_figuresrm rh r r ru | rj zMLFlowLogger.eval_figuresc rn rr )r rd r re eval_audiosrp rh r r rv rq zMLFlowLogger.eval_audiosc rn Nrb test)r rd r re test_audiosrp rh r r ry rq zMLFlowLogger.test_audiosc r` rw )r rd r re test_figuresrm rh r r rz rj zMLFlowLogger.test_figuresc C s d S r2 r )r r r r flush s zMLFlowLogger.flushc sB t | |dkr dn|}| j| jr | j| j| d S d S )NsuccessFINISHED)re finalizer get_runr set_terminated)r statusrh r r finish s
zMLFlowLogger.finishr2 ) __name__
__module__ __qualname__strr r, r0 r5 r- r: r? rC r rK rM r_ rf rk rl ro rt ru rv ry rz r{ r
__classcell__r r rh r r sD
r )r rX rS r[ soundfilerU rE trainer.logging.base_dash_loggerr trainer.trainer_utilsr trainer.utils.distributedr mlflow.trackingr mlflow.tracking.context.registryr mlflow.utils.mlflow_tagsr r r r r r s