o
i @ s d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZm Z d dl
m Z d dl m
Z
d dlmZ ejddddefdd Zd
d Z ed krNe dS dS )
N)
DictConfig OmegaConf)tables)download_model)set_all_random_seed) config_name version_basekwargsc C st | ddrdd l}| d| v sJ d| vr1td| dd td d | d d
i| } td i | d S ) NdebugFr model
model_confz"download models from model hub: {}hubms is_trainingT )getpdb set_tracelogginginfoformatr main)r r r r Q/home/ubuntu/.local/lib/python3.10/site-packages/funasr/bin/compute_audio_cmvn.py
main_hydra s r c K s t | t| dd | dtjjjtjj_| dtjjjtjj_| ddtjj_| dd }| dd }|d urVt j
|}|d5i | d }|| d< | | d
< t j | d d }|| d
f|d dd| d}| d dd}t j
|}| d}d|d< d|d< t pd|d< ||fddi|} tjjj|fd|ji| }
d} t|
D ]|\} }
t| dd t|
}|d }| | dkrtd | d | | |kr|d krtd | d | nC|
d! dd d d d f }| dkrtj|dd"}tjt |dd"}n|tj|dd"7 }|tjt |dd"7 }| |j d 7 } q| | | d#}| d$d%}t |d&}| t!"| W d n 1 sYw Y d | | }d't#|| || }|j d }tj$%|d( }t |d&d}| d)t&| d* t&| d+ d, d+ d- t&| d* t&| d+ | d.d*'d/d0 |D d1 | d2t&| d* t&| d+ | d.d*'d3d0 |D d1 | d4 W d d S 1 sw Y d S )6Nseedr
cudnn_enabledcudnn_benchmarkcudnn_deterministicT tokenizerfrontend
frontend_conf
input_sizedataset AudioDatasettrain_data_set_listF)r r r dataset_conf
batch_sampler BatchSamplerexample
batch_type
batch_size num_workersr
collate_fnscaleg d z
prcessed: /g speech)axis)
mean_stats var_stats total_frames cmvn_filez cmvn.jsonwg ?z/am.mvnz
z[ 0 ]z z 0 [ c S g | ]}t |qS r str.0itemr r r
y zmain..z ]
z
c S r; r r< r> r r r rA { rB z
r )(printr r torchbackendscudnnenabled benchmark
deterministicr frontend_classes output_sizedataset_classesbatch_sampler_classesos cpu_countutilsdata
DataLoadercollator enumerateintlenr r numpynpsumsquareshapetolistopenwritejsondumpssqrtpathdirnamer= join)r r r frontend_class
dataset_class
dataset_trainr& batch_sampler_classr% batch_sampler_traindataloader_trainr6 batch_idxbatch iter_stoplog_stepfbankr4 r5 cmvn_infor7 foutmeanvardimsam_mvnr r r r s
""" $r __main__)rN r_ rW rX rD hydrar omegaconfr r funasr.registerr 'funasr.download.download_model_from_hubr &funasr.train_utils.set_all_random_seedr r r __name__r r r r s" b