o
    i                     @   s   d dl Z d dlZd dlZd dlZd dlZd dlmZmZ d dlZ	d dl
Z
d dlmZ dd ZejddddefddZ	 ed	krFe  dS dS )
    N)
DictConfig	OmegaConfc                 C   s   t |d}t |d}t | dd^}|D ]S}t| }|dd}	||d  }
||d  }|dd}|d	d}d
|
v rD|dd}|d }|| d|
 d |  || d| d |  qW d    n1 sqw   Y  |  |  d S )Nwzutf-8)encodingpromptz<ASR>r      
source_len
target_lenaishell  key	
)	openjsonloadsstripgetreplacewriteflushclose)
jsonl_filedata_type_listwav_scp_file	text_filewav_ftext_ffinlinedatar   sourcetargetr   r	   r    r$   \/home/ubuntu/.local/lib/python3.10/site-packages/funasr/datasets/audio_datasets/jsonl2scp.pygen_scp_from_jsonl   s*   


r&   )config_nameversion_basecfgc                 C   sb   t j| dd}t| |dd}t|trt|}|dd}|dd}t||g|R   d S )	NT)resolvescp_file_list)z)/Users/zhifu/funasr1.0/test_local/wav.scpz*/Users/zhifu/funasr1.0/test_local/text.txtr   )r"   r#   jsonl_file_inz6/Users/zhifu/funasr1.0/test_local/audio_datasets.jsonl)r   to_containerprintr   
isinstancestrevalr&   )r)   kwargsr+   r   r   r$   r$   r%   
main_hydra%   s   
r3   __main__)osr   torchlogginghydra	omegaconfr   r   concurrent.futures
concurrentlibrosatorch.distributeddistributeddistr&   mainr3   __name__r$   r$   r$   r%   <module>   s     
