o i@sddlmZddlZddlZddlmZddlmZddlZddl Z ddl m Z m Z ddl mZd@ddZd d Zd d ZdAddZdBdCddZdDddZdEd!d"ZdBdFd&d'ZdGdHd,d-Z (dGdId1d2ZdJdKd5d6ZdLd8d9ZdMdd?ZdS)N) annotationsN) defaultdict)files)Style lazy_pinyin pad_sequencecCsRt|t|tjd<t|tj|tj|dtj j _ dtj j _ dS)NPYTHONHASHSEEDTF) randomseedstrosenvirontorch manual_seedcudamanual_seed_allbackendscudnn deterministic benchmark)r rF/home/ubuntu/.local/lib/python3.10/site-packages/f5_tts/model/utils.pyseed_everythings     rcCs|duSNr)vrrrexists srcCst|r|S|Sr)r)rdrrrdefault$sr package_namer returnboolcCs4zddl}|j|du}|WStyYdSw)NrF) importlibutil find_spec Exception)rr"package_existsrrris_package_available(s r'tint['b']length int | None bool['b n']cCs@t|s|}tj||jd}|dddf|dddfkSNdevice)ramaxraranger/)r(r*seqrrr lens_to_mask5s r3seq_lenstartendcCsh|}tj||jd}|dddf|dddfk}|dddf|dddfk}||@Sr-)maxitemrr1r/long)r4r5r6 max_seq_lenr2 start_maskend_maskrrrmask_from_start_end_indices=s   r= frac_lengths float['b']cCsF||}||}t|}||jdd}||}t|||S)Nrmin)r9r rand_likeclampr=)r4r>lengths max_startrandr5r6rrrmask_from_frac_lengthsEs   rGfloat['b n d']mask float['b d']cCslt|s |jddSt|dddddf|tjd|jd}|jdd}|jdd}||jddS)N)dimgr.g?r@) rmeanrwheretensorr/sumfloatrC)r(rInumdenrrrmaybe_masked_meanPs  , rTtext list[str] int['b nt']cCs dd|D}t||dd}|S)NcSs g|] }tgt|dqS)UTF-8)rrObytes.0r(rrr ]s z&list_str_to_tensor..T padding_value batch_firstr)rVr_ list_tensorsrrrlist_str_to_tensor\srblist[str] | list[list[str]]vocab_char_mapdict[str, int]cs$fdd|D}t||dd}|S)Ncs$g|]}tfdd|DqS)csg|]}|dqSr)get)r\crdrrr]hsz.list_str_to_idx...)rrOr[rirrr]hs$z#list_str_to_idx..Tr^r)rVrdr_list_idx_tensorsrrirlist_str_to_idxcsrkpinyin tokenizercCs(|dvrRtjtdd|d|d}t|ddd}i}t|D] \}}|||d d <q$Wd n1s;wYt|}|d d ksNJd ||fS|dkr^d }d}||fS|dkrt|ddd}i}t|D] \}}|||d d <qpWd n1swYt|}||fS)aI tokenizer - "pinyin" do g2p for only chinese characters, need .txt vocab_file - "char" for char-wise tokenizer, need .txt vocab_file - "byte" for utf-8 tokenizer - "custom" if you're directly passing in a path to the vocab.txt you want to use vocab_size - if use "pinyin", all available pinyin types, common alphabets (also those with accent) and symbols - if use "char", derived from unfiltered character & symbol counts of custom dataset - if use "byte", set to 256 (unicode byte range) )rlcharf5_ttsz ../../data_z /vocab.txtrzutf-8)encodingNrU rzHmake sure space is of idx 0 in vocab.txt, cuz 0 is used for unknown charbytecustom)r pathjoinrjoinpathopen enumeratelen) dataset_namermtokenizer_pathfrdirn vocab_sizerrr get_tokenizerps0 $  rTc CsNg}tdddddd}dd}|D]}g}||}t|D]}}tt|d}|t|krG|rA|dkrA|d d vrA|d ||q!|rs|d t|krst |t j d d} t |D]\} } || rj|d || | q]q!|D](} t | dkr|| qu|| r|d |t | t j d dqu|| quq!||q|S)N,"');u“u”u‘u’cSsd|ko dkSS)Nu㄀u鿿r)rhrrr is_chinesesz*convert_char_to_pinyin..is_chineserYrKrUz :'"rsT)style tone_sandhiru)r maketrans translaterjiebacutr|rZappendextendrrTONE3r{ord) text_list polyphonefinal_text_list custom_transrrV char_listseg seg_byte_lenseg_rrhrrrconvert_char_to_pinyins>          r cCsftt}tt||dD]}||||}||d7<q|D] \}}||kr0dSq%dS)NrKTF)rintranger|items)rVr* tolerance pattern_countrpatterncountrrrrepetition_foundsrcCsjd}gdgdgdgdgdgdd}||g}|s+tjd d |d ||d S|tj|||d S) Ng?)rr )rrrrrr)rrrrrrr) rrrrr rrr) rrrrrrrrrrrr)rrKrrrrrrrrrrrrr)rrrrrrrrK)r/dtype)rgrlinspacerO)nr/rdtpredefined_timestepsr(rrrget_epss_timestepss rrf)rr r r!r)r(r)r*r+r r,)r4r)r5r)r6r))r4r)r>r?)r(rHrIr,r rJ)rU)rVrWr rX)rVrcrdrer rX)rl)rmr )T)rr) __future__rr r collectionsrimportlib.resourcesrrrpypinyinrrtorch.nn.utils.rnnrrrrr'r3r=rGrTrbrkrrrrrrrrs0           $ +