o }oi7<@snddlZddlZddlmZddlmZddlmZddlm Z ddl m Z ddl m Z mZGdd d ZdS) N) OmegaConf)modules) Hypothesis) numba_utils)__NUMBA_MINIMUM_VERSION__) config_utilsloggingc@seZdZejjddZejjddZejdddZ ejjdd Z ejjejdd d Z ejjejdd d Z ejjddZ ejjddZejjddZejjddZejjddZejjddZejjddZejjddZdS)TestASRModulesBasicTestscC@ttjtjj}|\}}}|sJ|dusJ|dusJdSN)r assert_dataclass_signature_matchr!AudioToMelSpectrogramPreprocessoraudio_preprocessing'AudioToMelSpectrogramPreprocessorConfigselfresultsignatures_match cls_subsetdataclass_subsetrZ/home/ubuntu/.local/lib/python3.10/site-packages/tests/collections/asr/test_asr_modules.py-test_AudioToMelSpectrogramPreprocessor_config  zFTestASRModulesBasicTests.test_AudioToMelSpectrogramPreprocessor_configc Cs>tjdddd}tdD]}|ddd\}}tIgg}}t|dD] }||||d|||dd \}} |||| q(t|d}t|d}|||d \} } Wdn1sgwY|j | j kstJ|j | j ks|Jt t || } | d ksJt t || } | d ksJq dS) N per_featurer) normalizeditherpad_to  input_signallengthgMbP?) rr range input_exampletorchno_gradsizeappendcatshapemeanabsmax) r instance1_r$r% res_instancelength_instanceires_ins length_ins res_batch length_batchdiffrrr,test_AudioToMelSpectrogramPreprocessor_batch(s(   (     zETestASRModulesBasicTests.test_AudioToMelSpectrogramPreprocessor_batchGPUcCsftd}|\}}t|||d\}}Wdn1s$wY|j|jks1JdS)Ncudar#)rr tor'r(r)device)r instance0r$r%processed_signalr2rrr*test_AudioToMelSpectrogramPreprocessor_gpuFs   zCTestASRModulesBasicTests.test_AudioToMelSpectrogramPreprocessor_gpucCsvtjdddddd}t|tjsJtjdd}|ddd \}}|||d }||d|d }|j|djks9JdS) NrF freq_masks time_masks rect_masksuse_numba_spec_augmentuse_vectorized_spec_augmentrrrr r!r# input_specr%rSpectrogramAugmentation isinstancer r'r-rr1r@r$r%res0resrrr$test_SpectrogramAugmentationr_legacyPs   z=TestASRModulesBasicTests.test_SpectrogramAugmentationr_legacycCsvtjdddddd}t|tjsJtjdd}|dd d \}}|||d }||d|d }|j|djks9JdS) NrrCFTrDrrJrr r!r#rKrMrPrrr(test_SpectrogramAugmentationr_vectorized`s   zATestASRModulesBasicTests.test_SpectrogramAugmentationr_vectorizedc Csttdtj_t}ttj| tjt j dddddd}t |t j s+Jt j dd}|dd d \}}|||d }||d|d }|j|djksRJd |jvsYJdtj_t|dS)NTrrCFrDrrJr r!r#rKz%Numba SpecAugment kernel is available)r#skip_numba_cuda_test_if_unsupportedrr_logger propagate get_verbosity set_verbosityDEBUG set_levelrrNrOr r'r-text) rcaplogoriginal_verbosityr1r@r$r%rQrRrrr*test_SpectrogramAugmentationr_numba_kernelqs"      zCTestASRModulesBasicTests.test_SpectrogramAugmentationr_numba_kernelcCr r )rr rrNrSpectrogramAugmentationConfigrrrr$test_SpectrogramAugmentationr_configrz=TestASRModulesBasicTests.test_SpectrogramAugmentationr_configc Csd}tj|d}t|tjsJtjdd}|ddd\}}|||d}||d|d\}}|jtdd |gksTestASRModulesBasicTests.test_CropOrPadSpectrogramAugmentationcCr r )rr rrfr&CropOrPadSpectrogramAugmentationConfigrrrr,test_CropOrPadSpectrogramAugmentation_configrzETestASRModulesBasicTests.test_CropOrPadSpectrogramAugmentation_configcCsxd}tjddddd}t|tjsJtjdd}|d d d \}}|||d }||d|d }|j|djks:JdS)Nrcg?r) patch_size mask_patchesrE freq_widthrrJrr r!r#rK)rMaskedPatchAugmentationrOr r'r-)rrdr1r@r$r%rQrRrrrtest_MaskedPatchAugmentations  z5TestASRModulesBasicTests.test_MaskedPatchAugmentationcCr r )rr rrsrMaskedPatchAugmentationConfigrrrr#test_MaskedPatchAugmentation_configrzz=TestASRModulesBasicTests.test_RNNTDecoder..z(nemo.collections.asr.modules.RNNTDecoder r") pred_hiddenpred_rnn_layersT)_target_prednet vocab_size blank_as_padrUr)dtypeg)score y_sequenceroF)ystateadd_sos batch_sizer) fill_valuer)listr&lenrcreater RNNTDecoderfrom_config_dictrr num_weightsr(zerosfloat32initialize_staterr?r-rscore_hypothesisrgpredictzipsquaresumsqrtfulllong)rvocabr pred_configrrembedrnnx_statesstate_iblankhypcachepredr2gstates2state_jtokenrrrtest_RNNTDecodersl    "z)TestASRModulesBasicTests.test_RNNTDecoderc Csttd}dd|D}t|}d}d}d}d}td|||||d d d }tj|}t ||d } t ||d } || | d} | j t |d d |dgksRJ| dd} | dd} | | | }| |dkspJ|j|dksyJdS)NrcSrwrrxrzrrrr}*r~z;TestASRModulesBasicTests.test_RNNTJoint..rrerrnz&nemo.collections.asr.modules.RNNTJointreluencoder_hiddenr joint_hidden activationr num_classes vocabularyjointnet0encoder_outputsdecoder_outputsr"roh㈵>)rr&rrrr RNNTJointrr(rr-rg transposejointr/rnum_classes_with_blank)rrr batchsizerrr joint_cfgrencdecoutenc2dec2out2rrrtest_RNNTJoint's8       z'TestASRModulesBasicTests.test_RNNTJointc CsJttd}dd|D}t|}d}d}d}d}td|||||d d d }tj|}t ||d } t ||d } || | d} | j t |d d |dgksRJ| dd} | dd} | | | }| |dkspJd|_| | | }|j|j}}| |dksJ|j t |dd |gksJ|j|dksJdS)NrcSrwrrxrzrrrr}Ur~z:TestASRModulesBasicTests.test_HATJoint..rrerrnz%nemo.collections.asr.modules.HATJointrrrrrrr"rorT)rr&rrrrHATJointrr(rr-rgrrr/rreturn_hat_ilm hat_logprobs ilm_logprobsr)rrrrrrrrrrrrrrr hat_outputout3ilmrrr test_HATJointRsB        z&TestASRModulesBasicTests.test_HATJointN)__name__ __module__ __qualname__pytestmarkunitrr; run_only_onrBrSrTr`rbrkrmrtrvrrrrrrrr s>               Q *r )rr( omegaconfrnemo.collections.asrr+nemo.collections.asr.parts.utils.rnnt_utilsrnemo.core.utilsrnemo.core.utils.numba_utilsr nemo.utilsrrr rrrrs