o Si8@sUddlZddlZddlZddlZddlmZddlmZddlmZm Z m Z m Z m Z ddl ZddlZddlmZddlmZddlmZddlmZdd lmZmZmZmZmZmZeGd d d eZ ia!ee e"e"fej#j$fe%d <d e"de"dej#j$fddZ&eGdddeZeGdddeZ'GdddZ(Gddde(Z)ddl*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0dZ1dZ2ddZ3Gdd d e(Z4e4e)d!Z5eGd"d#d#eZ6eGd$d%d%eZ7d&d'Z8d(d)Z9dS)*N) dataclass) ROUND_HALF_UP)DictListLiteralOptionalTuple)get_current_resampling_backend)Resample)AudioTransform) libsox_rate)Secondscompute_num_samplesduring_docs_buildis_module_availableis_torchaudio_availableperturb_num_samplesc @^eZdZUdZeed<dejdedejfddZ de d e e dede e e e ffd d Z d S) Speedz Speed perturbation effect, the same one as invoked with `sox speed` in the command line. It resamples the signal back to the input sampling rate, so the number of output samples will be smaller or greater, depending on the speed factor. factorsamples sampling_ratereturncCs*tt||j|}|t|}|SN)get_or_create_resamplerroundrtorch from_numpynumpy)selfrr resampler augmentedr"R/home/ubuntu/.local/lib/python3.10/site-packages/lhotse/augmentation/torchaudio.py__call__%s zSpeed.__call__offsetdurationcCjt||}|durt||nd}t|d|j}|dur$t|d|jnd}|||dur2||fSdfS)a  This method helps estimate the original offset and duration for a recording before speed perturbation was applied. We need this estimate to know how much audio to actually load from disk during the call to ``load_audio()``. Nrrrrr%r&r start_sample num_samplesr"r"r#reverse_timestamps,s  zSpeed.reverse_timestampsN__name__ __module__ __qualname____doc__float__annotations__npndarrayintr$r rrr-r"r"r"r#rs r_precompiled_resamplerssource_sampling_ratetarget_sampling_ratercCs&||f}|tvrt||t|<t|Sr)r8ResampleTensor)r9r:tplr"r"r#rJs rc @seZdZUdZeed<eed<ddZedee j j fddZ d e jde jfd d Zd ed eededeeeeffddZdS)r zY Resampling effect, the same one as invoked with `sox rate` in the command line. r9r:cCst|j|_t|j|_dSr)r7r9r:rr"r"r# __post_init__`s zResample.__post_init__rcCstdkrdSt|j|jS)Nsox)r rr9r:r=r"r"r#r ds zResample.resamplerrc Os|j|jkr|Stdkr7|j\}}g}t|D]}t||ddf|j|j\}}||qtj|ddSt rNt |tj rEt |}||} | Sddl} t|j|j} | jj||j| |j| dd} | S)Nr?r)axis)updownr@)r9r:r shaperanger appendr5stackr isinstancer6rrr rscipygcdsignal resample_poly) rrargskwargschannels_resampled_by_channelchannelresampled_samplesr!rIrJr"r"r#r$ls6        zResample.__call__r%r&rcCsd|j|jkr ||fSt||jtd}||j}|dur,t||jtd}||j}||fSd}||fS)a This method helps estimate the original offset and duration for a recording before resampling was applied. We need this estimate to know how much audio to actually load from disk during the call to ``load_audio()``. In case of resampling, the timestamps might change slightly when using non-trivial pairs of sampling rates, e.g. 16kHz -> 22.05kHz, because the number of samples in the resampled audio might actually correspond to incrementally larger/smaller duration. E.g. 16kHz, 235636 samples correspond to 14.72725s duration; after resampling to 22.05kHz, it is 324736 samples which correspond to 14.727256235827664s duration. )roundingN)r9r:rr)rr%r&rold_num_samples old_offset old_durationr"r"r#r-s   zResample.reverse_timestampsN)r/r0r1r2r7r4r>propertyrrnnModuler r5r6r$r rr-r"r"r"r#r Ws" !r c @r) Tempoa5Tempo perturbation effect, the same one as invoked with `sox tempo` in the command line. Compared to speed perturbation, tempo preserves pitch. It resamples the signal back to the input sampling rate, so the number of output samples will be smaller or greater, depending on the tempo factor. rrrrcCsZttddl}t|}t|tjrt|}|j ||dt |j gg\}}| S)Nrtempo)check_for_torchaudiocheck_torchaudio_version torchaudior7rHr5r6rr sox_effectsapply_effects_tensorstrrr)rrrr_r!new_sampling_rater"r"r#r$s  zTempo.__call__r%r&cCr')a  This method helps estimate the original offset and duration for a recording before tempo perturbation was applied. We need this estimate to know how much audio to actually load from disk during the call to ``load_audio()``. Nr(r)r*r"r"r#r-s  zTempo.reverse_timestampsNr.r"r"r"r#r[s r[c@s"eZdZdejdejfddZdS)CodecrrcCst)z\ Apply encoder then decoder. To be implemented in derived classes. )NotImplementedErrorrrr"r"r#r$szCodec.__call__N)r/r0r1r5r6r$r"r"r"r#rdsrdc@eZdZddZddZdS) MuLawCodeccCs$ddl}|j|_|j|_dS)Nr)r_ transforms MuLawEncodingencoder MuLawDecodingdecoderrr_r"r"r#__init__s zMuLawCodec.__init__cCs|||Sr)rmrkrfr"r"r#r$szMuLawCodec.__call__Nr/r0r1ror$r"r"r"r#rhs rh)CDLLPOINTERc_intc_shortc_uint8c_void_pc Csztd}Wnty}ztdd}~wwt|j_ttg|j_t|j_tt t t t tg|j_tg|j _t|j _ttg|j _t|j_tt t t t tg|j_tg|j_|S)Nz libspandsp.sozWe cannot apply the narrowband transformation using the LPC10 codec as the SpanDSP library cannot be found. To install use `apt-get install libspandsp-dev` or visit .)rqOSError RuntimeErrorrvlpc10_encode_initrestypersargtypes lpc10_encoderrrurtlpc10_encode_freelpc10_decode_init lpc10_decodelpc10_decode_free)apier"r"r#libspandsp_apis&     rc@rg) LPC10CodeccCs$t|_tt|_tt|_dSr)rrruLPC10_FRAME_BYTESc_datartLPC10_FRAME_SAMPLES c_samplesr=r"r"r#ros zLPC10Codec.__init__c Cs.|jdd}|jdd}|dt}d}tdt|tg}|D]b}|dtj }t d|j dD] } || |j | <q6t |j dtD]} d|j | <qH|j ||j|j t|j tksbJ|j||j |jttksqJt dtD]} |j | |d|<|d}qvq$|j||j||dS)Nrr(i)rr{rsplitrrzeroslentoint16rErDrr~rrrrr) rrrkrmframesidxoutframe samples_intir"r"r#r$!s8     zLPC10Codec.__call__Nrpr"r"r"r#rs r)lpc10mulawc @szeZdZUdZeed<eed<eed<ddZde j ded e j fd d Z d e d e e de ed ee e e ffddZdS) Narrowbandz Narrowband effect. Resample input audio to 8000 Hz, apply codec (encode then immediately decode), then (optionally) resample back to the original sampling rate. codecr9restore_orig_srcCs:tddl}|jtvrt|j|_dStd|j)Nrzunsupported codec: )r^r_rCODECScodec_instance ValueErrorrnr"r"r#r>]s  zNarrowband.__post_init__rrrcCs|j}t|}|jdkrt|jd}||}||}|jr.|jdkr.td|j}||}|}|jrB||jkrBt |d|f}|S)Ni@r() sizerrr9rrrrr5resize)rrr orig_sizeresampler_down resampler_upr"r"r#r$fs     zNarrowband.__call__r%r&cC||fS)z This method just returnes the original offset and duration as the narrowband effect doesn't change any these audio properies. r"rr%r&rr"r"r#r-|s zNarrowband.reverse_timestampsN)r/r0r1r2rbr4r7boolr>r5r6r$r rrr-r"r"r"r#rQs  rc @sbeZdZUdZeed<dejdedejfddZ de d e e de ede e e e ffd d Z d S) Volumez Volume perturbation effect, the same one as invoked with `sox vol` in the command line. It applies given gain (factor) to the input, without any postprocessing (such as a limiter). rrrrcCs ||jSr)r)rrrr"r"r#r$s zVolume.__call__r%r&cCr)z This method just returnes the original offset and duration as volume perturbation doesn't change any these audio properies. r"rr"r"r#r-s zVolume.reverse_timestampsNr.r"r"r"r#rs rcCsBddl}ddlm}ts||j|dkrtddSdSdS)Nr)parsez0.7zTorchaudio SoX effects chains are only introduced in version 0.7 - please upgrade your PyTorch to 1.7.1 and torchaudio to 0.7.2 (or higher) to use them.)r_packaging.versionrr __version__warningswarn)r__versionr"r"r#r^s r^cCststddS)NzpThis transform is not supported in torchaudio-free Lhotse installation. Please install torchaudio and try again.)rrzr"r"r"r#r]s r]): contextlibostypingr dataclassesrdecimalrrrrrrrr5rlhotse.audio.resampling_backendr lhotse.augmentation.resampler r;lhotse.augmentation.transformr lhotse.tools.libsoxr lhotse.utilsr rrrrrrr8r7rYrZr4rr[rdrhctypesrqrrrsrtrurvrrrrrrrr^r]r"r"r"r#sX          ,  U6 18