o ziQ@sTddlZddlZddlZddlZddlZddlmZGdddZGdddZ dS)N)utilc @seZdZeddZ ddddddid d d d d d dd d ddidZ  dJdeje j ej e fdeje j ej ffddZ dKdefddZ   dLdeje j ej e fdeje j ej fdefddZdMd!e fd"d#ZdNd%eje j ej e ffd&d'Zd%eje j ej e ffd(d)Zd*d+Zd,d-ZdKd.ed/efd0d1ZdKd2e d/efd3d4Z     dOd5eded6ed7ed8ef d9d:Zd;efdd?Zd@eje j ej e ffdAdBZdCeje j ej effdDdEZdCeje j ej effdFdGZdHdIZ dS)P EffectMixin wavULAW)formatencodingbits_per_sampler gsmmp3i)r compressionvorbisoggamr-nb)z8-bitzGSM-FRMP3VorbisOggzAmr-nbNsnrother_eqcCsvt||j}td|j|j}|d|||j|dur'||}| |}| |}|j |j |_ |S)aeMixes noise with signal at specified signal-to-noise ratio. Optionally, the other signal can be equalized in-place. Parameters ---------- other : AudioSignal AudioSignal object to mix with. snr : typing.Union[torch.Tensor, np.ndarray, float], optional Signal to noise ratio, by default 10 other_eq : typing.Union[torch.Tensor, np.ndarray], optional EQ curve to apply to other signal, if any, by default None Returns ------- AudioSignal In-place modification of AudioSignal. rN) r ensure_tensortodevicemax signal_lengthzero_padtruncate_samples equalizerloudness normalize audio_data)selfotherrrpad_len tgt_loudnessr(K/home/ubuntu/.local/lib/python3.10/site-packages/audiotools/core/effects.pymixs     zEffectMixin.mixT start_at_maxcCsDddlm}|j|j}|dkr|d|n||j|rM|jjdd}t |j}t |j D]}t |j||| d||<q3|||j}t |j}d|d<|j} tj|| } tj|j| } tj|j| } | | } tj| | }| | }tj|| }|jdddd}d|d }||}||_|S) aConvolves self with other. This function uses FFTs to do the convolution. Parameters ---------- other : AudioSignal Signal to convolve with. start_at_max : bool, optional Whether to start at the max value of other signal, to avoid inducing delays, by default True Returns ------- AudioSignal Convolved signal, in-place. r) AudioSignalrr)axis).rTdimkeepdimsgh㈵>)r,rrrr#absargmaxtorch zeros_likerange batch_sizerollitem sample_ratefftrfftirfftrclamp)r$r%r+r,r&idxirsideltalength delta_fft other_fftself_fft convolved_fftconvolved_audiodelta_convolved_fft delta_audio delta_maxscaler(r(r)convolveBs4    $  zEffectMixin.convolveFdrrir_equse_original_phasec Cs|dur ||}|dur||}|jjdddj}|j}|||r:||j t d||_ | |jjdddj}|d|d}||}|S)aApplies an impulse response to the signal. If ` is`ir_eq`` is specified, the impulse response is equalized before it is applied, using the given curve. Parameters ---------- ir : AudioSignal Impulse response to convolve with. drr : typing.Union[torch.Tensor, np.ndarray, float], optional Direct-to-reverberant ratio that impulse response will be altered to, if specified, by default None ir_eq : typing.Union[torch.Tensor, np.ndarray], optional Equalization that will be applied to impulse response if specified, by default None use_original_phase : bool, optional Whether to use the original phase, instead of the convolved phase, by default False Returns ------- AudioSignal Signal with impulse response applied to it NrTr.y?g:0yE>)r alter_drrr#r2rvaluesphaserMstft magnituder4exp stft_dataistftr>) r$irrNrOrPmax_spkrSmax_transformed scale_factorr(r(r)apply_ir}s   zEffectMixin.apply_ir?rcCsJ|jjdddd}t|}||||k|||k<|j||_|S)a Ensures that ``abs(audio_data) <= max``. Parameters ---------- max : float, optional Max absolute value of signal, by default 1.0 Returns ------- AudioSignal Signal with values scaled between -max and max. rTr.r)r#r2rr4 ones_like)r$rpeak peak_gainr(r(r)ensure_max_of_audios   zEffectMixin.ensure_max_of_audio8dbcCsPt||j}|}||}t||j}|j|ddddf|_|S)aNormalizes the signal's volume to the specified db, in LUFS. This is GPU-compatible, making for very fast loudness normalization. Parameters ---------- db : typing.Union[torch.Tensor, np.ndarray, float], optional Loudness to normalize to, by default -24.0 Returns ------- AudioSignal Normalized audio signal. N) rrrrr!r4rV GAIN_FACTORr#)r$rdref_dbgainr(r(r)r"s zEffectMixin.normalizecCsDtj|dd|j}t||j}|j|ddddf|_|S)aChange volume of signal by some amount, in dB. Parameters ---------- db : typing.Union[torch.Tensor, np.ndarray, float] Amount to change volume by. Returns ------- AudioSignal Signal at new volume. rndimN)rrrrr4rVrer#)r$rdrgr(r(r) volume_changes zEffectMixin.volume_changecCs|jd|j}|SNr)r#reshaperr$waveformr(r(r)_to_2dszEffectMixin._to_2dcCs||j|jdSrk)rlr7 num_channelsrmr(r(r)_to_3dszEffectMixin._to_3d n_semitonesquickcCsz|j}dt|dgdt|jgg}|r|ddd|}tjj||j|dd\}}||_| ||_ | |S) aPitch shift the signal. All items in the batch get the same pitch shift. Parameters ---------- n_semitones : int How many semitones to shift the signal by. quick : bool, optional Using quick pitch shifting, by default True Returns ------- AudioSignal Pitch shifted audio signal. pitchdraterr-qTchannels_first rstrr:insertrocpu torchaudio sox_effectsapply_effects_tensorrqr#r)r$rrrsreffectsrnr:r(r(r) pitch_shifts      zEffectMixin.pitch_shiftfactorcCsv|j}dt|gdt|jgg}|r|ddd|}tjj||j|dd\}}||_| ||_ | |S)aTime stretch the audio signal. Parameters ---------- factor : float Factor by which to stretch the AudioSignal. Typically between 0.8 and 1.2. quick : bool, optional Whether to use quick time stretching, by default True Returns ------- AudioSignal Time-stretched AudioSignal. temporvrrrwTrxrz)r$rrsrrrnr:r(r(r) time_stretchs       zEffectMixin.time_stretchpresetr r rcsdtjv}|r S||||d|dur.|jvrj|ntd|dtjddvrNtjfdd t j d Dd d }n tj j j fi}|}|_S) aApplies an audio codec to the signal. Parameters ---------- preset : str, optional One of the keys in ``self.CODEC_PRESETS``, by default None format : str, optional Format for audio codec, by default "wav" encoding : str, optional Encoding to use, by default None bits_per_sample : int, optional How many bits per sample, by default None compression : int, optional Compression amount of codec, by default None Returns ------- AudioSignal AudioSignal with codec applied. Raises ------ ValueError If preset is not in ``self.CODEC_PRESETS``, an error is thrown. z0.7)r r r rNzUnknown preset: z. Known presets: r )rrrrcs4g|]}tjj|dddfjfiqSN)r~ functional apply_codecr:).0rAkwargsr$rnr(r) qsz+EffectMixin.apply_codec..rr/)r~ __version__ CODEC_PRESETS ValueErrorlistkeysror4catr6shaperrr:rqr#)r$rr r r rtorchaudio_version_070 augmentedr(rr)r7s@ "       zEffectMixin.apply_codecn_bandscCs4t|j||j}||j}|ddddS)aBreaks signal into mel bands. Parameters ---------- n_bands : int Number of mel bands to use. Returns ------- torch.Tensor Mel-filtered bands, with last axis being the band index. rr)julius SplitBandsr:floatrrr#permute)r$r filterbankfilteredr(r(r)mel_filterbanks zEffectMixin.mel_filterbankcCst|}|jd}||}|jdkr(|jddkr'|jd|jdks'Jn|d}d||j}||ddddddf}| d}||_ |S)aApplies a mel-spaced equalizer to the audio signal. Parameters ---------- db : typing.Union[torch.Tensor, np.ndarray] EQ curve to apply. Returns ------- AudioSignal AudioSignal with equalization applied. rrrrrN) rrrrri unsqueezerrrsumr#)r$rdrfbankweights eq_audio_datar(r(r)r s     zEffectMixin.equalizerclip_percentilecCstj|dd}tj|j|ddd}tj|jd|ddd}|jjd}|ddd|ddf}|ddd|ddf}|j|||_|S)aClips the signal at a given percentile. The higher it is, the lower the threshold for clipping. Parameters ---------- clip_percentile : typing.Union[torch.Tensor, np.ndarray, float] Values are between 0.0 to 1.0. Typical values are 0.1 or below. Returns ------- AudioSignal Audio signal with clipped audio data. rrhrrrN)rrr4quantiler#rr>)r$r min_thresh max_threshncr(r(r)clip_distortions zEffectMixin.clip_distortionquantization_channelscCsbtj|dd}|j}|dd}||}|}||}d|d}|j|}|j||_|S)aUApplies quantization to the input waveform. Parameters ---------- quantization_channels : typing.Union[torch.Tensor, np.ndarray, int] Number of evenly spaced quantization channels to quantize to. Returns ------- AudioSignal Quantized AudioSignal. rrhrr)rrr#floordetach)r$rxresidualr(r(r) quantizations   zEffectMixin.quantizationcCs|d}tj|dd}|j}t|t|t|t|}|dd|dtj}||dd}t|t t|t|d|}|j| }|j||_|S)a\Applies mu-law quantization to the input waveform. Parameters ---------- quantization_channels : typing.Union[torch.Tensor, np.ndarray, int] Number of mu-law spaced quantization channels to quantize to. Returns ------- AudioSignal Quantized AudioSignal. r^rrhrrg?) rrr#r4signlog1pr2rint64rVr)r$rmurrr(r(r)mulaw_quantizations(, zEffectMixin.mulaw_quantizationcCs ||Sr)rM)r$r%r(r(r) __matmul__ s zEffectMixin.__matmul__)rN)T)NNF)r^)rc)NrNNN)!__name__ __module__ __qualname__nplogrertypingUnionr4Tensorndarrayrr*boolrMr]rbr"rjrorqintrrr{rrr rrrrr(r(r(r)r s   '> 8  " K   !rc@sJeZdZdZddZddZeddZdej e j e j effd d Zd S) ImpulseResponseMixinaThese functions are generally only used with AudioSignals that are derived from impulse responses, not other sources like music or speech. These methods are used to replicate the data augmentation described in [1]. 1. Bryan, Nicholas J. "Impulse response data augmentation and deep neural networks for blind room acoustic parameter estimation." ICASSP 2020-2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP). IEEE, 2020. c Cstj|jddd}t|jd}tj|jjd|jdddddf}||j dd}|||k|||k}tj |j|jd}|j|||<|}tj |j|jd}|j|||<tj |j|jd}t |j D]}||df } | d| jd|j||d | f<qh|||fS) zTDecomposes an impulse response into early and late field responses. rT)r/keepdimg{Gzd?)rNrhann.)r4r3r#rr:arangerrexpandr7r5r6nonzero get_window) r$tdt0r? early_idxearly_responselate_idx late_fieldwindow window_idxr(r(r) decompose_irs" & z!ImpulseResponseMixin.decompose_ircCsD|\}}}|djdd}|djdd}dt||}|S)zMeasures the direct-to-reverberant ratio of the impulse response. Returns ------- float Direct-to-reverberant ratio rrrr)rrr4log10)r$rr_numdenrNr(r(r) measure_drr@s  z ImpulseResponseMixin.measure_drrc Cs|d}d|d}|d}|d}||jdd}dd|||jdd} ||jddtd|d|jdd} | dd|| } t| | d|| | d|} | S)zSUsed to solve for the alpha value, which is used to alter the drr. rrrrr)rr4powsqrtmaximum) rrwd target_drrwd_sqwd_sq_1e_sql_sqabcexpralphar(r(r) solve_alphaOs   z ImpulseResponseMixin.solve_alpharNcCst|d|j|j}|\}}}|||||}|jddd|jddd}t ||d}|||d|||}||_ | |S)aAlters the direct-to-reverberant ratio of the impulse response. Parameters ---------- drr : typing.Union[torch.Tensor, np.ndarray, float] Direct-to-reverberant ratio that impulse response will be altered to, if specified, by default None Returns ------- AudioSignal Altered impulse response. rrrr).Nr) rrr7rrrrr2rr4rr#rb)r$rNrrrr min_alpha aug_ir_datar(r(r)rQis&  zImpulseResponseMixin.alter_drrN)rrr__doc__rr staticmethodrrrr4rrrrrQr(r(r(r)rs $ "r) rrnumpyrr4r~r1rrrr(r(r(r)s