o }oi]@svddlmZddlmZmZddlZddlZddlmZddl m Z GdddZ Gdd d Z Gd d d ej Z dS) ) NormalDist)CallableTupleN)nn)tqdmc@sDeZdZd defddZdejdeejejejejffddZd S) EDMScaling? sigma_datacCs ||_dSN)r )selfr r ^/home/ubuntu/.local/lib/python3.10/site-packages/nemo/collections/diffusion/sampler/edm/edm.py__init__s zEDMScaling.__init__sigmareturncCsn|jd|d|jd}||j|d|jdd}d|d|jdd}d|}||||fS)Nrg?)r log)r rc_skipc_outc_inc_noiser r r __call__s    zEDMScaling.__call__N)r) __name__ __module__ __qualname__floatrtorchTensorrrr r r r rs,rc @sjeZdZ    ddedededefd d Zd ed ejfd dZdejdejd e ejejffddZ dS)EDMSDE333333333333?T@Mb`?p_meanp_std sigma_max sigma_mincCs&t||d|_||_||_tj|_dS)N)mur)r gaussian_distr&r'nprandom _generator)r r$r%r&r'r r r r%s zEDMSDE.__init__ batch_sizercs8jj|d}fdd|D}tj|dd}t|S)N)sizecsg|]}j|qSr )r)inv_cdf).0cdf_valr r r 3sz#EDMSDE.sample_t..cuda)device)r,uniformrtensorexp)r r-cdf_valssamples_interval_gaussian log_sigmar r2r sample_t1s zEDMSDE.sample_tx0rcCs||fSr r )r r=rr r r marginal_prob7szEDMSDE.marginal_probN)r r!r"r#) rrrrrintrrr<tupler>r r r r r$s   *rc@sheZdZdZeddddddeddfd ed ejd e d ed ededededededejfddZ dS) EDMSamplera_ Elucidating the Design Space of Diffusion-Based Generative Models (EDM) # https://github.com/NVlabs/edm/blob/62072d2612c7da05165d6233d13d17d71f213fee/generate.py#L25 Attributes: None Methods: forward(x0_fn: Callable, x_sigma_max: torch.Tensor, num_steps: int = 35, sigma_min: float = 0.002, sigma_max: float = 80, rho: float = 7, S_churn: float = 0, S_min: float = 0, S_max: float = float("inf"), S_noise: float = 1) -> torch.Tensor: Performs the forward pass for the EDM sampling process. Parameters: x0_fn (Callable): A function that takes in a tensor and returns a denoised tensor. x_sigma_max (torch.Tensor): The initial noise level tensor. num_steps (int, optional): The number of sampling steps. Default is 35. sigma_min (float, optional): The minimum noise level. Default is 0.002. sigma_max (float, optional): The maximum noise level. Default is 80. rho (float, optional): The rho parameter for time step discretization. Default is 7. S_churn (float, optional): The churn parameter for noise increase. Default is 0. S_min (float, optional): The minimum value for the churn parameter. Default is 0. S_max (float, optional): The maximum value for the churn parameter. Default is float("inf"). S_noise (float, optional): The noise scale for the churn parameter. Default is 1. Returns: torch.Tensor: The sampled tensor after the EDM process. #r#Prinfrx0_fn x_sigma_max num_stepsr'r&rhoS_churnS_minS_maxS_noiserc Cs|j} tj|jd| |jd} tj|tj|jd} |d|| |d|d||d||}t|t|ddg}| tj}t t t |dd|ddddt |ddD]\}\}}|}||krr| krnn t||tddnd}|||}||d|d| t|}|| | | | |  tj}|||}||||}||dkr|| | | | |  tj}|||}|||d |d |}q`| | S) Nr)dtyper5rF)strict)totalrr)rNronesshaper5arangefloat64cat zeros_liketo enumeraterziplenminr*sqrt randn_like)r rFrGrHr'r&rIrJrKrLrMin_dtype_ones step_indicest_stepsx_nextit_curt_nextx_curgammat_hatx_hatdenoisedd_curd_primer r r forwardYs0. ,4 &"  "  zEDMSampler.forwardN) rrr__doc__rno_gradrrrr?rnr r r r rA;sD    rA) statisticsrtypingrrnumpyr*rrrrrModulerAr r r r s