o ϯiq@sddlZddlZddlmZddlmmZddlmZej j ddZ de fddZ Gdd d ejZdd ejd e fd dZGdddejZGdddejZGdddejjZdS)N weight_normcCsN|j}||d|dd}||dt||d}||}|S)Nrg& .>)shapereshape reciprocaltorchsinpow)xalpharrD/home/ubuntu/.local/lib/python3.10/site-packages/dacvae/nn/layers.pysnakes $ ractcKsL|dkr tjdi|S|dkrtdi|S|dkrtStd|)NELUSnakeTanhzUnsupported activation: r)nnrSnake1dr ValueError)r act_paramsrrr activationsrcs$eZdZfddZddZZS)rcs$tttd|d|_dS)Nr)super__init__r Parameterr onesr)selfchannels __class__rrr's zSnake1d.__init__cCs t||jSN)rrrr rrrforward+s zSnake1d.forward)__name__ __module__ __qualname__rr% __classcell__rrr!rr&s rnonemodulenormcCs |dvsJ|dkrt|S|S)N)r*rrr)r+r,rrrapply_parametrization_norm/s r-csreZdZdZ     ddededed ed ed ed ed effdd Zdej fddZ dej ffdd Z Z S) NormConv1dz"1D Causal Convolution with paddingrrFr* in_channels out_channels kernel_sizestridedilationr,causalpad_modec sX|dkr |||d} nd} tjd||||| |d| t||||_||_dS)Nr*rr)r/r0r1r2paddingr3rrrr-r4r5) rr/r0r1r2r3r,r4r5kwargspadr!rrr9s    zNormConv1d.__init__r cCs|jdkr|S|jd}t|jtr|jn|jd}t|jtr#|jn|jd}t|jtr1|jn|jd}|d|d}||}||||d}t|d|||} | |} |j rjt ||| f} | S| d} || } t || | | f} | S)Nr*rrrr) r5r isinstancer1intr3r2mathceilr4Fr9)rr lengthr1r3r2effective_kernel_size padding_totaln_frames ideal_length extra_paddingpad_x padding_right padding_leftrrrr9Ys$  zNormConv1d.padcs||}t|Sr#)r9rr%r$r!rrr%qs  zNormConv1d.forwardrrrFr*) r&r'r(__doc__r;strboolrr Tensorr9r%r)rrr!rr.6s4  r.csjeZdZdZ     ddededed ed ed ed ed effdd Zdej fddZ fddZ Z S)NormConvTranspose1dz&1D Transposed Convolution with paddingrrFr*r/r0r1r2r3r,r4r5c sj|dkr|dd} |drdnd} nd} d} tjd|||||| | d| t||}||_||_dS)Nr*rrr)r/r0r1r2r3r6output_paddingrr7) rr/r0r1r2r3r,r4r5r8r6rNr!rrrxs&   zNormConvTranspose1d.__init__r c Cs|jdkr|S|jd}t|jtr|jn|jd}t|jtr#|jn|jd}||}|jr6d}||}n |d}||}||}|d||f}|S)Nr*rrr.)r5rr:r1r;r2r4) rr r?r1r2rArGendrFrrrunpads   zNormConvTranspose1d.unpadcst|}||Sr#)rr%rP)rr yr!rrr%s  zNormConvTranspose1d.forwardrH) r&r'r(rIr;rJrKrr rLrPr%r)rrr!rrMus4 "rMcsFeZdZdZdedeffdd Zdejdejdejfd d ZZ S) MsgProcessorz Apply the secret message to the encoder output. Args: nbits: Number of bits used to generate the message. Must be non-zero hidden_size: Dimension of the encoder output nbits hidden_sizecs<t|dks Jd||_||_td|||_dS)Nrz5MsgProcessor should not be built in 0bit watermarkingr)rrrSrTr Embedding msg_processor)rrSrTr!rrrs zMsgProcessor.__init__hiddenmsgreturncCsvdt|jd|j}||jdd}||}||}|jdd}| ddd|jd}||}|S)z Build the embedding map: 2 x k -> k x h, then sum on the first dim Args: hidden: The encoder output, size: batch x hidden x frames msg: The secret message, size: batch x k rrrr)dim) r arangertodevicerepeatlongrVsum unsqueeze)rrWrXindicesmsg_auxrrrr%s      zMsgProcessor.forward) r&r'r(rIr;rr rLr%r)rrr!rrRs$rR)r*)r<r torch.nnrtorch.nn.functional functionalr>torch.nn.utilsrjitscriptrrJrModulerr-Conv1dr.ConvTranspose1drMrRrrrrs     ?>