o
    èôj9  ã                   @   s’   d dl Z d dlZd dlmZ d dlmZ d dlmZ ddlm	Z	 dZ
G dd	„ d	ejƒZG d
d„ dejƒZG dd„ dejƒZG dd„ dejjƒZdS )é    N)Únn)Ú
functional)ÚSConv1dé   )Úcommonsgš™™™™™¹?c                       s&   e Zd Zd‡ fdd„	Zdd„ Z‡  ZS )Ú	LayerNormçñhãˆµøä>c                    s>   t ƒ  ¡  || _|| _t t |¡¡| _t t 	|¡¡| _
d S ©N)ÚsuperÚ__init__ÚchannelsÚepsr   Ú	ParameterÚtorchÚonesÚgammaÚzerosÚbeta)Úselfr   r   ©Ú	__class__© úC/var/www/html/academy/tools/voices/clone/seed-vc/modules/wavenet.pyr      s
   
zLayerNorm.__init__c                 C   s4   |  dd¡}t || jf| j| j| j¡}|  dd¡S )Nr   éÿÿÿÿ)Ú	transposeÚFÚ
layer_normr   r   r   r   )r   Úxr   r   r   Úforward   s   zLayerNorm.forward)r   ©Ú__name__Ú
__module__Ú__qualname__r   r   Ú__classcell__r   r   r   r   r      s    r   c                       s$   e Zd Z‡ fdd„Zdd„ Z‡  ZS )ÚConvReluNormc              	      s  t ƒ  ¡  || _|| _|| _|| _|| _|| _|dksJ dƒ‚t 	¡ | _
t 	¡ | _| j
 tj||||d d�¡ | j t|ƒ¡ t t ¡ t |¡¡| _t|d ƒD ]}| j
 tj||||d d�¡ | j t|ƒ¡ qRt ||d¡| _| jjj ¡  | jjj ¡  d S )Nr   z)Number of layers should be larger than 0.é   )Úpadding)r
   r   Úin_channelsÚhidden_channelsÚout_channelsÚkernel_sizeÚn_layersÚ	p_dropoutr   Ú
ModuleListÚconv_layersÚnorm_layersÚappendÚConv1dr   Ú
SequentialÚReLUÚDropoutÚ	relu_dropÚrangeÚprojÚweightÚdataÚzero_Úbias)r   r'   r(   r)   r*   r+   r,   Ú_r   r   r   r      s,   


þzConvReluNorm.__init__c                 C   sT   |}t | jƒD ]}| j| || ƒ}| j| |ƒ}|  |¡}q||  |¡ }|| S r	   )r6   r+   r.   r/   r5   r7   )r   r   Úx_maskZx_orgÚir   r   r   r   3   s   zConvReluNorm.forwardr   r   r   r   r   r$      s    r$   c                       s,   e Zd ZdZd‡ fdd„	Zd	dd„Z‡  ZS )
ÚDDSConvz1
    Dialted and Depth-Separable Convolution
    ç        c                    sÔ   t ƒ  ¡  || _|| _|| _|| _t |¡| _t 	¡ | _
t 	¡ | _t 	¡ | _t 	¡ | _t|ƒD ]8}|| }|| | d }| j
 tj||||||d�¡ | j t ||d¡¡ | j t|ƒ¡ | j t|ƒ¡ q/d S )Nr%   )ÚgroupsÚdilationr&   r   )r
   r   r   r*   r+   r,   r   r4   Údropr-   Ú	convs_sepÚ	convs_1x1Únorms_1Únorms_2r6   r0   r1   r   )r   r   r*   r+   r,   r>   rB   r&   r   r   r   r   B   s(   




ÿøzDDSConv.__init__Nc                 C   sŠ   |d ur|| }t | jƒD ]3}| j| || ƒ}| j| |ƒ}t |¡}| j| |ƒ}| j| |ƒ}t |¡}|  |¡}|| }q|| S r	   )	r6   r+   rD   rF   r   ÚgelurE   rG   rC   )r   r   r=   Úgr>   Úyr   r   r   r   X   s   



zDDSConv.forward)r@   r	   )r    r!   r"   Ú__doc__r   r   r#   r   r   r   r   r?   =   s    r?   c                       s0   e Zd Zd
‡ fdd„	Zddd„Zdd	„ Z‡  ZS )ÚWNr   Fc              
      s  t t| ƒ ¡  t}|d dksJ ‚|| _|f| _|| _|| _|| _|| _	t
j ¡ | _t
j ¡ | _t |¡| _|dkrG||d| | ddd�| _t|ƒD ]?}	||	 }
t||
 |
 d ƒ}||d| ||
|d|d�}| j |¡ |	|d k ryd| }n|}|||dd|d�}| j |¡ qKd S )Nr%   r   r   Úweight_norm)Únorm)rB   r&   rN   Úcausal)rN   rO   )r
   rL   r   r   r(   r*   Údilation_rater+   Úgin_channelsr,   r   r   r-   Ú	in_layersÚres_skip_layersr4   rC   Ú
cond_layerr6   Úintr0   )r   r(   r*   rP   r+   rQ   r,   rO   Zconv1d_typer>   rB   r&   Zin_layerZres_skip_channelsZres_skip_layerr   r   r   r   h   s6   ÿ
òzWN.__init__Nc                 K   s  t  |¡}t  | jg¡}|d ur|  |¡}t| jƒD ]o}| j| |ƒ}|d urA|d | j }	|d d …|	|	d| j  …d d …f }
nt  |¡}
t 	||
|¡}|  
|¡}| j| |ƒ}|| jd k r…|d d …d | j…d d …f }|| | }||d d …| jd …d d …f  }q|| }q|| S )Nr%   r   )r   Ú
zeros_likeÚ	IntTensorr(   rT   r6   r+   rR   r   Úfused_add_tanh_sigmoid_multiplyrC   rS   )r   r   r=   rI   ÚkwargsÚoutputZn_channels_tensorr>   Úx_inZcond_offsetZg_lÚactsZres_skip_actsZres_actsr   r   r   r   Š   s.   

&
ý
"
z
WN.forwardc                 C   sR   | j dkrtjj | j¡ | jD ]	}tjj |¡ q| jD ]	}tjj |¡ qd S )Nr   )rQ   r   r   ÚutilsÚremove_weight_normrT   rR   rS   )r   Úlr   r   r   r^   ¨   s   


ÿzWN.remove_weight_norm)r   r   Fr	   )r    r!   r"   r   r   r^   r#   r   r   r   r   rL   g   s    
"rL   )Úmathr   r   Útorch.nnr   r   Zmodules.encodecr   Ú r   ZLRELU_SLOPEÚModuler   r$   r?   rL   r   r   r   r   Ú<module>   s    #*